diff --git a/.gitignore b/.gitignore index 470aca5314b4706dc53c5849fbb13ccf5820d9c2..dc8f8c2ac63ef18770df575874f0973a3599e01e 100644 --- a/.gitignore +++ b/.gitignore @@ -4,3 +4,24 @@ space .venv results mteb +**/.DS_Store + +# FastAPI +**/__pycache__/ +.pytest_cache/ +.coverage +htmlcov/ + +# Gradio +flagged/ +gradio_cached_examples/ +tmp/ +logs/ + +# IDE +.idea/ +.vscode/ + +# 环境相关 +.env +.env.* diff --git a/EXTERNAL_MODEL_RESULTS.json b/EXTERNAL_MODEL_RESULTS.json deleted file mode 100644 index 10c57b4fa45929a7c76146dfd59c989886b94153..0000000000000000000000000000000000000000 --- a/EXTERNAL_MODEL_RESULTS.json +++ /dev/null @@ -1,25145 +0,0 @@ -{ - "Alibaba-NLP__gte-Qwen1.5-7B-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "AmazonCounterfactualClassification (en)": 83.16, - "AmazonPolarityClassification": 96.7, - "AmazonReviewsClassification (en)": 62.17, - "AmazonReviewsClassification (zh)": 52.95, - "Banking77Classification": 81.68, - "EmotionClassification": 54.53, - "IFlyTek": 53.77, - "ImdbClassification": 95.58, - "JDReview": 88.2, - "MTOPDomainClassification (en)": 95.75, - "MTOPIntentClassification (en)": 84.26, - "MassiveIntentClassification (zh-CN)": 76.25, - "MassiveIntentClassification (en)": 78.47, - "MassiveScenarioClassification (en)": 78.19, - "MassiveScenarioClassification (zh-CN)": 77.26, - "MultilingualSentiment": 77.42, - "OnlineShopping": 94.48, - "TNews": 51.24, - "ToxicConversationsClassification": 78.75, - "TweetSentimentExtractionClassification": 66.0, - "Waimai": 88.63 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "ArxivClusteringP2P": 56.4, - "ArxivClusteringS2S": 51.45, - "BiorxivClusteringP2P": 49.01, - "BiorxivClusteringS2S": 45.06, - "CLSClusteringP2P": 47.21, - "CLSClusteringS2S": 45.79, - "MedrxivClusteringP2P": 44.37, - "MedrxivClusteringS2S": 42.0, - "RedditClustering": 73.37, - "RedditClusteringP2P": 72.51, - "StackExchangeClustering": 79.07, - "StackExchangeClusteringP2P": 49.57, - "ThuNewsClusteringP2P": 87.43, - "ThuNewsClusteringS2S": 87.9, - "TwentyNewsgroupsClustering": 51.31 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "Cmnli": 91.81, - "Ocnli": 85.22, - "SprintDuplicateQuestions": 95.99, - "TwitterSemEval2015": 79.36, - "TwitterURLCorpus": 86.79 - }, - { - "Model": "gte-Qwen1.5-7B-instruct", - "Cmnli": 91.85, - "Ocnli": 85.28, - "SprintDuplicateQuestions": 96.07, - "TwitterSemEval2015": 79.36, - "TwitterURLCorpus": 86.79 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "AskUbuntuDupQuestions": 66.0, - "CMedQAv1": 86.37, - "CMedQAv2": 87.41, - "MindSmallReranking": 32.71, - "SciDocsRR": 87.89, - "StackOverflowDupQuestions": 53.93, - "T2Reranking": 68.11 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "ArguAna": 62.65, - "BrightRetrieval (stackoverflow)": 19.85, - "BrightRetrieval (earth_science)": 36.22, - "BrightRetrieval (leetcode)": 25.46, - "BrightRetrieval (theoremqa_questions)": 26.97, - "BrightRetrieval (economics)": 17.72, - "BrightRetrieval (robotics)": 13.47, - "BrightRetrieval (pony)": 9.79, - "BrightRetrieval (aops)": 14.36, - "BrightRetrieval (psychology)": 24.61, - "BrightRetrieval (theoremqa_theorems)": 30.8, - "BrightRetrieval (biology)": 30.92, - "BrightRetrieval (sustainable_living)": 14.93, - "CQADupstackRetrieval": 40.64, - "ClimateFEVER": 44.0, - "CmedqaRetrieval": 43.47, - "CovidRetrieval": 80.87, - "DBPedia": 48.04, - "DuRetrieval": 86.01, - "EcomRetrieval": 66.46, - "FEVER": 93.35, - "FiQA2018": 55.31, - "HotpotQA": 72.25, - "MMarcoRetrieval": 73.83, - "MSMARCO": 41.68, - "MedicalRetrieval": 61.33, - "NFCorpus": 38.25, - "NQ": 61.79, - "QuoraRetrieval": 89.61, - "SCIDOCS": 27.69, - "SciFact": 75.31, - "T2Retrieval": 83.58, - "TRECCOVID": 72.72, - "Touche2020": 20.3, - "VideoRetrieval": 69.41 - } - ], - "recall_at_1": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "BrightRetrieval (economics)": 25.73, - "BrightRetrieval (pony)": 1.32, - "BrightRetrieval (robotics)": 21.29, - "BrightRetrieval (biology)": 39.24, - "BrightRetrieval (earth_science)": 36.13, - "BrightRetrieval (stackoverflow)": 23.5, - "BrightRetrieval (psychology)": 42.28, - "BrightRetrieval (sustainable_living)": 33.1 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "AFQMC": 58.47, - "ATEC": 55.46, - "BIOSSES": 81.12, - "BQ": 77.59, - "LCQMC": 76.29, - "PAWSX": 50.22, - "QBQTC": 31.82, - "SICK-R": 79.15, - "STS12": 76.52, - "STS13": 88.63, - "STS14": 83.32, - "STS15": 87.5, - "STS16": 86.39, - "STS17 (en-en)": 87.79, - "STS22 (en)": 66.4, - "STS22 (zh)": 67.36, - "STSB": 81.37, - "STSBenchmark": 87.35 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "SummEval": 31.46 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Alibaba-NLP__gte-Qwen2-7B-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gte-Qwen2-7B-instruct", - "BrightRetrieval (earth_science)": 40.66, - "BrightRetrieval (sustainable_living)": 20.82, - "BrightRetrieval (theoremqa_theorems)": 34.22, - "BrightRetrieval (aops)": 15.1, - "BrightRetrieval (economics)": 16.18, - "BrightRetrieval (pony)": 1.25, - "BrightRetrieval (stackoverflow)": 13.95, - "BrightRetrieval (leetcode)": 31.07, - "BrightRetrieval (biology)": 32.09, - "BrightRetrieval (theoremqa_questions)": 29.9, - "BrightRetrieval (robotics)": 12.82, - "BrightRetrieval (psychology)": 26.58 - } - ], - "recall_at_1": [ - { - "Model": "gte-Qwen2-7B-instruct", - "BrightRetrieval (psychology)": 46.73, - "BrightRetrieval (biology)": 34.87, - "BrightRetrieval (sustainable_living)": 31.28, - "BrightRetrieval (robotics)": 10.89, - "BrightRetrieval (pony)": 1.17, - "BrightRetrieval (earth_science)": 38.36, - "BrightRetrieval (stackoverflow)": 16.67, - "BrightRetrieval (economics)": 27.67 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-base-en-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-base-en-v1.5", - "BiorxivClusteringP2P": 39.44, - "BiorxivClusteringS2S": 36.62, - "MedrxivClusteringP2P": 33.21, - "MedrxivClusteringS2S": 31.68, - "RedditClustering": 56.61, - "RedditClusteringP2P": 62.66, - "StackExchangeClustering": 66.11, - "StackExchangeClusteringP2P": 35.24, - "TwentyNewsgroupsClustering": 50.75 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-base-en-v1.5", - "ARCChallenge": 9.66, - "AlphaNLI": 10.99, - "HellaSwag": 26.64, - "PIQA": 25.69, - "Quail": 1.42, - "RARbCode": 46.47, - "RARbMath": 46.86, - "SIQA": 0.94, - "SpartQA": 3.37, - "TempReasonL1": 1.07, - "TempReasonL2Fact": 17.23, - "TempReasonL2Pure": 1.29, - "TempReasonL3Fact": 13.36, - "TempReasonL3Pure": 5.2, - "WinoGrande": 13.76 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-base-en-v1.5-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-base-en-v1.5-instruct", - "ARCChallenge": 8.85, - "AlphaNLI": 4.13, - "HellaSwag": 24.03, - "PIQA": 23.03, - "Quail": 1.25, - "RARbCode": 46.32, - "RARbMath": 45.62, - "SIQA": 0.24, - "SpartQA": 2.67, - "TempReasonL1": 0.8, - "TempReasonL2Fact": 16.56, - "TempReasonL2Pure": 1.33, - "TempReasonL3Fact": 12.68, - "TempReasonL3Pure": 5.08, - "WinoGrande": 10.27 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-base-zh-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-base-zh-v1.5", - "AmazonReviewsClassification (zh)": 40.15, - "IFlyTek": 48.62, - "JDReview": 83.62, - "MassiveIntentClassification (zh-CN)": 67.93, - "MassiveScenarioClassification (zh-CN)": 73.98, - "MultilingualSentiment": 70.67, - "OnlineShopping": 91.26, - "TNews": 51.08, - "Waimai": 85.36 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-base-zh-v1.5", - "CLSClusteringP2P": 39.91, - "CLSClusteringS2S": 37.63, - "ThuNewsClusteringP2P": 58.45, - "ThuNewsClusteringS2S": 54.12 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-base-zh-v1.5", - "Cmnli": 84.1, - "Ocnli": 75.41 - }, - { - "Model": "bge-base-zh-v1.5", - "Cmnli": 84.11, - "Ocnli": 75.43 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-base-zh-v1.5", - "CMedQAv1": 80.47, - "CMedQAv2": 84.88, - "MMarcoReranking": 29.74, - "T2Reranking": 66.49 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-base-zh-v1.5", - "CmedqaRetrieval": 41.61, - "CovidRetrieval": 74.7, - "DuRetrieval": 85.07, - "EcomRetrieval": 64.25, - "MMarcoRetrieval": 77.69, - "MedicalRetrieval": 56.51, - "T2Retrieval": 83.71, - "VideoRetrieval": 72.35 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-base-zh-v1.5", - "AFQMC": 42.4, - "ATEC": 48.17, - "BQ": 61.78, - "LCQMC": 74.45, - "PAWSX": 20.4, - "QBQTC": 36.22, - "STS22 (zh)": 68.01, - "STSB": 78.31 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-large-en-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-large-en-v1.5", - "AILACasedocs": 25.15, - "AILAStatutes": 20.74, - "ARCChallenge": 9.99, - "AlphaNLI": 13.13, - "BrightRetrieval (stackoverflow)": 9.51, - "BrightRetrieval (earth_science)": 24.15, - "BrightRetrieval (aops)": 6.08, - "BrightRetrieval (sustainable_living)": 13.27, - "BrightRetrieval (psychology)": 17.44, - "BrightRetrieval (robotics)": 12.21, - "BrightRetrieval (theoremqa_theorems)": 6.72, - "BrightRetrieval (pony)": 5.64, - "BrightRetrieval (biology)": 11.96, - "BrightRetrieval (theoremqa_questions)": 12.56, - "BrightRetrieval (leetcode)": 26.68, - "BrightRetrieval (economics)": 16.59, - "GerDaLIRSmall": 3.96, - "HellaSwag": 28.5, - "LeCaRDv2": 22.68, - "LegalBenchConsumerContractsQA": 73.52, - "LegalBenchCorporateLobbying": 91.51, - "LegalQuAD": 16.22, - "LegalSummarization": 59.99, - "PIQA": 27.99, - "Quail": 1.83, - "RARbCode": 48.12, - "RARbMath": 57.36, - "SIQA": 1.04, - "SpartQA": 2.99, - "TempReasonL1": 1.46, - "TempReasonL2Fact": 24.25, - "TempReasonL2Pure": 2.35, - "TempReasonL3Fact": 20.64, - "TempReasonL3Pure": 6.67, - "WinoGrande": 19.18 - } - ], - "recall_at_1": [ - { - "Model": "bge-large-en-v1.5", - "BrightRetrieval (pony)": 0.36, - "BrightRetrieval (psychology)": 11.58, - "BrightRetrieval (stackoverflow)": 13.25, - "BrightRetrieval (robotics)": 10.89, - "BrightRetrieval (earth_science)": 27.73, - "BrightRetrieval (biology)": 16.42, - "BrightRetrieval (economics)": 20.87, - "BrightRetrieval (sustainable_living)": 16.9 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-large-en-v1.5-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-large-en-v1.5-instruct", - "ARCChallenge": 8.86, - "AlphaNLI": 0.86, - "HellaSwag": 26.24, - "PIQA": 23.26, - "Quail": 2.72, - "RARbCode": 45.25, - "RARbMath": 49.82, - "SIQA": 0.59, - "SpartQA": 2.34, - "TempReasonL1": 1.17, - "TempReasonL2Fact": 21.19, - "TempReasonL2Pure": 2.1, - "TempReasonL3Fact": 17.59, - "TempReasonL3Pure": 5.99, - "WinoGrande": 10.31 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-large-zh-noinstruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-large-zh-noinstruct", - "AmazonReviewsClassification (zh)": 41.94, - "IFlyTek": 45.32, - "JDReview": 85.38, - "MassiveIntentClassification (zh-CN)": 66.96, - "MassiveScenarioClassification (zh-CN)": 73.39, - "MultilingualSentiment": 73.7, - "OnlineShopping": 91.66, - "TNews": 52.05, - "Waimai": 86.83 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-large-zh-noinstruct", - "CLSClusteringP2P": 41.23, - "CLSClusteringS2S": 40.04, - "ThuNewsClusteringP2P": 62.03, - "ThuNewsClusteringS2S": 56.75 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-large-zh-noinstruct", - "Cmnli": 82.17, - "Ocnli": 71.37 - }, - { - "Model": "bge-large-zh-noinstruct", - "Cmnli": 82.18, - "Ocnli": 71.37 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-large-zh-noinstruct", - "CMedQAv1": 81.72, - "CMedQAv2": 84.64, - "MMarcoReranking": 27.1, - "T2Reranking": 66.16 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-large-zh-noinstruct", - "CmedqaRetrieval": 41.03, - "CovidRetrieval": 75.07, - "DuRetrieval": 84.68, - "EcomRetrieval": 65.6, - "MMarcoRetrieval": 81.38, - "MedicalRetrieval": 58.28, - "T2Retrieval": 84.39, - "VideoRetrieval": 73.93 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-large-zh-noinstruct", - "AFQMC": 43.06, - "ATEC": 48.29, - "BQ": 60.53, - "LCQMC": 74.71, - "PAWSX": 16.64, - "QBQTC": 35.2, - "STS22 (zh)": 67.19, - "STSB": 78.41 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-large-zh-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-large-zh-v1.5", - "AmazonReviewsClassification (zh)": 41.38, - "IFlyTek": 48.74, - "JDReview": 85.14, - "MassiveIntentClassification (zh-CN)": 68.84, - "MassiveScenarioClassification (zh-CN)": 74.7, - "MultilingualSentiment": 72.97, - "OnlineShopping": 91.43, - "TNews": 52.1, - "Waimai": 86.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-large-zh-v1.5", - "CLSClusteringP2P": 41.44, - "CLSClusteringS2S": 38.33, - "ThuNewsClusteringP2P": 59.61, - "ThuNewsClusteringS2S": 56.58 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-large-zh-v1.5", - "Cmnli": 85.27, - "Ocnli": 77.94 - }, - { - "Model": "bge-large-zh-v1.5", - "Cmnli": 85.29, - "Ocnli": 77.96 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-large-zh-v1.5", - "CMedQAv1": 83.45, - "CMedQAv2": 85.44, - "MMarcoReranking": 28.74, - "T2Reranking": 65.74 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-large-zh-v1.5", - "CmedqaRetrieval": 42.57, - "CovidRetrieval": 73.35, - "DuRetrieval": 86.32, - "EcomRetrieval": 65.33, - "MMarcoRetrieval": 79.23, - "MedicalRetrieval": 59.59, - "T2Retrieval": 83.99, - "VideoRetrieval": 73.32 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-large-zh-v1.5", - "AFQMC": 44.36, - "ATEC": 49.54, - "BQ": 62.94, - "LCQMC": 74.33, - "PAWSX": 33.92, - "QBQTC": 37.29, - "STS22 (zh)": 68.94, - "STSB": 78.7 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-m3": { - "BitextMining": { - "f1": [ - { - "Model": "bge-m3", - "Tatoeba (rus-eng)": 93.42 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-m3", - "GeoreviewClassification": 48.27, - "HeadlineClassification": 70.32, - "InappropriatenessClassification": 59.87, - "KinopoiskClassification": 58.23, - "MassiveIntentClassification (ru)": 68.75, - "MassiveScenarioClassification (ru)": 73.42, - "RuReviewsClassification": 66.91, - "RuSciBenchGRNTIClassification": 55.81, - "RuSciBenchOECDClassification": 42.57 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-m3", - "GeoreviewClusteringP2P": 63.09, - "RuSciBenchGRNTIClusteringP2P": 50.83, - "RuSciBenchOECDClusteringP2P": 43.21 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-m3", - "OpusparcusPC (ru)": 89.64, - "TERRa": 60.6 - }, - { - "Model": "bge-m3", - "OpusparcusPC (ru)": 89.64, - "TERRa": 60.6 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-m3", - "MIRACLReranking (ru)": 65.38 - }, - { - "Model": "bge-m3", - "RuBQReranking": 74.03 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-m3", - "ARCChallenge": 9.02, - "AlphaNLI": 24.73, - "HellaSwag": 25.67, - "LEMBNarrativeQARetrieval": 45.76, - "LEMBQMSumRetrieval": 35.54, - "LEMBSummScreenFDRetrieval": 94.09, - "LEMBWikimQARetrieval": 77.73, - "MIRACLRetrieval (ru)": 70.16, - "PIQA": 22.93, - "Quail": 7.51, - "RARbCode": 38.8, - "RARbMath": 69.19, - "RiaNewsRetrieval": 82.99, - "RuBQRetrieval": 71.22, - "SIQA": 4.89, - "SpartQA": 7.49, - "TempReasonL1": 0.99, - "TempReasonL2Fact": 33.23, - "TempReasonL2Pure": 0.68, - "TempReasonL3Fact": 30.05, - "TempReasonL3Pure": 5.28, - "WinoGrande": 41.72 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-m3", - "RUParaPhraserSTS": 74.9, - "RuSTSBenchmarkSTS": 79.87, - "STS22 (ru)": 66.26, - "STSBenchmarkMultilingualSTS (ru)": 79.27 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "bge-m3", - "CEDRClassification": 43.47, - "SensitiveTopicsClassification": 26.25 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-m3-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-m3-instruct", - "ARCChallenge": 9.03, - "AlphaNLI": 24.69, - "HellaSwag": 25.55, - "PIQA": 19.03, - "Quail": 7.08, - "RARbCode": 39.58, - "RARbMath": 64.51, - "SIQA": 4.77, - "SpartQA": 7.0, - "TempReasonL1": 0.8, - "TempReasonL2Fact": 34.99, - "TempReasonL2Pure": 0.62, - "TempReasonL3Fact": 32.47, - "TempReasonL3Pure": 7.01, - "WinoGrande": 35.33 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-small-en-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-small-en-v1.5", - "ARCChallenge": 8.95, - "AlphaNLI": 11.64, - "HellaSwag": 25.44, - "PIQA": 23.92, - "Quail": 1.75, - "RARbCode": 42.36, - "RARbMath": 44.98, - "SIQA": 0.77, - "SpartQA": 3.55, - "TempReasonL1": 1.41, - "TempReasonL2Fact": 17.56, - "TempReasonL2Pure": 1.05, - "TempReasonL3Fact": 13.88, - "TempReasonL3Pure": 4.76, - "WinoGrande": 10.28 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-small-en-v1.5-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-small-en-v1.5-instruct", - "ARCChallenge": 7.72, - "AlphaNLI": 1.26, - "HellaSwag": 23.41, - "PIQA": 20.79, - "Quail": 2.01, - "RARbCode": 41.52, - "RARbMath": 46.5, - "SIQA": 0.98, - "SpartQA": 2.86, - "TempReasonL1": 1.27, - "TempReasonL2Fact": 16.72, - "TempReasonL2Pure": 1.1, - "TempReasonL3Fact": 12.81, - "TempReasonL3Pure": 4.63, - "WinoGrande": 5.35 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-small-zh-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-small-zh-v1.5", - "AmazonReviewsClassification (zh)": 35.91, - "IFlyTek": 45.49, - "JDReview": 80.04, - "MassiveIntentClassification (zh-CN)": 63.95, - "MassiveScenarioClassification (zh-CN)": 70.8, - "MultilingualSentiment": 63.06, - "OnlineShopping": 85.05, - "TNews": 48.15, - "Waimai": 83.18 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-small-zh-v1.5", - "CLSClusteringP2P": 38.14, - "CLSClusteringS2S": 35.14, - "ThuNewsClusteringP2P": 54.22, - "ThuNewsClusteringS2S": 49.22 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-small-zh-v1.5", - "Cmnli": 76.24, - "Ocnli": 64.57 - }, - { - "Model": "bge-small-zh-v1.5", - "Cmnli": 76.24, - "Ocnli": 64.57 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-small-zh-v1.5", - "CMedQAv1": 77.4, - "CMedQAv2": 79.86, - "MMarcoReranking": 20.5, - "T2Reranking": 65.9 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-small-zh-v1.5", - "CmedqaRetrieval": 35.11, - "CovidRetrieval": 70.14, - "DuRetrieval": 77.28, - "EcomRetrieval": 55.71, - "MMarcoRetrieval": 63.48, - "MedicalRetrieval": 49.8, - "T2Retrieval": 76.43, - "VideoRetrieval": 66.19 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-small-zh-v1.5", - "AFQMC": 33.42, - "ATEC": 43.01, - "BQ": 55.22, - "LCQMC": 72.19, - "PAWSX": 9.26, - "QBQTC": 35.29, - "STS22 (zh)": 67.72, - "STSB": 76.73 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Cohere__Cohere-embed-english-v3.0": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "Cohere-embed-english-v3.0", - "AILACasedocs": 31.54, - "AILAStatutes": 27.15, - "ARCChallenge": 9.89, - "AlphaNLI": 15.1, - "BrightRetrieval (psychology)": 21.82, - "BrightRetrieval (economics)": 20.18, - "BrightRetrieval (robotics)": 16.21, - "BrightRetrieval (biology)": 18.98, - "BrightRetrieval (stackoverflow)": 16.47, - "BrightRetrieval (theoremqa_theorems)": 7.14, - "BrightRetrieval (pony)": 1.77, - "BrightRetrieval (sustainable_living)": 17.69, - "BrightRetrieval (aops)": 6.46, - "BrightRetrieval (theoremqa_questions)": 15.07, - "BrightRetrieval (leetcode)": 26.78, - "BrightRetrieval (earth_science)": 27.45, - "GerDaLIRSmall": 6.05, - "HellaSwag": 26.35, - "LeCaRDv2": 21.02, - "LegalBenchConsumerContractsQA": 77.12, - "LegalBenchCorporateLobbying": 93.68, - "LegalQuAD": 26.08, - "LegalSummarization": 61.7, - "PIQA": 28.49, - "Quail": 4.1, - "RARbCode": 57.19, - "RARbMath": 72.26, - "SIQA": 4.26, - "SpartQA": 3.75, - "TempReasonL1": 1.5, - "TempReasonL2Fact": 35.91, - "TempReasonL2Pure": 1.89, - "TempReasonL3Fact": 27.51, - "TempReasonL3Pure": 8.53, - "WinoGrande": 58.01 - } - ], - "recall_at_1": [ - { - "Model": "Cohere-embed-english-v3.0", - "BrightRetrieval (robotics)": 9.9, - "BrightRetrieval (psychology)": 20.5, - "BrightRetrieval (biology)": 31.47, - "BrightRetrieval (economics)": 17.96, - "BrightRetrieval (stackoverflow)": 15.81, - "BrightRetrieval (pony)": 0.84, - "BrightRetrieval (sustainable_living)": 15.23, - "BrightRetrieval (earth_science)": 35.49 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "Cohere-embed-english-v3.0", - "Core17InstructionRetrieval": 2.8, - "News21InstructionRetrieval": 0.2, - "Robust04InstructionRetrieval": -3.63 - } - ] - } - }, - "Cohere__Cohere-embed-english-v3.0-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "Cohere-embed-english-v3.0-instruct", - "ARCChallenge": 10.1, - "AlphaNLI": 18.75, - "HellaSwag": 29.02, - "PIQA": 27.89, - "Quail": 7.77, - "RARbCode": 56.56, - "RARbMath": 72.05, - "SIQA": 5.03, - "SpartQA": 3.33, - "TempReasonL1": 1.43, - "TempReasonL2Fact": 40.46, - "TempReasonL2Pure": 2.39, - "TempReasonL3Fact": 33.87, - "TempReasonL3Pure": 7.52, - "WinoGrande": 65.02 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Cohere__Cohere-embed-multilingual-light-v3.0": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "AmazonReviewsClassification (fr)": 38.6, - "MTOPDomainClassification (fr)": 80.79, - "MTOPIntentClassification (fr)": 50.01, - "MasakhaNEWSClassification (fra)": 82.58, - "MassiveIntentClassification (fr)": 56.31, - "MassiveScenarioClassification (fr)": 59.5 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "AlloProfClusteringP2P": 61.96, - "AlloProfClusteringS2S": 31.36, - "HALClusteringS2S": 17.31, - "MLSUMClusteringP2P": 42.8, - "MLSUMClusteringS2S": 32.72, - "MasakhaNEWSClusteringP2P (fra)": 56.81, - "MasakhaNEWSClusteringS2S (fra)": 29.41 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "OpusparcusPC (fr)": 90.92, - "PawsXPairClassification (fr)": 57.32 - }, - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "OpusparcusPC (fr)": 90.92, - "PawsXPairClassification (fr)": 57.35 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "AlloprofReranking": 51.6, - "SyntecReranking": 88.03 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "AlloprofRetrieval": 35.39, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 23.0, - "SyntecRetrieval": 76.88, - "XPQARetrieval (fr)": 45.23 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "SICKFr": 75.5, - "STS22 (fr)": 82.8, - "STSBenchmarkMultilingualSTS (fr)": 76.48 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "SummEvalFr": 31.4 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Cohere__Cohere-embed-multilingual-v3.0": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "AmazonReviewsClassification (fr)": 41.89, - "MTOPDomainClassification (fr)": 86.23, - "MTOPIntentClassification (fr)": 61.07, - "MasakhaNEWSClassification (fra)": 83.06, - "MassiveIntentClassification (fr)": 62.94, - "MassiveScenarioClassification (fr)": 67.29 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "AlloProfClusteringP2P": 63.53, - "AlloProfClusteringS2S": 36.18, - "HALClusteringS2S": 19.9, - "MLSUMClusteringP2P": 45.08, - "MLSUMClusteringS2S": 34.75, - "MasakhaNEWSClusteringP2P (fra)": 53.18, - "MasakhaNEWSClusteringS2S (fra)": 32.31 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "OpusparcusPC (fr)": 94.08, - "PawsXPairClassification (fr)": 61.26 - }, - { - "Model": "Cohere-embed-multilingual-v3.0", - "OpusparcusPC (fr)": 94.08, - "PawsXPairClassification (fr)": 61.26 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "AlloprofReranking": 51.01, - "SyntecReranking": 85.72 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "AlloprofRetrieval": 38.36, - "BSARDRetrieval": 0.14, - "MintakaRetrieval (fr)": 25.44, - "SyntecRetrieval": 79.27, - "XPQARetrieval (fr)": 58.87 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "SICKFr": 79.23, - "STS22 (fr)": 82.76, - "STSBenchmarkMultilingualSTS (fr)": 81.84 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "SummEvalFr": 31.26 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "DeepPavlov__distilrubert-small-cased-conversational": { - "BitextMining": { - "f1": [ - { - "Model": "distilrubert-small-cased-conversational", - "Tatoeba (rus-eng)": 24.16 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "distilrubert-small-cased-conversational", - "GeoreviewClassification": 38.95, - "HeadlineClassification": 75.59, - "InappropriatenessClassification": 60.68, - "KinopoiskClassification": 49.67, - "MassiveIntentClassification (ru)": 63.12, - "MassiveScenarioClassification (ru)": 68.08, - "RuReviewsClassification": 54.05, - "RuSciBenchGRNTIClassification": 48.53, - "RuSciBenchOECDClassification": 37.65 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "distilrubert-small-cased-conversational", - "GeoreviewClusteringP2P": 43.26, - "MLSUMClusteringP2P (ru)": 50.08, - "MLSUMClusteringS2S (ru)": 51.12, - "RuSciBenchGRNTIClusteringP2P": 37.84, - "RuSciBenchOECDClusteringP2P": 34.12 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "distilrubert-small-cased-conversational", - "OpusparcusPC (ru)": 84.35, - "TERRa": 52.48 - }, - { - "Model": "distilrubert-small-cased-conversational", - "OpusparcusPC (ru)": 84.35, - "TERRa": 53.02 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "distilrubert-small-cased-conversational", - "MIRACLReranking (ru)": 13.09 - }, - { - "Model": "distilrubert-small-cased-conversational", - "RuBQReranking": 42.58 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "distilrubert-small-cased-conversational", - "MIRACLRetrieval (ru)": 2.39, - "RiaNewsRetrieval": 4.14, - "RuBQRetrieval": 10.6 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "distilrubert-small-cased-conversational", - "RUParaPhraserSTS": 55.01, - "RuSTSBenchmarkSTS": 61.72, - "STS22 (ru)": 51.87, - "STSBenchmarkMultilingualSTS (ru)": 61.6 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "distilrubert-small-cased-conversational", - "CEDRClassification": 36.19, - "SensitiveTopicsClassification": 22.45 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "DeepPavlov__rubert-base-cased": { - "BitextMining": { - "f1": [ - { - "Model": "rubert-base-cased", - "Tatoeba (rus-eng)": 16.76 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-base-cased", - "GeoreviewClassification": 37.22, - "HeadlineClassification": 75.23, - "InappropriatenessClassification": 57.34, - "KinopoiskClassification": 49.91, - "MassiveIntentClassification (ru)": 53.02, - "MassiveScenarioClassification (ru)": 56.79, - "RuReviewsClassification": 50.74, - "RuSciBenchGRNTIClassification": 48.03, - "RuSciBenchOECDClassification": 36.13 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-base-cased", - "GeoreviewClusteringP2P": 28.77, - "MLSUMClusteringP2P (ru)": 41.42, - "MLSUMClusteringS2S (ru)": 40.52, - "RuSciBenchGRNTIClusteringP2P": 28.29, - "RuSciBenchOECDClusteringP2P": 26.67 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-base-cased", - "OpusparcusPC (ru)": 81.65, - "TERRa": 52.12 - }, - { - "Model": "rubert-base-cased", - "OpusparcusPC (ru)": 81.65, - "TERRa": 53.17 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-base-cased", - "MIRACLReranking (ru)": 13.27 - }, - { - "Model": "rubert-base-cased", - "RuBQReranking": 41.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-base-cased", - "MIRACLRetrieval (ru)": 0.88, - "RiaNewsRetrieval": 5.58, - "RuBQRetrieval": 9.52 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-base-cased", - "RUParaPhraserSTS": 49.72, - "RuSTSBenchmarkSTS": 53.95, - "STS22 (ru)": 34.98, - "STSBenchmarkMultilingualSTS (ru)": 53.76 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-base-cased", - "CEDRClassification": 33.59, - "SensitiveTopicsClassification": 18.8 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "DeepPavlov__rubert-base-cased-sentence": { - "BitextMining": { - "f1": [ - { - "Model": "rubert-base-cased-sentence", - "Tatoeba (rus-eng)": 20.26 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-base-cased-sentence", - "GeoreviewClassification": 38.05, - "HeadlineClassification": 67.64, - "InappropriatenessClassification": 58.27, - "KinopoiskClassification": 45.86, - "MassiveIntentClassification (ru)": 49.1, - "MassiveScenarioClassification (ru)": 51.91, - "RuReviewsClassification": 58.34, - "RuSciBenchGRNTIClassification": 52.18, - "RuSciBenchOECDClassification": 40.11 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-base-cased-sentence", - "GeoreviewClusteringP2P": 41.82, - "MLSUMClusteringP2P (ru)": 43.71, - "MLSUMClusteringS2S (ru)": 45.94, - "RuSciBenchGRNTIClusteringP2P": 46.29, - "RuSciBenchOECDClusteringP2P": 41.28 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-base-cased-sentence", - "OpusparcusPC (ru)": 81.52, - "TERRa": 59.12 - }, - { - "Model": "rubert-base-cased-sentence", - "OpusparcusPC (ru)": 81.76, - "TERRa": 59.12 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-base-cased-sentence", - "MIRACLReranking (ru)": 13.77 - }, - { - "Model": "rubert-base-cased-sentence", - "RuBQReranking": 39.89 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-base-cased-sentence", - "MIRACLRetrieval (ru)": 1.92, - "RiaNewsRetrieval": 6.72, - "RuBQRetrieval": 12.63 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-base-cased-sentence", - "RUParaPhraserSTS": 66.24, - "RuSTSBenchmarkSTS": 66.03, - "STS22 (ru)": 51.27, - "STSBenchmarkMultilingualSTS (ru)": 66.71 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-base-cased-sentence", - "CEDRClassification": 35.55, - "SensitiveTopicsClassification": 20.05 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "FacebookAI__xlm-roberta-base": { - "BitextMining": { - "f1": [ - { - "Model": "xlm-roberta-base", - "BornholmBitextMining": 4.42 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "xlm-roberta-base", - "AmazonReviewsClassification (fr)": 26.75, - "AngryTweetsClassification": 52.41, - "DKHateClassification": 56.78, - "DanishPoliticalCommentsClassification": 34.03, - "LccSentimentClassification": 52.27, - "MTOPDomainClassification (fr)": 43.83, - "MTOPIntentClassification (fr)": 19.38, - "MasakhaNEWSClassification (fra)": 60.5, - "MassiveIntentClassification (da)": 41.06, - "MassiveIntentClassification (nb)": 40.46, - "MassiveIntentClassification (sv)": 45.12, - "MassiveIntentClassification (fr)": 13.58, - "MassiveScenarioClassification (da)": 43.91, - "MassiveScenarioClassification (nb)": 44.83, - "MassiveScenarioClassification (sv)": 47.35, - "MassiveScenarioClassification (fr)": 23.21, - "NoRecClassification": 46.28, - "NordicLangClassification": 79.39, - "NorwegianParliament": 56.75, - "ScalaDaClassification": 57.3, - "ScalaNbClassification": 58.33 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "xlm-roberta-base", - "AlloProfClusteringP2P": 52.24, - "AlloProfClusteringS2S": 20.37, - "HALClusteringS2S": 8.68, - "MLSUMClusteringP2P": 40.44, - "MLSUMClusteringS2S": 24.14, - "MasakhaNEWSClusteringP2P (fra)": 29.29, - "MasakhaNEWSClusteringS2S (fra)": 23.76 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "xlm-roberta-base", - "OpusparcusPC (fr)": 85.45, - "PawsXPairClassification (fr)": 51.35 - }, - { - "Model": "xlm-roberta-base", - "OpusparcusPC (fr)": 85.91, - "PawsXPairClassification (fr)": 51.73 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "xlm-roberta-base", - "AlloprofReranking": 25.58, - "SyntecReranking": 43.75 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "xlm-roberta-base", - "AlloprofRetrieval": 0.16, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.88, - "SyntecRetrieval": 3.33, - "XPQARetrieval (fr)": 11.65 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "xlm-roberta-base", - "SICKFr": 48.62, - "STS22 (fr)": 56.72, - "STSBenchmarkMultilingualSTS (fr)": 46.23 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "xlm-roberta-base", - "SummEvalFr": 29.14 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "FacebookAI__xlm-roberta-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "xlm-roberta-large", - "AmazonReviewsClassification (fr)": 26.62, - "MTOPDomainClassification (fr)": 36.77, - "MTOPIntentClassification (fr)": 15.37, - "MasakhaNEWSClassification (fra)": 65.76, - "MassiveIntentClassification (fr)": 15.82, - "MassiveScenarioClassification (fr)": 23.92 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "xlm-roberta-large", - "AlloProfClusteringP2P": 56.54, - "AlloProfClusteringS2S": 21.18, - "BlurbsClusteringP2P": 29.84, - "BlurbsClusteringS2S": 7.29, - "HALClusteringS2S": 5.94, - "MLSUMClusteringP2P": 42.67, - "MLSUMClusteringS2S": 18.5, - "MasakhaNEWSClusteringP2P (fra)": 34.02, - "MasakhaNEWSClusteringS2S (fra)": 21.52, - "TenKGnadClusteringP2P": 32.46, - "TenKGnadClusteringS2S": 6.16 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "xlm-roberta-large", - "OpusparcusPC (fr)": 83.73, - "PawsXPairClassification (fr)": 53.38 - }, - { - "Model": "xlm-roberta-large", - "OpusparcusPC (fr)": 83.79, - "PawsXPairClassification (fr)": 53.44 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "xlm-roberta-large", - "AlloprofReranking": 28.62, - "SyntecReranking": 49.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "xlm-roberta-large", - "AlloprofRetrieval": 0.52, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.9, - "SyntecRetrieval": 6.6, - "XPQARetrieval (fr)": 12.7 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "xlm-roberta-large", - "SICKFr": 50.01, - "STS22 (fr)": 55.49, - "STSBenchmarkMultilingualSTS (fr)": 42.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "xlm-roberta-large", - "SummEvalFr": 28.89 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Geotrend__bert-base-10lang-cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-10lang-cased", - "AmazonReviewsClassification (fr)": 29.38, - "MTOPDomainClassification (fr)": 63.65, - "MTOPIntentClassification (fr)": 37.87, - "MasakhaNEWSClassification (fra)": 63.93, - "MassiveIntentClassification (fr)": 37.28, - "MassiveScenarioClassification (fr)": 44.5 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-10lang-cased", - "AlloProfClusteringP2P": 53.22, - "AlloProfClusteringS2S": 42.92, - "HALClusteringS2S": 19.94, - "MLSUMClusteringP2P": 40.96, - "MLSUMClusteringS2S": 31.87, - "MasakhaNEWSClusteringP2P (fra)": 24.23, - "MasakhaNEWSClusteringS2S (fra)": 24.46 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-10lang-cased", - "OpusparcusPC (fr)": 86.79, - "PawsXPairClassification (fr)": 53.4 - }, - { - "Model": "bert-base-10lang-cased", - "OpusparcusPC (fr)": 87.78, - "PawsXPairClassification (fr)": 53.4 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-10lang-cased", - "AlloprofReranking": 36.21, - "SyntecReranking": 53.25 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-10lang-cased", - "AlloprofRetrieval": 1.6, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 3.55, - "SyntecRetrieval": 18.95, - "XPQARetrieval (fr)": 18.39 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-10lang-cased", - "SICKFr": 58.76, - "STS22 (fr)": 40.31, - "STSBenchmarkMultilingualSTS (fr)": 52.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-10lang-cased", - "SummEvalFr": 29.06 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Geotrend__bert-base-15lang-cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-15lang-cased", - "AmazonReviewsClassification (fr)": 29.35, - "MTOPDomainClassification (fr)": 63.7, - "MTOPIntentClassification (fr)": 37.85, - "MasakhaNEWSClassification (fra)": 63.89, - "MassiveIntentClassification (fr)": 37.28, - "MassiveScenarioClassification (fr)": 44.47 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-15lang-cased", - "AlloProfClusteringP2P": 53.16, - "AlloProfClusteringS2S": 43.43, - "HALClusteringS2S": 20.26, - "MLSUMClusteringP2P": 41.22, - "MLSUMClusteringS2S": 31.88, - "MasakhaNEWSClusteringP2P (fra)": 24.23, - "MasakhaNEWSClusteringS2S (fra)": 24.46 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-15lang-cased", - "OpusparcusPC (fr)": 86.78, - "PawsXPairClassification (fr)": 53.38 - }, - { - "Model": "bert-base-15lang-cased", - "OpusparcusPC (fr)": 87.73, - "PawsXPairClassification (fr)": 53.38 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-15lang-cased", - "AlloprofReranking": 36.21, - "SyntecReranking": 53.25 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-15lang-cased", - "AlloprofRetrieval": 1.61, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 3.55, - "SyntecRetrieval": 18.95, - "XPQARetrieval (fr)": 18.35 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-15lang-cased", - "SICKFr": 58.77, - "STS22 (fr)": 40.4, - "STSBenchmarkMultilingualSTS (fr)": 52.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-15lang-cased", - "SummEvalFr": 29.13 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Geotrend__bert-base-25lang-cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-25lang-cased", - "AmazonReviewsClassification (fr)": 29.39, - "MTOPDomainClassification (fr)": 63.63, - "MTOPIntentClassification (fr)": 37.86, - "MasakhaNEWSClassification (fra)": 63.91, - "MassiveIntentClassification (fr)": 37.3, - "MassiveScenarioClassification (fr)": 44.47 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-25lang-cased", - "AlloProfClusteringP2P": 53.49, - "AlloProfClusteringS2S": 43.1, - "HALClusteringS2S": 19.78, - "MLSUMClusteringP2P": 40.73, - "MLSUMClusteringS2S": 31.94, - "MasakhaNEWSClusteringP2P (fra)": 24.23, - "MasakhaNEWSClusteringS2S (fra)": 24.46 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-25lang-cased", - "OpusparcusPC (fr)": 86.79, - "PawsXPairClassification (fr)": 53.39 - }, - { - "Model": "bert-base-25lang-cased", - "OpusparcusPC (fr)": 87.78, - "PawsXPairClassification (fr)": 53.4 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-25lang-cased", - "AlloprofReranking": 36.25, - "SyntecReranking": 53.25 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-25lang-cased", - "AlloprofRetrieval": 1.6, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 3.55, - "SyntecRetrieval": 18.95, - "XPQARetrieval (fr)": 18.46 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-25lang-cased", - "SICKFr": 58.76, - "STS22 (fr)": 38.77, - "STSBenchmarkMultilingualSTS (fr)": 52.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-25lang-cased", - "SummEvalFr": 28.84 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "GritLM__GritLM-7B": { - "BitextMining": { - "f1": [ - { - "Model": "GritLM-7B", - "BornholmBitextMining": 61.17, - "Tatoeba (hye-eng)": 54.7, - "Tatoeba (afr-eng)": 91.82, - "Tatoeba (vie-eng)": 96.18, - "Tatoeba (cym-eng)": 75.08, - "Tatoeba (xho-eng)": 42.31, - "Tatoeba (uzb-eng)": 59.94, - "Tatoeba (gsw-eng)": 59.66, - "Tatoeba (mal-eng)": 52.3, - "Tatoeba (ben-eng)": 78.41, - "Tatoeba (spa-eng)": 98.62, - "Tatoeba (arq-eng)": 43.42, - "Tatoeba (hin-eng)": 93.86, - "Tatoeba (yue-eng)": 88.43, - "Tatoeba (nld-eng)": 96.35, - "Tatoeba (hun-eng)": 94.2, - "Tatoeba (tha-eng)": 92.55, - "Tatoeba (ber-eng)": 7.88, - "Tatoeba (cor-eng)": 10.97, - "Tatoeba (kab-eng)": 3.21, - "Tatoeba (mon-eng)": 38.62, - "Tatoeba (pes-eng)": 90.25, - "Tatoeba (ind-eng)": 93.53, - "Tatoeba (fry-eng)": 73.7, - "Tatoeba (dan-eng)": 95.6, - "Tatoeba (ron-eng)": 94.53, - "Tatoeba (dsb-eng)": 69.41, - "Tatoeba (nds-eng)": 82.66, - "Tatoeba (jav-eng)": 40.36, - "Tatoeba (ast-eng)": 86.35, - "Tatoeba (lfn-eng)": 79.93, - "Tatoeba (mkd-eng)": 88.68, - "Tatoeba (kzj-eng)": 12.2, - "Tatoeba (ido-eng)": 82.17, - "Tatoeba (eus-eng)": 44.09, - "Tatoeba (ita-eng)": 94.54, - "Tatoeba (orv-eng)": 63.76, - "Tatoeba (zsm-eng)": 93.39, - "Tatoeba (mar-eng)": 68.94, - "Tatoeba (slv-eng)": 91.48, - "Tatoeba (hsb-eng)": 79.62, - "Tatoeba (ile-eng)": 91.1, - "Tatoeba (ara-eng)": 89.5, - "Tatoeba (yid-eng)": 31.64, - "Tatoeba (swh-eng)": 64.97, - "Tatoeba (khm-eng)": 32.74, - "Tatoeba (arz-eng)": 68.47, - "Tatoeba (amh-eng)": 11.66, - "Tatoeba (max-eng)": 66.33, - "Tatoeba (pms-eng)": 70.24, - "Tatoeba (kat-eng)": 58.44, - "Tatoeba (ang-eng)": 83.83, - "Tatoeba (fra-eng)": 94.5, - "Tatoeba (ukr-eng)": 94.35, - "Tatoeba (wuu-eng)": 90.31, - "Tatoeba (pol-eng)": 97.35, - "Tatoeba (tzl-eng)": 62.95, - "Tatoeba (awa-eng)": 70.28, - "Tatoeba (isl-eng)": 88.47, - "Tatoeba (hrv-eng)": 95.43, - "Tatoeba (bre-eng)": 19.19, - "Tatoeba (cmn-eng)": 95.48, - "Tatoeba (gla-eng)": 65.28, - "Tatoeba (ces-eng)": 96.03, - "Tatoeba (est-eng)": 69.22, - "Tatoeba (aze-eng)": 82.05, - "Tatoeba (nov-eng)": 78.53, - "Tatoeba (ina-eng)": 96.35, - "Tatoeba (cha-eng)": 47.58, - "Tatoeba (kaz-eng)": 47.61, - "Tatoeba (fin-eng)": 93.35, - "Tatoeba (deu-eng)": 99.47, - "Tatoeba (kor-eng)": 91.4, - "Tatoeba (tam-eng)": 66.66, - "Tatoeba (mhr-eng)": 13.31, - "Tatoeba (tur-eng)": 95.13, - "Tatoeba (sqi-eng)": 73.59, - "Tatoeba (por-eng)": 94.45, - "Tatoeba (epo-eng)": 90.0, - "Tatoeba (jpn-eng)": 95.58, - "Tatoeba (tgl-eng)": 94.29, - "Tatoeba (swg-eng)": 73.87, - "Tatoeba (ceb-eng)": 45.91, - "Tatoeba (cat-eng)": 94.15, - "Tatoeba (nob-eng)": 98.0, - "Tatoeba (gle-eng)": 71.65, - "Tatoeba (nno-eng)": 90.49, - "Tatoeba (war-eng)": 41.74, - "Tatoeba (slk-eng)": 93.92, - "Tatoeba (urd-eng)": 83.82, - "Tatoeba (bos-eng)": 95.9, - "Tatoeba (bel-eng)": 90.07, - "Tatoeba (heb-eng)": 82.14, - "Tatoeba (glg-eng)": 94.18, - "Tatoeba (srp-eng)": 94.23, - "Tatoeba (oci-eng)": 71.66, - "Tatoeba (ell-eng)": 91.56, - "Tatoeba (kur-eng)": 35.06, - "Tatoeba (fao-eng)": 83.02, - "Tatoeba (tat-eng)": 39.47, - "Tatoeba (lvs-eng)": 72.89, - "Tatoeba (csb-eng)": 69.78, - "Tatoeba (dtp-eng)": 10.77, - "Tatoeba (pam-eng)": 15.22, - "Tatoeba (tel-eng)": 37.93, - "Tatoeba (bul-eng)": 93.5, - "Tatoeba (tuk-eng)": 48.38, - "Tatoeba (cbk-eng)": 83.83, - "Tatoeba (lit-eng)": 77.91, - "Tatoeba (swe-eng)": 94.95, - "Tatoeba (uig-eng)": 40.4, - "Tatoeba (lat-eng)": 91.56, - "Tatoeba (rus-eng)": 93.93 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "GritLM-7B", - "AllegroReviews": 56.77, - "AmazonCounterfactualClassification (en-ext)": 79.61, - "AmazonCounterfactualClassification (en)": 80.54, - "AmazonCounterfactualClassification (de)": 74.94, - "AmazonCounterfactualClassification (ja)": 81.6, - "AmazonPolarityClassification": 96.64, - "AmazonReviewsClassification (en)": 59.91, - "AmazonReviewsClassification (de)": 58.21, - "AmazonReviewsClassification (es)": 55.74, - "AmazonReviewsClassification (fr)": 54.43, - "AmazonReviewsClassification (ja)": 54.51, - "AmazonReviewsClassification (zh)": 51.01, - "AngryTweetsClassification": 65.35, - "Banking77Classification": 84.44, - "CBD": 77.23, - "DanishPoliticalCommentsClassification": 41.28, - "EmotionClassification": 56.01, - "GeoreviewClassification": 53.47, - "HeadlineClassification": 85.66, - "IFlyTek": 52.7, - "ImdbClassification": 95.07, - "InappropriatenessClassification": 65.29, - "JDReview": 87.65, - "KinopoiskClassification": 64.25, - "LccSentimentClassification": 70.13, - "MTOPDomainClassification (en)": 95.37, - "MTOPDomainClassification (de)": 93.51, - "MTOPDomainClassification (es)": 92.78, - "MTOPDomainClassification (fr)": 92.25, - "MTOPDomainClassification (hi)": 85.26, - "MTOPDomainClassification (th)": 83.35, - "MTOPIntentClassification (en)": 81.23, - "MTOPIntentClassification (de)": 79.28, - "MTOPIntentClassification (es)": 81.2, - "MTOPIntentClassification (fr)": 76.87, - "MTOPIntentClassification (hi)": 63.66, - "MTOPIntentClassification (th)": 69.59, - "MasakhaNEWSClassification (amh)": 53.83, - "MasakhaNEWSClassification (eng)": 80.47, - "MasakhaNEWSClassification (fra)": 81.35, - "MasakhaNEWSClassification (hau)": 75.4, - "MasakhaNEWSClassification (ibo)": 74.18, - "MasakhaNEWSClassification (lin)": 77.43, - "MasakhaNEWSClassification (lug)": 72.38, - "MasakhaNEWSClassification (orm)": 79.02, - "MasakhaNEWSClassification (pcm)": 94.79, - "MasakhaNEWSClassification (run)": 80.81, - "MasakhaNEWSClassification (sna)": 87.29, - "MasakhaNEWSClassification (som)": 65.82, - "MasakhaNEWSClassification (swa)": 75.06, - "MasakhaNEWSClassification (tir)": 35.07, - "MasakhaNEWSClassification (xho)": 84.01, - "MasakhaNEWSClassification (yor)": 83.82, - "MassiveIntentClassification (kn)": 48.65, - "MassiveIntentClassification (is)": 59.76, - "MassiveIntentClassification (sw)": 54.04, - "MassiveIntentClassification (am)": 36.93, - "MassiveIntentClassification (fr)": 75.51, - "MassiveIntentClassification (hy)": 47.26, - "MassiveIntentClassification (es)": 75.14, - "MassiveIntentClassification (id)": 72.84, - "MassiveIntentClassification (it)": 76.46, - "MassiveIntentClassification (zh-CN)": 75.69, - "MassiveIntentClassification (zh-TW)": 70.86, - "MassiveIntentClassification (ml)": 46.31, - "MassiveIntentClassification (ms)": 70.72, - "MassiveIntentClassification (jv)": 55.89, - "MassiveIntentClassification (te)": 46.92, - "MassiveIntentClassification (ur)": 59.32, - "MassiveIntentClassification (vi)": 69.02, - "MassiveIntentClassification (mn)": 44.24, - "MassiveIntentClassification (lv)": 57.35, - "MassiveIntentClassification (th)": 63.08, - "MassiveIntentClassification (hu)": 70.42, - "MassiveIntentClassification (af)": 67.3, - "MassiveIntentClassification (pt)": 76.08, - "MassiveIntentClassification (sq)": 56.51, - "MassiveIntentClassification (he)": 63.87, - "MassiveIntentClassification (ru)": 76.01, - "MassiveIntentClassification (da)": 73.46, - "MassiveIntentClassification (cy)": 53.51, - "MassiveIntentClassification (ja)": 75.19, - "MassiveIntentClassification (en)": 79.1, - "MassiveIntentClassification (fi)": 67.91, - "MassiveIntentClassification (az)": 62.1, - "MassiveIntentClassification (ar)": 60.26, - "MassiveIntentClassification (hi)": 66.02, - "MassiveIntentClassification (sv)": 75.29, - "MassiveIntentClassification (el)": 67.04, - "MassiveIntentClassification (km)": 42.63, - "MassiveIntentClassification (ko)": 71.38, - "MassiveIntentClassification (ro)": 70.1, - "MassiveIntentClassification (ta)": 48.79, - "MassiveIntentClassification (nl)": 75.5, - "MassiveIntentClassification (ka)": 46.6, - "MassiveIntentClassification (nb)": 70.92, - "MassiveIntentClassification (tr)": 70.73, - "MassiveIntentClassification (pl)": 75.36, - "MassiveIntentClassification (bn)": 57.82, - "MassiveIntentClassification (sl)": 69.98, - "MassiveIntentClassification (tl)": 67.86, - "MassiveIntentClassification (my)": 40.8, - "MassiveIntentClassification (de)": 74.8, - "MassiveIntentClassification (fa)": 70.45, - "MassiveScenarioClassification (nb)": 75.62, - "MassiveScenarioClassification (sq)": 62.49, - "MassiveScenarioClassification (sl)": 74.71, - "MassiveScenarioClassification (de)": 78.58, - "MassiveScenarioClassification (fi)": 70.33, - "MassiveScenarioClassification (bn)": 61.88, - "MassiveScenarioClassification (he)": 67.52, - "MassiveScenarioClassification (el)": 70.08, - "MassiveScenarioClassification (vi)": 72.94, - "MassiveScenarioClassification (hu)": 73.71, - "MassiveScenarioClassification (ml)": 51.24, - "MassiveScenarioClassification (ms)": 73.8, - "MassiveScenarioClassification (hi)": 69.18, - "MassiveScenarioClassification (is)": 66.04, - "MassiveScenarioClassification (te)": 52.39, - "MassiveScenarioClassification (sw)": 62.19, - "MassiveScenarioClassification (tl)": 71.83, - "MassiveScenarioClassification (sv)": 78.52, - "MassiveScenarioClassification (en)": 80.37, - "MassiveScenarioClassification (ja)": 77.49, - "MassiveScenarioClassification (az)": 65.13, - "MassiveScenarioClassification (fr)": 77.29, - "MassiveScenarioClassification (it)": 77.88, - "MassiveScenarioClassification (ko)": 75.95, - "MassiveScenarioClassification (zh-CN)": 78.47, - "MassiveScenarioClassification (id)": 75.94, - "MassiveScenarioClassification (kn)": 55.06, - "MassiveScenarioClassification (cy)": 60.36, - "MassiveScenarioClassification (am)": 44.74, - "MassiveScenarioClassification (hy)": 53.06, - "MassiveScenarioClassification (km)": 50.11, - "MassiveScenarioClassification (pt)": 76.23, - "MassiveScenarioClassification (zh-TW)": 75.14, - "MassiveScenarioClassification (ru)": 78.28, - "MassiveScenarioClassification (ta)": 54.59, - "MassiveScenarioClassification (es)": 77.05, - "MassiveScenarioClassification (mn)": 51.04, - "MassiveScenarioClassification (th)": 67.74, - "MassiveScenarioClassification (ur)": 65.78, - "MassiveScenarioClassification (my)": 46.9, - "MassiveScenarioClassification (fa)": 73.52, - "MassiveScenarioClassification (af)": 72.84, - "MassiveScenarioClassification (nl)": 77.79, - "MassiveScenarioClassification (tr)": 71.9, - "MassiveScenarioClassification (ar)": 67.23, - "MassiveScenarioClassification (pl)": 76.25, - "MassiveScenarioClassification (ro)": 72.54, - "MassiveScenarioClassification (jv)": 62.33, - "MassiveScenarioClassification (da)": 76.98, - "MassiveScenarioClassification (lv)": 61.54, - "MassiveScenarioClassification (ka)": 54.44, - "MultilingualSentiment": 75.51, - "NoRecClassification": 56.05, - "NordicLangClassification": 69.36, - "OnlineShopping": 93.09, - "PAC": 67.05, - "PolEmo2.0-IN": 83.5, - "PolEmo2.0-OUT": 62.55, - "RuReviewsClassification": 68.58, - "RuSciBenchGRNTIClassification": 64.56, - "RuSciBenchOECDClassification": 51.2, - "TNews": 51.99, - "ToxicConversationsClassification": 68.81, - "TweetSentimentExtractionClassification": 66.26, - "Waimai": 87.91 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "GritLM-7B", - "GeoreviewClusteringP2P": 74.06, - "MasakhaNEWSClusteringP2P (amh)": 45.1, - "MasakhaNEWSClusteringP2P (eng)": 70.5, - "MasakhaNEWSClusteringP2P (fra)": 73.54, - "MasakhaNEWSClusteringP2P (hau)": 59.75, - "MasakhaNEWSClusteringP2P (ibo)": 66.75, - "MasakhaNEWSClusteringP2P (lin)": 59.57, - "MasakhaNEWSClusteringP2P (lug)": 58.93, - "MasakhaNEWSClusteringP2P (orm)": 54.38, - "MasakhaNEWSClusteringP2P (pcm)": 92.67, - "MasakhaNEWSClusteringP2P (run)": 59.74, - "MasakhaNEWSClusteringP2P (sna)": 68.86, - "MasakhaNEWSClusteringP2P (som)": 42.54, - "MasakhaNEWSClusteringP2P (swa)": 33.61, - "MasakhaNEWSClusteringP2P (tir)": 51.66, - "MasakhaNEWSClusteringP2P (xho)": 46.65, - "MasakhaNEWSClusteringP2P (yor)": 52.39, - "MasakhaNEWSClusteringS2S (amh)": 43.39, - "MasakhaNEWSClusteringS2S (eng)": 65.85, - "MasakhaNEWSClusteringS2S (fra)": 68.87, - "MasakhaNEWSClusteringS2S (hau)": 33.02, - "MasakhaNEWSClusteringS2S (ibo)": 64.55, - "MasakhaNEWSClusteringS2S (lin)": 72.01, - "MasakhaNEWSClusteringS2S (lug)": 47.42, - "MasakhaNEWSClusteringS2S (orm)": 32.59, - "MasakhaNEWSClusteringS2S (pcm)": 97.82, - "MasakhaNEWSClusteringS2S (run)": 59.41, - "MasakhaNEWSClusteringS2S (sna)": 71.58, - "MasakhaNEWSClusteringS2S (som)": 40.91, - "MasakhaNEWSClusteringS2S (swa)": 33.54, - "MasakhaNEWSClusteringS2S (tir)": 45.32, - "MasakhaNEWSClusteringS2S (xho)": 28.94, - "MasakhaNEWSClusteringS2S (yor)": 63.26, - "RuSciBenchGRNTIClusteringP2P": 60.01, - "RuSciBenchOECDClusteringP2P": 51.66 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "GritLM-7B", - "CDSC-E": 75.61, - "OpusparcusPC (de)": 97.43, - "OpusparcusPC (en)": 99.14, - "OpusparcusPC (fi)": 92.05, - "OpusparcusPC (fr)": 95.14, - "OpusparcusPC (ru)": 91.13, - "OpusparcusPC (sv)": 94.87, - "PSC": 99.42, - "PawsXPairClassification (de)": 57.59, - "PawsXPairClassification (en)": 66.63, - "PawsXPairClassification (es)": 58.9, - "PawsXPairClassification (fr)": 61.48, - "PawsXPairClassification (ja)": 51.11, - "PawsXPairClassification (ko)": 51.9, - "PawsXPairClassification (zh)": 57.86, - "SICK-E-PL": 79.06, - "SprintDuplicateQuestions": 93.0, - "TERRa": 58.86, - "TwitterSemEval2015": 81.08, - "TwitterURLCorpus": 87.4 - }, - { - "Model": "GritLM-7B", - "CDSC-E": 75.61, - "OpusparcusPC (de)": 97.43, - "OpusparcusPC (en)": 99.14, - "OpusparcusPC (fi)": 92.05, - "OpusparcusPC (fr)": 95.14, - "OpusparcusPC (ru)": 91.13, - "OpusparcusPC (sv)": 94.87, - "PSC": 99.45, - "PawsXPairClassification (de)": 57.66, - "PawsXPairClassification (en)": 66.82, - "PawsXPairClassification (es)": 59.04, - "PawsXPairClassification (fr)": 61.56, - "PawsXPairClassification (ja)": 51.2, - "PawsXPairClassification (ko)": 51.92, - "PawsXPairClassification (zh)": 57.88, - "SICK-E-PL": 79.06, - "SprintDuplicateQuestions": 93.35, - "TERRa": 58.93, - "TwitterSemEval2015": 81.08, - "TwitterURLCorpus": 87.43 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "GritLM-7B", - "AlloprofReranking": 77.93, - "AskUbuntuDupQuestions": 67.37, - "MMarcoReranking": 21.7, - "MindSmallReranking": 31.81, - "RuBQReranking": 72.43, - "SciDocsRR": 86.82, - "StackOverflowDupQuestions": 55.94, - "SyntecReranking": 92.62, - "T2Reranking": 65.64 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "GritLM-7B", - "AILACasedocs": 35.29, - "AILAStatutes": 41.8, - "ARCChallenge": 26.68, - "AlloprofRetrieval": 55.42, - "AlphaNLI": 34.0, - "AppsRetrieval": 35.13, - "ArguAna": 63.17, - "ArguAna-PL": 48.96, - "BSARDRetrieval": 26.61, - "BrightRetrieval (pony)": 21.98, - "BrightRetrieval (robotics)": 17.31, - "BrightRetrieval (economics)": 19.0, - "BrightRetrieval (theoremqa_questions)": 23.34, - "BrightRetrieval (leetcode)": 29.85, - "BrightRetrieval (earth_science)": 32.77, - "BrightRetrieval (stackoverflow)": 11.62, - "BrightRetrieval (sustainable_living)": 18.04, - "BrightRetrieval (biology)": 25.04, - "BrightRetrieval (psychology)": 19.92, - "BrightRetrieval (theoremqa_theorems)": 19.75, - "BrightRetrieval (aops)": 8.91, - "CmedqaRetrieval": 35.58, - "CodeFeedbackMT": 50.64, - "CodeFeedbackST": 84.08, - "CodeSearchNetCCRetrieval (python)": 90.92, - "CodeSearchNetCCRetrieval (javascript)": 87.27, - "CodeSearchNetCCRetrieval (go)": 85.44, - "CodeSearchNetCCRetrieval (ruby)": 89.63, - "CodeSearchNetCCRetrieval (java)": 87.63, - "CodeSearchNetCCRetrieval (php)": 79.25, - "CodeSearchNetRetrieval (python)": 91.65, - "CodeSearchNetRetrieval (javascript)": 81.43, - "CodeSearchNetRetrieval (go)": 90.01, - "CodeSearchNetRetrieval (ruby)": 85.42, - "CodeSearchNetRetrieval (java)": 89.84, - "CodeSearchNetRetrieval (php)": 81.57, - "CodeTransOceanContest": 89.22, - "CodeTransOceanDL": 32.98, - "CosQA": 31.24, - "CovidRetrieval": 73.4, - "DuRetrieval": 88.18, - "EcomRetrieval": 54.33, - "FiQA-PL": 37.98, - "FiQA2018": 59.91, - "GerDaLIRSmall": 20.61, - "HellaSwag": 39.45, - "LEMBNarrativeQARetrieval": 41.45, - "LEMBQMSumRetrieval": 30.36, - "LEMBSummScreenFDRetrieval": 78.48, - "LEMBWikimQARetrieval": 60.77, - "LeCaRDv2": 64.22, - "LegalBenchConsumerContractsQA": 82.05, - "LegalBenchCorporateLobbying": 95.0, - "LegalQuAD": 44.18, - "LegalSummarization": 70.64, - "MMarcoRetrieval": 76.54, - "MedicalRetrieval": 55.81, - "MintakaRetrieval (ar)": 25.88, - "MintakaRetrieval (de)": 55.66, - "MintakaRetrieval (es)": 53.36, - "MintakaRetrieval (fr)": 51.68, - "MintakaRetrieval (hi)": 26.06, - "MintakaRetrieval (it)": 54.91, - "MintakaRetrieval (ja)": 34.11, - "MintakaRetrieval (pt)": 54.89, - "NFCorpus": 40.86, - "NFCorpus-PL": 32.85, - "PIQA": 44.35, - "Quail": 11.67, - "RARbCode": 84.02, - "RARbMath": 82.35, - "RuBQRetrieval": 70.94, - "SCIDOCS": 24.41, - "SCIDOCS-PL": 18.34, - "SIQA": 7.23, - "SciFact": 79.13, - "SciFact-PL": 73.22, - "SpartQA": 9.35, - "StackOverflowQA": 93.37, - "SyntecRetrieval": 89.48, - "SyntheticText2SQL": 60.39, - "T2Retrieval": 82.96, - "TRECCOVID": 74.31, - "TRECCOVID-PL": 58.15, - "TempReasonL1": 7.16, - "TempReasonL2Fact": 58.39, - "TempReasonL2Pure": 11.22, - "TempReasonL3Fact": 44.29, - "TempReasonL3Pure": 14.15, - "Touche2020": 27.78, - "VideoRetrieval": 53.85, - "WinoGrande": 53.7, - "XPQARetrieval (ara-ara)": 45.21, - "XPQARetrieval (eng-ara)": 27.34, - "XPQARetrieval (ara-eng)": 39.43, - "XPQARetrieval (deu-deu)": 76.58, - "XPQARetrieval (eng-deu)": 55.44, - "XPQARetrieval (deu-eng)": 72.56, - "XPQARetrieval (spa-spa)": 64.54, - "XPQARetrieval (eng-spa)": 45.5, - "XPQARetrieval (spa-eng)": 61.03, - "XPQARetrieval (fra-fra)": 70.84, - "XPQARetrieval (eng-fra)": 48.14, - "XPQARetrieval (fra-eng)": 66.96, - "XPQARetrieval (hin-hin)": 74.75, - "XPQARetrieval (eng-hin)": 25.62, - "XPQARetrieval (hin-eng)": 63.9, - "XPQARetrieval (ita-ita)": 76.53, - "XPQARetrieval (eng-ita)": 46.82, - "XPQARetrieval (ita-eng)": 71.03, - "XPQARetrieval (jpn-jpn)": 72.28, - "XPQARetrieval (eng-jpn)": 41.9, - "XPQARetrieval (jpn-eng)": 69.42, - "XPQARetrieval (kor-kor)": 40.64, - "XPQARetrieval (eng-kor)": 32.68, - "XPQARetrieval (kor-eng)": 36.0, - "XPQARetrieval (pol-pol)": 50.75, - "XPQARetrieval (eng-pol)": 33.14, - "XPQARetrieval (pol-eng)": 48.06, - "XPQARetrieval (por-por)": 49.86, - "XPQARetrieval (eng-por)": 33.06, - "XPQARetrieval (por-eng)": 48.45, - "XPQARetrieval (tam-tam)": 41.78, - "XPQARetrieval (eng-tam)": 10.95, - "XPQARetrieval (tam-eng)": 21.26, - "XPQARetrieval (cmn-cmn)": 65.29, - "XPQARetrieval (eng-cmn)": 35.86, - "XPQARetrieval (cmn-eng)": 58.12 - } - ], - "recall_at_1": [ - { - "Model": "GritLM-7B", - "BrightRetrieval (biology)": 37.46, - "BrightRetrieval (robotics)": 17.82, - "BrightRetrieval (pony)": 0.0, - "BrightRetrieval (sustainable_living)": 32.36, - "BrightRetrieval (psychology)": 35.35, - "BrightRetrieval (stackoverflow)": 20.08, - "BrightRetrieval (earth_science)": 39.44, - "BrightRetrieval (economics)": 25.73 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "GritLM-7B", - "AFQMC": 35.59, - "ATEC": 40.89, - "BIOSSES": 86.32, - "BQ": 49.18, - "CDSC-R": 93.38, - "LCQMC": 75.52, - "PAWSX": 16.4, - "RUParaPhraserSTS": 74.37, - "RuSTSBenchmarkSTS": 81.07, - "SICK-R": 83.13, - "SICK-R-PL": 76.45, - "SICKFr": 80.25, - "STS12": 77.34, - "STS13": 85.04, - "STS14": 82.91, - "STS15": 88.13, - "STS16": 86.24, - "STS17 (it-en)": 88.43, - "STS17 (nl-en)": 88.29, - "STS17 (en-tr)": 77.48, - "STS17 (fr-en)": 87.9, - "STS17 (en-de)": 88.93, - "STS17 (ar-ar)": 79.26, - "STS17 (ko-ko)": 78.74, - "STS17 (en-ar)": 74.46, - "STS17 (en-en)": 90.14, - "STS17 (es-en)": 87.47, - "STS17 (es-es)": 87.12, - "STSB": 78.12, - "STSBenchmark": 85.64, - "STSBenchmarkMultilingualSTS (en)": 85.65, - "STSBenchmarkMultilingualSTS (fr)": 81.96, - "STSBenchmarkMultilingualSTS (pl)": 80.21, - "STSBenchmarkMultilingualSTS (ru)": 80.84, - "STSBenchmarkMultilingualSTS (nl)": 80.37, - "STSBenchmarkMultilingualSTS (es)": 82.81, - "STSBenchmarkMultilingualSTS (pt)": 80.98, - "STSBenchmarkMultilingualSTS (de)": 82.08, - "STSBenchmarkMultilingualSTS (it)": 81.69, - "STSBenchmarkMultilingualSTS (zh)": 79.73 - }, - { - "Model": "GritLM-7B", - "AFQMC": 35.59, - "ATEC": 40.89, - "BIOSSES": 86.32, - "BQ": 49.18, - "CDSC-R": 93.38, - "LCQMC": 75.52, - "PAWSX": 16.4, - "RUParaPhraserSTS": 74.37, - "RuSTSBenchmarkSTS": 81.07, - "SICK-R": 83.13, - "SICK-R-PL": 76.45, - "SICKFr": 80.25, - "STS12": 77.34, - "STS13": 85.04, - "STS14": 82.91, - "STS15": 88.13, - "STS16": 86.24, - "STS17 (it-en)": 88.43, - "STS17 (nl-en)": 88.29, - "STS17 (en-tr)": 77.48, - "STS17 (fr-en)": 87.9, - "STS17 (en-de)": 88.93, - "STS17 (ar-ar)": 79.26, - "STS17 (ko-ko)": 78.74, - "STS17 (en-ar)": 74.46, - "STS17 (en-en)": 90.14, - "STS17 (es-en)": 87.47, - "STS17 (es-es)": 87.12, - "STSB": 78.12, - "STSBenchmark": 85.64, - "STSBenchmarkMultilingualSTS (en)": 85.65, - "STSBenchmarkMultilingualSTS (fr)": 81.96, - "STSBenchmarkMultilingualSTS (pl)": 80.21, - "STSBenchmarkMultilingualSTS (ru)": 80.84, - "STSBenchmarkMultilingualSTS (nl)": 80.37, - "STSBenchmarkMultilingualSTS (es)": 82.81, - "STSBenchmarkMultilingualSTS (pt)": 80.98, - "STSBenchmarkMultilingualSTS (de)": 82.08, - "STSBenchmarkMultilingualSTS (it)": 81.69, - "STSBenchmarkMultilingualSTS (zh)": 79.73 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "GritLM-7B", - "SummEval": 30.39 - }, - { - "Model": "GritLM-7B", - "SummEval": 30.39 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "GritLM-7B", - "CEDRClassification": 42.68, - "SensitiveTopicsClassification": 28.52 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "GritLM-7B", - "Core17InstructionRetrieval": 6.7, - "News21InstructionRetrieval": 1.22, - "Robust04InstructionRetrieval": 2.44 - } - ] - } - }, - "GritLM__GritLM-7B-noinstruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "GritLM-7B-noinstruct", - "ARCChallenge": 16.57, - "AlphaNLI": 29.56, - "HellaSwag": 36.03, - "PIQA": 35.8, - "Quail": 8.68, - "RARbCode": 83.14, - "RARbMath": 83.01, - "SIQA": 5.73, - "SpartQA": 1.56, - "TempReasonL1": 2.57, - "TempReasonL2Fact": 48.25, - "TempReasonL2Pure": 8.98, - "TempReasonL3Fact": 34.11, - "TempReasonL3Pure": 12.44, - "WinoGrande": 52.12 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "KBLab__electra-small-swedish-cased-discriminator": { - "BitextMining": { - "f1": [ - { - "Model": "electra-small-swedish-cased-discriminator", - "BornholmBitextMining": 0.85 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "electra-small-swedish-cased-discriminator", - "AngryTweetsClassification": 40.52, - "DKHateClassification": 52.28, - "DanishPoliticalCommentsClassification": 25.17, - "LccSentimentClassification": 36.67, - "MassiveIntentClassification (da)": 6.51, - "MassiveIntentClassification (nb)": 5.66, - "MassiveIntentClassification (sv)": 6.6, - "MassiveScenarioClassification (da)": 11.5, - "MassiveScenarioClassification (nb)": 11.26, - "MassiveScenarioClassification (sv)": 12.16, - "NoRecClassification": 39.72, - "NordicLangClassification": 44.53, - "NorwegianParliament": 52.44, - "ScalaDaClassification": 51.66, - "ScalaNbClassification": 52.41 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "KBLab__sentence-bert-swedish-cased": { - "BitextMining": { - "f1": [ - { - "Model": "sentence-bert-swedish-cased", - "BornholmBitextMining": 14.08 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-bert-swedish-cased", - "AngryTweetsClassification": 44.46, - "DKHateClassification": 59.36, - "DanishPoliticalCommentsClassification": 28.32, - "LccSentimentClassification": 47.2, - "MassiveIntentClassification (da)": 42.84, - "MassiveIntentClassification (nb)": 42.74, - "MassiveIntentClassification (sv)": 69.11, - "MassiveScenarioClassification (da)": 49.64, - "MassiveScenarioClassification (nb)": 49.49, - "MassiveScenarioClassification (sv)": 75.96, - "NoRecClassification": 43.53, - "NordicLangClassification": 51.45, - "NorwegianParliament": 55.74, - "ScalaDaClassification": 50.12, - "ScalaNbClassification": 50.34 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "KB__bert-base-swedish-cased": { - "BitextMining": { - "f1": [ - { - "Model": "bert-base-swedish-cased", - "BornholmBitextMining": 6.6 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-swedish-cased", - "AngryTweetsClassification": 44.58, - "DKHateClassification": 55.53, - "DanishPoliticalCommentsClassification": 28.97, - "LccSentimentClassification": 41.2, - "MassiveIntentClassification (da)": 37.98, - "MassiveIntentClassification (nb)": 35.75, - "MassiveIntentClassification (sv)": 52.75, - "MassiveScenarioClassification (da)": 40.44, - "MassiveScenarioClassification (nb)": 35.76, - "MassiveScenarioClassification (sv)": 56.09, - "NoRecClassification": 43.91, - "NordicLangClassification": 62.45, - "NorwegianParliament": 57.56, - "ScalaDaClassification": 53.53, - "ScalaNbClassification": 53.63 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "AmazonCounterfactualClassification (en)": 82.22, - "AmazonPolarityClassification": 89.69, - "AmazonReviewsClassification (en)": 48.47, - "Banking77Classification": 88.17, - "EmotionClassification": 51.71, - "ImdbClassification": 85.78, - "MTOPDomainClassification (en)": 95.57, - "MTOPIntentClassification (en)": 82.81, - "MassiveIntentClassification (en)": 78.06, - "MassiveScenarioClassification (en)": 81.35, - "ToxicConversationsClassification": 71.01, - "TweetSentimentExtractionClassification": 61.11 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "ArxivClusteringP2P": 43.14, - "ArxivClusteringS2S": 42.38, - "BiorxivClusteringP2P": 35.88, - "BiorxivClusteringS2S": 34.81, - "MedrxivClusteringP2P": 32.23, - "MedrxivClusteringS2S": 31.37, - "RedditClustering": 61.1, - "RedditClusteringP2P": 64.52, - "StackExchangeClustering": 67.98, - "StackExchangeClusteringP2P": 33.2, - "TwentyNewsgroupsClustering": 51.04 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "SprintDuplicateQuestions": 96.83, - "TwitterSemEval2015": 80.7, - "TwitterURLCorpus": 86.56 - }, - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "SprintDuplicateQuestions": 96.83, - "TwitterSemEval2015": 80.7, - "TwitterURLCorpus": 86.56 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "AskUbuntuDupQuestions": 63.13, - "MindSmallReranking": 31.34, - "SciDocsRR": 84.03, - "StackOverflowDupQuestions": 51.02 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "ArguAna": 56.53, - "CQADupstackRetrieval": 45.94, - "ClimateFEVER": 30.7, - "DBPedia": 48.42, - "FEVER": 89.93, - "FiQA2018": 51.28, - "HotpotQA": 72.99, - "MSMARCO": 41.46, - "NFCorpus": 40.33, - "NQ": 61.24, - "QuoraRetrieval": 85.59, - "SCIDOCS": 21.05, - "SciFact": 77.3, - "TRECCOVID": 79.25, - "Touche2020": 16.92 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "BIOSSES": 82.13, - "SICK-R": 83.01, - "STS12": 78.85, - "STS13": 86.84, - "STS14": 84.04, - "STS15": 88.72, - "STS16": 86.79, - "STS17 (en-en)": 90.63, - "STS22 (en)": 67.55, - "STSBenchmark": 88.72 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "SummEval": 28.49 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Llama-2-unsupervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "AmazonCounterfactualClassification (en)": 76.91, - "AmazonPolarityClassification": 79.05, - "AmazonReviewsClassification (en)": 40.08, - "Banking77Classification": 84.65, - "EmotionClassification": 46.58, - "ImdbClassification": 75.68, - "MTOPDomainClassification (en)": 94.33, - "MTOPIntentClassification (en)": 79.54, - "MassiveIntentClassification (en)": 73.84, - "MassiveScenarioClassification (en)": 79.17, - "ToxicConversationsClassification": 71.81, - "TweetSentimentExtractionClassification": 57.17 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "ArxivClusteringP2P": 47.81, - "ArxivClusteringS2S": 40.53, - "BiorxivClusteringP2P": 38.12, - "BiorxivClusteringS2S": 31.25, - "MedrxivClusteringP2P": 30.94, - "MedrxivClusteringS2S": 28.04, - "RedditClustering": 42.84, - "RedditClusteringP2P": 60.1, - "StackExchangeClustering": 65.12, - "StackExchangeClusteringP2P": 33.61, - "TwentyNewsgroupsClustering": 30.76 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "SprintDuplicateQuestions": 87.57, - "TwitterSemEval2015": 65.14, - "TwitterURLCorpus": 80.94 - }, - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "SprintDuplicateQuestions": 87.57, - "TwitterSemEval2015": 65.14, - "TwitterURLCorpus": 80.94 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "AskUbuntuDupQuestions": 55.56, - "MindSmallReranking": 30.86, - "SciDocsRR": 77.62, - "StackOverflowDupQuestions": 47.77 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "ArguAna": 47.09, - "CQADupstackRetrieval": 30.78, - "ClimateFEVER": 20.67, - "DBPedia": 25.81, - "FEVER": 43.48, - "FiQA2018": 24.62, - "HotpotQA": 48.46, - "MSMARCO": 18.81, - "NFCorpus": 26.81, - "NQ": 33.21, - "QuoraRetrieval": 86.15, - "SCIDOCS": 10.0, - "SciFact": 64.48, - "TRECCOVID": 60.67, - "Touche2020": 10.18 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "BIOSSES": 82.41, - "SICK-R": 71.77, - "STS12": 65.39, - "STS13": 79.26, - "STS14": 72.98, - "STS15": 82.72, - "STS16": 81.02, - "STS17 (en-en)": 86.7, - "STS22 (en)": 63.47, - "STSBenchmark": 78.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "SummEval": 31.38 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Meta-Llama-3-supervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "AmazonCounterfactualClassification (en)": 79.94, - "AmazonPolarityClassification": 86.07, - "AmazonReviewsClassification (en)": 46.84, - "Banking77Classification": 88.05, - "EmotionClassification": 51.2, - "ImdbClassification": 82.94, - "MTOPDomainClassification (en)": 96.14, - "MTOPIntentClassification (en)": 86.11, - "MassiveIntentClassification (en)": 79.8, - "MassiveScenarioClassification (en)": 81.52, - "ToxicConversationsClassification": 70.59, - "TweetSentimentExtractionClassification": 61.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "ArxivClusteringP2P": 44.27, - "ArxivClusteringS2S": 46.85, - "BiorxivClusteringP2P": 32.35, - "BiorxivClusteringS2S": 36.7, - "MedrxivClusteringP2P": 30.71, - "MedrxivClusteringS2S": 32.96, - "RedditClustering": 61.72, - "RedditClusteringP2P": 63.98, - "StackExchangeClustering": 72.74, - "StackExchangeClusteringP2P": 32.26, - "TwentyNewsgroupsClustering": 56.41 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "SprintDuplicateQuestions": 95.09, - "TwitterSemEval2015": 81.73, - "TwitterURLCorpus": 86.56 - }, - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "SprintDuplicateQuestions": 95.09, - "TwitterSemEval2015": 81.73, - "TwitterURLCorpus": 86.56 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "AskUbuntuDupQuestions": 65.19, - "MindSmallReranking": 32.67, - "SciDocsRR": 86.05, - "StackOverflowDupQuestions": 54.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "ArguAna": 62.78, - "CQADupstackRetrieval": 48.25, - "ClimateFEVER": 34.27, - "DBPedia": 48.34, - "FEVER": 90.2, - "FiQA2018": 55.33, - "HotpotQA": 71.76, - "MSMARCO": 43.24, - "NFCorpus": 41.83, - "NQ": 64.21, - "QuoraRetrieval": 87.16, - "SCIDOCS": 22.96, - "SciFact": 78.22, - "TRECCOVID": 80.34, - "Touche2020": 20.5 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "BIOSSES": 84.92, - "SICK-R": 83.94, - "STS12": 79.27, - "STS13": 84.83, - "STS14": 82.94, - "STS15": 88.09, - "STS16": 86.54, - "STS17 (en-en)": 89.58, - "STS22 (en)": 67.67, - "STSBenchmark": 88.05 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "SummEval": 30.94 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Meta-Llama-3-unsupervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "AmazonCounterfactualClassification (en)": 75.7, - "AmazonPolarityClassification": 80.68, - "AmazonReviewsClassification (en)": 40.0, - "Banking77Classification": 84.77, - "EmotionClassification": 47.08, - "ImdbClassification": 75.19, - "MTOPDomainClassification (en)": 94.47, - "MTOPIntentClassification (en)": 81.09, - "MassiveIntentClassification (en)": 75.01, - "MassiveScenarioClassification (en)": 79.16, - "ToxicConversationsClassification": 71.85, - "TweetSentimentExtractionClassification": 57.61 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "ArxivClusteringP2P": 49.22, - "ArxivClusteringS2S": 41.71, - "BiorxivClusteringP2P": 38.39, - "BiorxivClusteringS2S": 31.31, - "MedrxivClusteringP2P": 31.47, - "MedrxivClusteringS2S": 27.87, - "RedditClustering": 43.67, - "RedditClusteringP2P": 61.67, - "StackExchangeClustering": 68.2, - "StackExchangeClusteringP2P": 36.36, - "TwentyNewsgroupsClustering": 32.01 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "SprintDuplicateQuestions": 88.14, - "TwitterSemEval2015": 66.6, - "TwitterURLCorpus": 79.3 - }, - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "SprintDuplicateQuestions": 88.14, - "TwitterSemEval2015": 66.6, - "TwitterURLCorpus": 79.3 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "AskUbuntuDupQuestions": 57.16, - "MindSmallReranking": 30.1, - "SciDocsRR": 76.28, - "StackOverflowDupQuestions": 48.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "ArguAna": 51.73, - "CQADupstackRetrieval": 32.4, - "ClimateFEVER": 23.58, - "DBPedia": 26.78, - "FEVER": 53.42, - "FiQA2018": 28.56, - "HotpotQA": 52.37, - "MSMARCO": 17.47, - "NFCorpus": 26.28, - "NQ": 37.65, - "QuoraRetrieval": 84.64, - "SCIDOCS": 10.39, - "SciFact": 66.36, - "TRECCOVID": 63.34, - "Touche2020": 12.82 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "BIOSSES": 84.67, - "SICK-R": 72.16, - "STS12": 61.6, - "STS13": 79.71, - "STS14": 72.11, - "STS15": 82.18, - "STS16": 79.41, - "STS17 (en-en)": 85.44, - "STS22 (en)": 63.9, - "STSBenchmark": 77.44 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "SummEval": 31.45 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Mistral-supervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "AmazonCounterfactualClassification (en)": 77.58, - "AmazonPolarityClassification": 91.12, - "AmazonReviewsClassification (en)": 49.97, - "Banking77Classification": 88.31, - "EmotionClassification": 52.04, - "ImdbClassification": 87.42, - "MTOPDomainClassification (en)": 96.04, - "MTOPIntentClassification (en)": 84.77, - "MassiveIntentClassification (en)": 79.29, - "MassiveScenarioClassification (en)": 81.64, - "ToxicConversationsClassification": 69.26, - "TweetSentimentExtractionClassification": 62.14 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "ArxivClusteringP2P": 42.81, - "ArxivClusteringS2S": 44.24, - "BiorxivClusteringP2P": 34.27, - "BiorxivClusteringS2S": 35.53, - "MedrxivClusteringP2P": 31.07, - "MedrxivClusteringS2S": 31.27, - "RedditClustering": 60.24, - "RedditClusteringP2P": 64.12, - "StackExchangeClustering": 70.73, - "StackExchangeClusteringP2P": 34.5, - "TwentyNewsgroupsClustering": 52.18 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "SprintDuplicateQuestions": 96.82, - "TwitterSemEval2015": 80.6, - "TwitterURLCorpus": 86.56 - }, - { - "Model": "LLM2Vec-Mistral-supervised", - "SprintDuplicateQuestions": 96.82, - "TwitterSemEval2015": 80.6, - "TwitterURLCorpus": 86.56 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "AskUbuntuDupQuestions": 63.98, - "MindSmallReranking": 31.5, - "SciDocsRR": 83.8, - "StackOverflowDupQuestions": 54.41 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "ArguAna": 57.48, - "CQADupstackRetrieval": 48.84, - "ClimateFEVER": 35.19, - "DBPedia": 49.58, - "FEVER": 89.4, - "FiQA2018": 53.11, - "HotpotQA": 74.07, - "MSMARCO": 42.17, - "NFCorpus": 39.33, - "NQ": 61.7, - "QuoraRetrieval": 87.75, - "SCIDOCS": 22.5, - "SciFact": 78.86, - "TRECCOVID": 77.69, - "Touche2020": 22.18 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "BIOSSES": 85.24, - "SICK-R": 83.7, - "STS12": 78.8, - "STS13": 86.37, - "STS14": 84.04, - "STS15": 88.99, - "STS16": 87.22, - "STS17 (en-en)": 90.19, - "STS22 (en)": 67.68, - "STSBenchmark": 88.65 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "SummEval": 29.96 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Mistral-unsupervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "AmazonCounterfactualClassification (en)": 76.94, - "AmazonPolarityClassification": 85.29, - "AmazonReviewsClassification (en)": 47.09, - "Banking77Classification": 86.16, - "EmotionClassification": 48.88, - "ImdbClassification": 77.95, - "MTOPDomainClassification (en)": 95.48, - "MTOPIntentClassification (en)": 82.84, - "MassiveIntentClassification (en)": 76.65, - "MassiveScenarioClassification (en)": 79.99, - "ToxicConversationsClassification": 70.71, - "TweetSentimentExtractionClassification": 60.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "ArxivClusteringP2P": 47.56, - "ArxivClusteringS2S": 39.92, - "BiorxivClusteringP2P": 36.14, - "BiorxivClusteringS2S": 30.26, - "MedrxivClusteringP2P": 30.11, - "MedrxivClusteringS2S": 26.93, - "RedditClustering": 41.83, - "RedditClusteringP2P": 62.08, - "StackExchangeClustering": 67.34, - "StackExchangeClusteringP2P": 34.5, - "TwentyNewsgroupsClustering": 30.26 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "SprintDuplicateQuestions": 91.3, - "TwitterSemEval2015": 68.76, - "TwitterURLCorpus": 82.76 - }, - { - "Model": "LLM2Vec-Mistral-unsupervised", - "SprintDuplicateQuestions": 91.3, - "TwitterSemEval2015": 68.76, - "TwitterURLCorpus": 82.76 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "AskUbuntuDupQuestions": 58.6, - "MindSmallReranking": 29.73, - "SciDocsRR": 77.81, - "StackOverflowDupQuestions": 49.8 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "ArguAna": 51.0, - "CQADupstackRetrieval": 33.37, - "ClimateFEVER": 22.97, - "DBPedia": 25.48, - "FEVER": 45.11, - "FiQA2018": 27.24, - "HotpotQA": 54.54, - "MSMARCO": 19.13, - "NFCorpus": 27.16, - "NQ": 34.16, - "QuoraRetrieval": 84.4, - "SCIDOCS": 15.35, - "SciFact": 68.68, - "TRECCOVID": 55.67, - "Touche2020": 6.54 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "BIOSSES": 83.29, - "SICK-R": 75.55, - "STS12": 67.65, - "STS13": 83.9, - "STS14": 76.97, - "STS15": 83.8, - "STS16": 81.91, - "STS17 (en-en)": 85.58, - "STS22 (en)": 65.93, - "STSBenchmark": 80.42 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "SummEval": 30.19 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Sheared-Llama-supervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "AmazonCounterfactualClassification (en)": 77.42, - "AmazonPolarityClassification": 82.05, - "AmazonReviewsClassification (en)": 40.81, - "Banking77Classification": 86.01, - "EmotionClassification": 48.38, - "ImdbClassification": 75.33, - "MTOPDomainClassification (en)": 94.09, - "MTOPIntentClassification (en)": 77.05, - "MassiveIntentClassification (en)": 75.58, - "MassiveScenarioClassification (en)": 79.16, - "ToxicConversationsClassification": 69.92, - "TweetSentimentExtractionClassification": 60.76 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "ArxivClusteringP2P": 43.47, - "ArxivClusteringS2S": 39.85, - "BiorxivClusteringP2P": 37.1, - "BiorxivClusteringS2S": 34.28, - "MedrxivClusteringP2P": 33.55, - "MedrxivClusteringS2S": 31.11, - "RedditClustering": 53.02, - "RedditClusteringP2P": 60.47, - "StackExchangeClustering": 63.04, - "StackExchangeClusteringP2P": 34.01, - "TwentyNewsgroupsClustering": 49.37 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "SprintDuplicateQuestions": 96.25, - "TwitterSemEval2015": 76.14, - "TwitterURLCorpus": 86.23 - }, - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "SprintDuplicateQuestions": 96.25, - "TwitterSemEval2015": 76.14, - "TwitterURLCorpus": 86.23 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "AskUbuntuDupQuestions": 60.71, - "MindSmallReranking": 31.96, - "SciDocsRR": 79.23, - "StackOverflowDupQuestions": 49.61 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "ArguAna": 51.66, - "CQADupstackRetrieval": 41.73, - "ClimateFEVER": 33.49, - "DBPedia": 43.58, - "FEVER": 86.81, - "FiQA2018": 41.0, - "HotpotQA": 63.85, - "MSMARCO": 38.32, - "NFCorpus": 37.12, - "NQ": 53.89, - "QuoraRetrieval": 87.37, - "SCIDOCS": 17.96, - "SciFact": 72.08, - "TRECCOVID": 80.41, - "Touche2020": 22.31 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "BIOSSES": 85.88, - "SICK-R": 82.25, - "STS12": 78.28, - "STS13": 85.52, - "STS14": 82.49, - "STS15": 88.76, - "STS16": 87.11, - "STS17 (en-en)": 90.1, - "STS22 (en)": 68.25, - "STSBenchmark": 87.16 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "SummEval": 30.01 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Sheared-Llama-unsupervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "AmazonCounterfactualClassification (en)": 72.93, - "AmazonPolarityClassification": 74.28, - "AmazonReviewsClassification (en)": 36.14, - "Banking77Classification": 79.0, - "EmotionClassification": 42.85, - "ImdbClassification": 71.92, - "MTOPDomainClassification (en)": 91.24, - "MTOPIntentClassification (en)": 74.08, - "MassiveIntentClassification (en)": 69.99, - "MassiveScenarioClassification (en)": 75.15, - "ToxicConversationsClassification": 68.4, - "TweetSentimentExtractionClassification": 56.08 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "ArxivClusteringP2P": 42.92, - "ArxivClusteringS2S": 35.2, - "BiorxivClusteringP2P": 35.02, - "BiorxivClusteringS2S": 27.21, - "MedrxivClusteringP2P": 30.15, - "MedrxivClusteringS2S": 26.96, - "RedditClustering": 38.67, - "RedditClusteringP2P": 53.42, - "StackExchangeClustering": 59.35, - "StackExchangeClusteringP2P": 31.47, - "TwentyNewsgroupsClustering": 31.54 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "SprintDuplicateQuestions": 77.36, - "TwitterSemEval2015": 61.54, - "TwitterURLCorpus": 77.73 - }, - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "SprintDuplicateQuestions": 77.36, - "TwitterSemEval2015": 61.54, - "TwitterURLCorpus": 77.73 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "AskUbuntuDupQuestions": 52.7, - "MindSmallReranking": 29.52, - "SciDocsRR": 67.76, - "StackOverflowDupQuestions": 40.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "ArguAna": 43.64, - "CQADupstackRetrieval": 18.5, - "ClimateFEVER": 18.95, - "DBPedia": 13.21, - "FEVER": 16.96, - "FiQA2018": 16.99, - "HotpotQA": 22.64, - "MSMARCO": 7.03, - "NFCorpus": 15.73, - "NQ": 17.96, - "QuoraRetrieval": 78.23, - "SCIDOCS": 5.53, - "SciFact": 38.31, - "TRECCOVID": 56.04, - "Touche2020": 19.17 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "BIOSSES": 75.12, - "SICK-R": 69.34, - "STS12": 60.09, - "STS13": 72.52, - "STS14": 66.7, - "STS15": 77.69, - "STS16": 75.94, - "STS17 (en-en)": 81.67, - "STS22 (en)": 63.7, - "STSBenchmark": 73.36 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "SummEval": 31.23 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "NbAiLab__nb-bert-base": { - "BitextMining": { - "f1": [ - { - "Model": "nb-bert-base", - "BornholmBitextMining": 9.88 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "nb-bert-base", - "AngryTweetsClassification": 52.14, - "DKHateClassification": 61.73, - "DanishPoliticalCommentsClassification": 34.84, - "LccSentimentClassification": 51.4, - "MassiveIntentClassification (da)": 56.69, - "MassiveIntentClassification (nb)": 60.67, - "MassiveIntentClassification (sv)": 53.89, - "MassiveScenarioClassification (da)": 61.93, - "MassiveScenarioClassification (nb)": 67.31, - "MassiveScenarioClassification (sv)": 55.37, - "NoRecClassification": 51.32, - "NordicLangClassification": 84.69, - "NorwegianParliament": 57.41, - "ScalaDaClassification": 57.99, - "ScalaNbClassification": 62.25 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "NbAiLab__nb-bert-large": { - "BitextMining": { - "f1": [ - { - "Model": "nb-bert-large", - "BornholmBitextMining": 4.53 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "nb-bert-large", - "AngryTweetsClassification": 52.14, - "DKHateClassification": 62.13, - "DanishPoliticalCommentsClassification": 35.04, - "LccSentimentClassification": 56.27, - "MassiveIntentClassification (da)": 57.03, - "MassiveIntentClassification (nb)": 62.68, - "MassiveIntentClassification (sv)": 55.02, - "MassiveScenarioClassification (da)": 60.43, - "MassiveScenarioClassification (nb)": 67.44, - "MassiveScenarioClassification (sv)": 57.12, - "NoRecClassification": 55.46, - "NordicLangClassification": 85.27, - "NorwegianParliament": 62.58, - "ScalaDaClassification": 62.85, - "ScalaNbClassification": 66.97 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Salesforce__SFR-Embedding-Mistral": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "SFR-Embedding-Mistral", - "BrightRetrieval (sustainable_living)": 19.79, - "BrightRetrieval (economics)": 17.84, - "BrightRetrieval (theoremqa_theorems)": 24.32, - "BrightRetrieval (aops)": 7.43, - "BrightRetrieval (theoremqa_questions)": 23.05, - "BrightRetrieval (psychology)": 18.97, - "BrightRetrieval (stackoverflow)": 12.72, - "BrightRetrieval (pony)": 1.97, - "BrightRetrieval (leetcode)": 27.35, - "BrightRetrieval (biology)": 19.49, - "BrightRetrieval (earth_science)": 26.63, - "BrightRetrieval (robotics)": 16.7 - } - ], - "recall_at_1": [ - { - "Model": "SFR-Embedding-Mistral", - "BrightRetrieval (earth_science)": 37.0, - "BrightRetrieval (biology)": 30.26, - "BrightRetrieval (stackoverflow)": 14.53, - "BrightRetrieval (sustainable_living)": 34.99, - "BrightRetrieval (psychology)": 47.72, - "BrightRetrieval (pony)": 2.0, - "BrightRetrieval (economics)": 24.27, - "BrightRetrieval (robotics)": 17.33 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "T-Systems-onsite__cross-en-de-roberta-sentence-transformer": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "cross-en-de-roberta-sentence-transformer", - "BlurbsClusteringP2P": 30.82, - "BlurbsClusteringS2S": 12.69, - "TenKGnadClusteringP2P": 23.5, - "TenKGnadClusteringS2S": 10.94 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Wissam42__sentence-croissant-llm-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-croissant-llm-base", - "AmazonReviewsClassification (fr)": 34.79, - "MTOPDomainClassification (fr)": 85.52, - "MTOPIntentClassification (fr)": 63.12, - "MasakhaNEWSClassification (fra)": 79.29, - "MassiveIntentClassification (fr)": 59.41, - "MassiveScenarioClassification (fr)": 65.29 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-croissant-llm-base", - "AlloProfClusteringP2P": 64.12, - "AlloProfClusteringS2S": 32.52, - "HALClusteringS2S": 23.4, - "MLSUMClusteringP2P": 42.94, - "MLSUMClusteringS2S": 33.91, - "MasakhaNEWSClusteringP2P (fra)": 53.94, - "MasakhaNEWSClusteringS2S (fra)": 41.05 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-croissant-llm-base", - "OpusparcusPC (fr)": 91.42, - "PawsXPairClassification (fr)": 63.13 - }, - { - "Model": "sentence-croissant-llm-base", - "OpusparcusPC (fr)": 91.42, - "PawsXPairClassification (fr)": 63.19 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-croissant-llm-base", - "AlloprofReranking": 53.0, - "SyntecReranking": 82.9 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-croissant-llm-base", - "AlloprofRetrieval": 29.97, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 21.31, - "SyntecRetrieval": 74.2, - "XPQARetrieval (fr)": 58.57 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-croissant-llm-base", - "SICKFr": 69.6, - "STS22 (fr)": 78.77, - "STSBenchmarkMultilingualSTS (fr)": 79.23 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-croissant-llm-base", - "SummEvalFr": 29.04 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ai-forever__sbert_large_mt_nlu_ru": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sbert_large_mt_nlu_ru", - "GeoreviewClassification": 39.67, - "HeadlineClassification": 77.19, - "InappropriatenessClassification": 64.64, - "KinopoiskClassification": 50.33, - "MassiveIntentClassification (ru)": 61.42, - "MassiveScenarioClassification (ru)": 68.13, - "RuReviewsClassification": 58.29, - "RuSciBenchGRNTIClassification": 54.19, - "RuSciBenchOECDClassification": 43.8 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sbert_large_mt_nlu_ru", - "GeoreviewClusteringP2P": 57.07, - "RuSciBenchGRNTIClusteringP2P": 51.44, - "RuSciBenchOECDClusteringP2P": 45.36 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sbert_large_mt_nlu_ru", - "TERRa": 51.97 - }, - { - "Model": "sbert_large_mt_nlu_ru", - "TERRa": 51.97 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sbert_large_mt_nlu_ru", - "MIRACLReranking (ru)": 24.99 - }, - { - "Model": "sbert_large_mt_nlu_ru", - "RuBQReranking": 56.14 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sbert_large_mt_nlu_ru", - "MIRACLRetrieval (ru)": 6.2, - "RiaNewsRetrieval": 21.4, - "RuBQRetrieval": 29.8 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sbert_large_mt_nlu_ru", - "RUParaPhraserSTS": 65.17, - "RuSTSBenchmarkSTS": 71.22, - "STS22 (ru)": 56.82 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "sbert_large_mt_nlu_ru", - "CEDRClassification": 36.81, - "SensitiveTopicsClassification": 28.54 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ai-forever__sbert_large_nlu_ru": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sbert_large_nlu_ru", - "GeoreviewClassification": 39.97, - "HeadlineClassification": 79.26, - "InappropriatenessClassification": 62.52, - "KinopoiskClassification": 49.51, - "MassiveIntentClassification (ru)": 61.09, - "MassiveScenarioClassification (ru)": 67.6, - "RuReviewsClassification": 58.27, - "RuSciBenchGRNTIClassification": 53.9, - "RuSciBenchOECDClassification": 43.04 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sbert_large_nlu_ru", - "GeoreviewClusteringP2P": 57.12, - "RuSciBenchGRNTIClusteringP2P": 49.7, - "RuSciBenchOECDClusteringP2P": 44.48 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sbert_large_nlu_ru", - "TERRa": 50.17 - }, - { - "Model": "sbert_large_nlu_ru", - "TERRa": 50.17 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sbert_large_nlu_ru", - "MIRACLReranking (ru)": 18.8 - }, - { - "Model": "sbert_large_nlu_ru", - "RuBQReranking": 46.81 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sbert_large_nlu_ru", - "MIRACLRetrieval (ru)": 1.98, - "RiaNewsRetrieval": 11.11, - "RuBQRetrieval": 12.45 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sbert_large_nlu_ru", - "RUParaPhraserSTS": 62.06, - "RuSTSBenchmarkSTS": 58.82, - "STS22 (ru)": 50.75 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "sbert_large_nlu_ru", - "CEDRClassification": 35.84, - "SensitiveTopicsClassification": 27.9 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "aliyun__OpenSearch-text-hybrid": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "OpenSearch-text-hybrid", - "AmazonReviewsClassification (zh)": 46.18, - "IFlyTek": 51.8, - "JDReview": 86.02, - "MassiveIntentClassification (zh-CN)": 73.85, - "MassiveScenarioClassification (zh-CN)": 77.13, - "MultilingualSentiment": 76.35, - "OnlineShopping": 93.2, - "TNews": 53.06, - "Waimai": 88.1 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "OpenSearch-text-hybrid", - "CLSClusteringP2P": 41.64, - "CLSClusteringS2S": 40.33, - "ThuNewsClusteringP2P": 69.28, - "ThuNewsClusteringS2S": 63.75 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "OpenSearch-text-hybrid", - "Cmnli": 90.77, - "Ocnli": 85.44 - }, - { - "Model": "OpenSearch-text-hybrid", - "Cmnli": 90.77, - "Ocnli": 85.44 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "OpenSearch-text-hybrid", - "CMedQAv1": 88.99, - "CMedQAv2": 89.6, - "MMarcoReranking": 28.12, - "T2Reranking": 66.38 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "OpenSearch-text-hybrid", - "CmedqaRetrieval": 46.56, - "CovidRetrieval": 84.03, - "DuRetrieval": 87.85, - "EcomRetrieval": 68.79, - "MMarcoRetrieval": 79.93, - "MedicalRetrieval": 65.92, - "T2Retrieval": 86.76, - "VideoRetrieval": 75.43 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "OpenSearch-text-hybrid", - "AFQMC": 59.11, - "ATEC": 58.19, - "BQ": 71.07, - "LCQMC": 78.27, - "PAWSX": 44.98, - "QBQTC": 38.69, - "STS22 (zh)": 66.53, - "STSB": 82.8 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "amazon__titan-embed-text-v1": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "titan-embed-text-v1", - "AmazonCounterfactualClassification (en)": 61.85, - "Banking77Classification": 83.21 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [ - { - "Model": "titan-embed-text-v1", - "SciDocsRR": 88.87 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "titan-embed-text-v1", - "ArguAna": 48.83, - "FiQA2018": 40.38, - "MSMARCO": 35.19, - "NQ": 51.08, - "SciFact": 73.5, - "TRECCOVID": 54.74 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "titan-embed-text-v1", - "BIOSSES": 84.17, - "SICK-R": 73.05, - "STS12": 66.59, - "STS13": 83.24, - "STS14": 73.71, - "STS15": 82.4, - "STS16": NaN, - "STS17 (en-en)": 80.9, - "STSBenchmark": 74.85 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "baichuan-ai__text-embedding": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding", - "AmazonReviewsClassification (zh)": 48.3, - "IFlyTek": 50.75, - "JDReview": 87.69, - "MassiveIntentClassification (zh-CN)": 74.91, - "MassiveScenarioClassification (zh-CN)": 81.28, - "MultilingualSentiment": 76.83, - "OnlineShopping": 94.42, - "TNews": 52.62, - "Waimai": 88.77 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding", - "CLSClusteringP2P": 60.37, - "CLSClusteringS2S": 51.09, - "ThuNewsClusteringP2P": 58.23, - "ThuNewsClusteringS2S": 57.83 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding", - "Cmnli": 85.31, - "Ocnli": 79.33 - }, - { - "Model": "text-embedding", - "Cmnli": 85.33, - "Ocnli": 79.37 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding", - "CMedQAv1": 88.06, - "CMedQAv2": 88.46, - "MMarcoReranking": 34.3, - "T2Reranking": 67.85 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding", - "CmedqaRetrieval": 47.64, - "CovidRetrieval": 86.86, - "DuRetrieval": 88.43, - "EcomRetrieval": 66.39, - "MMarcoRetrieval": 80.17, - "MedicalRetrieval": 61.1, - "T2Retrieval": 80.11, - "VideoRetrieval": 74.28 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding", - "AFQMC": 50.8, - "ATEC": 53.23, - "BQ": 66.49, - "LCQMC": 76.6, - "PAWSX": 47.56, - "QBQTC": 39.96, - "STS22 (zh)": 65.78, - "STSB": 80.14 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "bm25": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bm25", - "BrightRetrieval (robotics)": 13.53, - "BrightRetrieval (pony)": 7.93, - "BrightRetrieval (leetcode)": 24.37, - "BrightRetrieval (earth_science)": 27.06, - "BrightRetrieval (stackoverflow)": 16.55, - "BrightRetrieval (economics)": 14.87, - "BrightRetrieval (theoremqa_questions)": 9.78, - "BrightRetrieval (theoremqa_theorems)": 4.75, - "BrightRetrieval (psychology)": 12.51, - "BrightRetrieval (sustainable_living)": 15.22, - "BrightRetrieval (biology)": 19.19, - "BrightRetrieval (aops)": 6.2 - } - ], - "recall_at_1": [ - { - "Model": "bm25", - "BrightRetrieval (robotics)": 7.43, - "BrightRetrieval (pony)": 5.35, - "BrightRetrieval (biology)": 10.68, - "BrightRetrieval (stackoverflow)": 22.22, - "BrightRetrieval (earth_science)": 15.37, - "BrightRetrieval (psychology)": 8.42, - "BrightRetrieval (sustainable_living)": 10.68, - "BrightRetrieval (economics)": 10.68 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "bm25", - "Core17InstructionRetrieval": -1.06, - "News21InstructionRetrieval": -2.15, - "Robust04InstructionRetrieval": -3.06 - } - ] - } - }, - "bm25s": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bm25s", - "ArguAna": 49.28, - "CQADupstackRetrieval": 31.86, - "ClimateFEVER": 13.62, - "DBPedia": 29.91, - "FEVER": 48.09, - "FiQA2018": 25.14, - "HotpotQA": 56.91, - "MSMARCO": 21.89, - "NFCorpus": 32.08, - "NQ": 28.5, - "QuoraRetrieval": 80.42, - "SCIDOCS": 15.78, - "SciFact": 68.7, - "TRECCOVID": 62.31, - "Touche2020": 33.05 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "castorini__monobert-large-msmarco": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "monobert-large-msmarco", - "Core17InstructionRetrieval": -0.24, - "News21InstructionRetrieval": -0.8, - "Robust04InstructionRetrieval": -9.36 - } - ] - } - }, - "castorini__monot5-3b-msmarco-10k": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "monot5-3b-msmarco-10k", - "Core17InstructionRetrieval": 1.84, - "News21InstructionRetrieval": 1.78, - "Robust04InstructionRetrieval": 3.96 - } - ] - } - }, - "castorini__monot5-base-msmarco-10k": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "monot5-base-msmarco-10k", - "Core17InstructionRetrieval": -4.06, - "News21InstructionRetrieval": 5.02, - "Robust04InstructionRetrieval": -6.2 - } - ] - } - }, - "chcaa__dfm-encoder-large-v1": { - "BitextMining": { - "f1": [ - { - "Model": "dfm-encoder-large-v1", - "BornholmBitextMining": 11.65 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "dfm-encoder-large-v1", - "AngryTweetsClassification": 53.8, - "DKHateClassification": 60.09, - "DanishPoliticalCommentsClassification": 36.6, - "LccSentimentClassification": 57.33, - "MassiveIntentClassification (da)": 60.55, - "MassiveIntentClassification (nb)": 52.49, - "MassiveIntentClassification (sv)": 49.74, - "MassiveScenarioClassification (da)": 64.16, - "MassiveScenarioClassification (nb)": 54.59, - "MassiveScenarioClassification (sv)": 50.1, - "NoRecClassification": 48.3, - "NordicLangClassification": 77.68, - "NorwegianParliament": 58.78, - "ScalaDaClassification": 63.08, - "ScalaNbClassification": 58.95 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "cointegrated__LaBSE-en-ru": { - "BitextMining": { - "f1": [ - { - "Model": "LaBSE-en-ru", - "Tatoeba (rus-eng)": 93.62 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "LaBSE-en-ru", - "GeoreviewClassification": 40.89, - "HeadlineClassification": 68.75, - "InappropriatenessClassification": 58.48, - "KinopoiskClassification": 49.85, - "MassiveIntentClassification (sw)": 19.98, - "MassiveIntentClassification (az)": 19.52, - "MassiveIntentClassification (tr)": 24.12, - "MassiveIntentClassification (zh-CN)": 3.96, - "MassiveIntentClassification (am)": 2.76, - "MassiveIntentClassification (kn)": 2.86, - "MassiveIntentClassification (hi)": 3.29, - "MassiveIntentClassification (tl)": 27.08, - "MassiveIntentClassification (th)": 4.0, - "MassiveIntentClassification (sv)": 32.01, - "MassiveIntentClassification (de)": 35.14, - "MassiveIntentClassification (es)": 37.67, - "MassiveIntentClassification (pt)": 39.84, - "MassiveIntentClassification (ja)": 4.78, - "MassiveIntentClassification (fi)": 31.11, - "MassiveIntentClassification (ka)": 2.87, - "MassiveIntentClassification (sl)": 35.66, - "MassiveIntentClassification (ru)": 60.53, - "MassiveIntentClassification (it)": 43.32, - "MassiveIntentClassification (te)": 2.72, - "MassiveIntentClassification (af)": 30.59, - "MassiveIntentClassification (is)": 25.61, - "MassiveIntentClassification (fa)": 3.71, - "MassiveIntentClassification (vi)": 23.0, - "MassiveIntentClassification (bn)": 3.35, - "MassiveIntentClassification (hy)": 2.8, - "MassiveIntentClassification (pl)": 31.3, - "MassiveIntentClassification (cy)": 26.59, - "MassiveIntentClassification (jv)": 26.84, - "MassiveIntentClassification (mn)": 35.97, - "MassiveIntentClassification (en)": 60.48, - "MassiveIntentClassification (ms)": 27.82, - "MassiveIntentClassification (nb)": 35.78, - "MassiveIntentClassification (he)": 2.33, - "MassiveIntentClassification (km)": 4.6, - "MassiveIntentClassification (nl)": 34.66, - "MassiveIntentClassification (id)": 33.31, - "MassiveIntentClassification (ml)": 2.63, - "MassiveIntentClassification (ta)": 2.22, - "MassiveIntentClassification (my)": 3.57, - "MassiveIntentClassification (ur)": 3.36, - "MassiveIntentClassification (da)": 38.66, - "MassiveIntentClassification (zh-TW)": 5.29, - "MassiveIntentClassification (ro)": 37.45, - "MassiveIntentClassification (lv)": 23.92, - "MassiveIntentClassification (fr)": 40.29, - "MassiveIntentClassification (el)": 11.14, - "MassiveIntentClassification (sq)": 35.84, - "MassiveIntentClassification (hu)": 26.74, - "MassiveIntentClassification (ko)": 2.69, - "MassiveIntentClassification (ar)": 5.19, - "MassiveScenarioClassification (sw)": 25.61, - "MassiveScenarioClassification (az)": 24.48, - "MassiveScenarioClassification (tr)": 31.38, - "MassiveScenarioClassification (zh-CN)": 9.98, - "MassiveScenarioClassification (am)": 7.59, - "MassiveScenarioClassification (kn)": 8.73, - "MassiveScenarioClassification (hi)": 8.77, - "MassiveScenarioClassification (tl)": 35.12, - "MassiveScenarioClassification (th)": 8.69, - "MassiveScenarioClassification (sv)": 35.83, - "MassiveScenarioClassification (de)": 41.72, - "MassiveScenarioClassification (es)": 43.33, - "MassiveScenarioClassification (pt)": 44.62, - "MassiveScenarioClassification (ja)": 9.51, - "MassiveScenarioClassification (fi)": 33.79, - "MassiveScenarioClassification (ka)": 7.32, - "MassiveScenarioClassification (sl)": 37.6, - "MassiveScenarioClassification (ru)": 65.15, - "MassiveScenarioClassification (it)": 47.28, - "MassiveScenarioClassification (te)": 7.53, - "MassiveScenarioClassification (af)": 37.27, - "MassiveScenarioClassification (is)": 30.32, - "MassiveScenarioClassification (fa)": 6.83, - "MassiveScenarioClassification (vi)": 28.92, - "MassiveScenarioClassification (bn)": 8.57, - "MassiveScenarioClassification (hy)": 8.91, - "MassiveScenarioClassification (pl)": 33.75, - "MassiveScenarioClassification (cy)": 30.38, - "MassiveScenarioClassification (jv)": 33.94, - "MassiveScenarioClassification (mn)": 41.53, - "MassiveScenarioClassification (en)": 65.43, - "MassiveScenarioClassification (ms)": 36.28, - "MassiveScenarioClassification (nb)": 42.43, - "MassiveScenarioClassification (he)": 8.64, - "MassiveScenarioClassification (km)": 9.99, - "MassiveScenarioClassification (nl)": 41.47, - "MassiveScenarioClassification (id)": 39.05, - "MassiveScenarioClassification (ml)": 7.24, - "MassiveScenarioClassification (ta)": 7.71, - "MassiveScenarioClassification (my)": 9.94, - "MassiveScenarioClassification (ur)": 9.16, - "MassiveScenarioClassification (da)": 44.69, - "MassiveScenarioClassification (zh-TW)": 10.48, - "MassiveScenarioClassification (ro)": 44.55, - "MassiveScenarioClassification (lv)": 26.26, - "MassiveScenarioClassification (fr)": 45.08, - "MassiveScenarioClassification (el)": 19.46, - "MassiveScenarioClassification (sq)": 40.9, - "MassiveScenarioClassification (hu)": 33.92, - "MassiveScenarioClassification (ko)": 7.37, - "MassiveScenarioClassification (ar)": 12.43, - "RuReviewsClassification": 58.01, - "RuSciBenchGRNTIClassification": 52.8, - "RuSciBenchOECDClassification": 40.36 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LaBSE-en-ru", - "GeoreviewClusteringP2P": 51.89, - "MLSUMClusteringP2P (ru)": 37.87, - "MLSUMClusteringS2S (ru)": 41.24, - "RuSciBenchGRNTIClusteringP2P": 47.48, - "RuSciBenchOECDClusteringP2P": 41.16 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LaBSE-en-ru", - "OpusparcusPC (ru)": 87.18, - "TERRa": 55.61 - }, - { - "Model": "LaBSE-en-ru", - "OpusparcusPC (ru)": 87.18, - "TERRa": 55.61 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LaBSE-en-ru", - "MIRACLReranking (ru)": 28.86 - }, - { - "Model": "LaBSE-en-ru", - "RuBQReranking": 54.83 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LaBSE-en-ru", - "MIRACLRetrieval (ru)": 10.58, - "RiaNewsRetrieval": 34.73, - "RuBQRetrieval": 29.03 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LaBSE-en-ru", - "RUParaPhraserSTS": 65.87, - "RuSTSBenchmarkSTS": 73.32, - "STS22 (de)": 38.9, - "STS22 (en)": 59.47, - "STS22 (pl-en)": 58.73, - "STS22 (es)": 60.85, - "STS22 (fr)": 74.98, - "STS22 (de-en)": 47.98, - "STS22 (de-fr)": 59.4, - "STS22 (de-pl)": 39.48, - "STS22 (pl)": 32.74, - "STS22 (tr)": 55.04, - "STS22 (es-en)": 70.8, - "STS22 (ru)": 58.53, - "STS22 (it)": 68.58, - "STS22 (fr-pl)": 61.98, - "STS22 (es-it)": 66.83, - "STS22 (zh-en)": 24.98, - "STS22 (ar)": 31.85, - "STS22 (zh)": 35.1, - "STSBenchmarkMultilingualSTS (ru)": 73.02 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "LaBSE-en-ru", - "CEDRClassification": 40.75, - "SensitiveTopicsClassification": 21.79 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "cointegrated__rubert-tiny": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-tiny", - "GeoreviewClassification": 33.45, - "HeadlineClassification": 57.65, - "InappropriatenessClassification": 54.5, - "KinopoiskClassification": 41.36, - "MassiveIntentClassification (ru)": 50.1, - "MassiveScenarioClassification (ru)": 52.15, - "RuReviewsClassification": 49.56, - "RuSciBenchGRNTIClassification": 35.71, - "RuSciBenchOECDClassification": 26.51 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-tiny", - "GeoreviewClusteringP2P": 34.4, - "RuSciBenchGRNTIClusteringP2P": 29.89, - "RuSciBenchOECDClusteringP2P": 27.98 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-tiny", - "TERRa": 51.06 - }, - { - "Model": "rubert-tiny", - "TERRa": 52.85 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-tiny", - "RuBQReranking": 35.44 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-tiny", - "RiaNewsRetrieval": 0.79, - "RuBQRetrieval": 3.24 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-tiny", - "RUParaPhraserSTS": 53.41, - "RuSTSBenchmarkSTS": 58.16, - "STS22 (ru)": 47.88 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-tiny", - "CEDRClassification": 37.39, - "SensitiveTopicsClassification": 18.54 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "cointegrated__rubert-tiny2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-tiny2", - "GeoreviewClassification": 39.64, - "HeadlineClassification": 74.19, - "InappropriatenessClassification": 58.57, - "KinopoiskClassification": 49.06, - "MassiveIntentClassification (ru)": 50.83, - "MassiveScenarioClassification (ru)": 59.15, - "RuReviewsClassification": 56.99, - "RuSciBenchGRNTIClassification": 45.63, - "RuSciBenchOECDClassification": 35.48 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-tiny2", - "GeoreviewClusteringP2P": 41.58, - "RuSciBenchGRNTIClusteringP2P": 39.78, - "RuSciBenchOECDClusteringP2P": 35.98 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-tiny2", - "TERRa": 51.87 - }, - { - "Model": "rubert-tiny2", - "TERRa": 51.87 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-tiny2", - "MIRACLReranking (ru)": 15.81 - }, - { - "Model": "rubert-tiny2", - "RuBQReranking": 46.09 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-tiny2", - "MIRACLRetrieval (ru)": 1.89, - "RiaNewsRetrieval": 13.92, - "RuBQRetrieval": 10.87 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-tiny2", - "RUParaPhraserSTS": 65.14, - "RuSTSBenchmarkSTS": 69.43, - "STS22 (ru)": 50.23 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-tiny2", - "CEDRClassification": 36.87, - "SensitiveTopicsClassification": 22.03 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "dangvantuan__sentence-camembert-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-camembert-base", - "AmazonReviewsClassification (fr)": 36.03, - "MTOPDomainClassification (fr)": 77.1, - "MTOPIntentClassification (fr)": 43.44, - "MasakhaNEWSClassification (fra)": 70.36, - "MassiveIntentClassification (fr)": 51.59, - "MassiveScenarioClassification (fr)": 61.28 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-camembert-base", - "AlloProfClusteringP2P": 59.09, - "AlloProfClusteringS2S": 38.92, - "HALClusteringS2S": 20.22, - "MLSUMClusteringP2P": 35.98, - "MLSUMClusteringS2S": 27.05, - "MasakhaNEWSClusteringP2P (fra)": 36.03, - "MasakhaNEWSClusteringS2S (fra)": 30.77 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-camembert-base", - "OpusparcusPC (fr)": 92.05, - "PawsXPairClassification (fr)": 57.44 - }, - { - "Model": "sentence-camembert-base", - "OpusparcusPC (fr)": 92.05, - "PawsXPairClassification (fr)": 57.44 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-camembert-base", - "AlloprofReranking": 48.68, - "SyntecReranking": 79.75 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-camembert-base", - "AlloprofRetrieval": 21.94, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 13.36, - "SyntecRetrieval": 68.62, - "XPQARetrieval (fr)": 57.92 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-camembert-base", - "SICKFr": 74.18, - "STS22 (fr)": 77.54, - "STSBenchmarkMultilingualSTS (fr)": 81.64 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-camembert-base", - "SummEvalFr": 28.77 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "dangvantuan__sentence-camembert-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-camembert-large", - "AmazonReviewsClassification (fr)": 37.97, - "MTOPDomainClassification (fr)": 85.74, - "MTOPIntentClassification (fr)": 58.62, - "MasakhaNEWSClassification (fra)": 80.62, - "MassiveIntentClassification (fr)": 62.65, - "MassiveScenarioClassification (fr)": 69.29 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-camembert-large", - "AlloProfClusteringP2P": 62.69, - "AlloProfClusteringS2S": 42.06, - "HALClusteringS2S": 23.9, - "MLSUMClusteringP2P": 42.04, - "MLSUMClusteringS2S": 32.29, - "MasakhaNEWSClusteringP2P (fra)": 54.51, - "MasakhaNEWSClusteringS2S (fra)": 44.73 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-camembert-large", - "OpusparcusPC (fr)": 94.63, - "PawsXPairClassification (fr)": 59.59 - }, - { - "Model": "sentence-camembert-large", - "OpusparcusPC (fr)": 94.63, - "PawsXPairClassification (fr)": 59.61 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-camembert-large", - "AlloprofReranking": 57.62, - "SyntecReranking": 88.15 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-camembert-large", - "AlloprofRetrieval": 31.62, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 21.87, - "SyntecRetrieval": 81.11, - "XPQARetrieval (fr)": 65.62 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-camembert-large", - "SICKFr": 77.7, - "STS22 (fr)": 81.73, - "STSBenchmarkMultilingualSTS (fr)": 85.79 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-camembert-large", - "SummEvalFr": 30.88 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepset__gbert-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gbert-base", - "BlurbsClusteringP2P": 35.36, - "BlurbsClusteringS2S": 11.27, - "TenKGnadClusteringP2P": 37.16, - "TenKGnadClusteringS2S": 24.23 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepset__gbert-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gbert-large", - "BlurbsClusteringP2P": 39.3, - "BlurbsClusteringS2S": 13.38, - "TenKGnadClusteringP2P": 41.69, - "TenKGnadClusteringS2S": 34.97 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepset__gelectra-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gelectra-base", - "BlurbsClusteringP2P": 10.06, - "BlurbsClusteringS2S": 7.74, - "TenKGnadClusteringP2P": 9.02, - "TenKGnadClusteringS2S": 4.11 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepset__gelectra-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gelectra-large", - "BlurbsClusteringP2P": 13.96, - "BlurbsClusteringS2S": 7.57, - "TenKGnadClusteringP2P": 11.49, - "TenKGnadClusteringS2S": 3.91 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepvk__USER-base": { - "BitextMining": { - "f1": [ - { - "Model": "USER-base", - "Tatoeba (rus-eng)": 90.2 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "USER-base", - "GeoreviewClassification": 47.23, - "HeadlineClassification": 74.88, - "InappropriatenessClassification": 61.94, - "KinopoiskClassification": 55.69, - "MassiveIntentClassification (ru)": 65.57, - "MassiveScenarioClassification (ru)": 68.33, - "RuReviewsClassification": 66.44, - "RuSciBenchGRNTIClassification": 55.55, - "RuSciBenchOECDClassification": 43.28 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "USER-base", - "GeoreviewClusteringP2P": 64.16, - "MLSUMClusteringP2P (ru)": 48.09, - "MLSUMClusteringS2S (ru)": 45.73, - "RuSciBenchGRNTIClusteringP2P": 51.38, - "RuSciBenchOECDClusteringP2P": 44.73 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "USER-base", - "OpusparcusPC (ru)": 91.65, - "TERRa": 60.02 - }, - { - "Model": "USER-base", - "OpusparcusPC (ru)": 91.65, - "TERRa": 60.11 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "USER-base", - "MIRACLReranking (ru)": 46.75 - }, - { - "Model": "USER-base", - "RuBQReranking": 64.42 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "USER-base", - "MIRACLRetrieval (ru)": 35.22, - "RiaNewsRetrieval": 77.83, - "RuBQRetrieval": 56.86 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "USER-base", - "RUParaPhraserSTS": 73.56, - "RuSTSBenchmarkSTS": 82.26, - "STS22 (ru)": 63.39, - "STSBenchmarkMultilingualSTS (ru)": 81.81 - }, - { - "Model": "USER-base", - "RUParaPhraserSTS": 73.56, - "RuSTSBenchmarkSTS": 82.26, - "STS22 (ru)": 63.39, - "STSBenchmarkMultilingualSTS (ru)": 81.81 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "USER-base", - "CEDRClassification": 46.47, - "SensitiveTopicsClassification": 27.5 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepvk__USER-bge-m3": { - "BitextMining": { - "f1": [ - { - "Model": "USER-bge-m3", - "Tatoeba (rus-eng)": 93.52 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "USER-bge-m3", - "GeoreviewClassification": 50.98, - "HeadlineClassification": 70.09, - "InappropriatenessClassification": 60.76, - "KinopoiskClassification": 63.33, - "MassiveIntentClassification (ru)": 68.85, - "MassiveScenarioClassification (ru)": 72.9, - "RuReviewsClassification": 68.52, - "RuSciBenchGRNTIClassification": 57.67, - "RuSciBenchOECDClassification": 44.2 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "USER-bge-m3", - "GeoreviewClusteringP2P": 62.79, - "RuSciBenchGRNTIClusteringP2P": 53.11, - "RuSciBenchOECDClusteringP2P": 44.93 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "USER-bge-m3", - "OpusparcusPC (ru)": 90.73, - "TERRa": 64.99 - }, - { - "Model": "USER-bge-m3", - "OpusparcusPC (ru)": 90.73, - "TERRa": 65.07 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "USER-bge-m3", - "MIRACLReranking (ru)": 64.35 - }, - { - "Model": "USER-bge-m3", - "RuBQReranking": 73.08 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "USER-bge-m3", - "MIRACLRetrieval (ru)": 67.33, - "RiaNewsRetrieval": 83.53, - "RuBQRetrieval": 70.03 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "USER-bge-m3", - "RUParaPhraserSTS": 76.36, - "RuSTSBenchmarkSTS": 83.35, - "STS22 (ru)": 66.42, - "STSBenchmarkMultilingualSTS (ru)": 82.96 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "USER-bge-m3", - "CEDRClassification": 45.48, - "SensitiveTopicsClassification": 26.29 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepvk__deberta-v1-base": { - "BitextMining": { - "f1": [ - { - "Model": "deberta-v1-base", - "Tatoeba (rus-eng)": 13.21 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "deberta-v1-base", - "GeoreviewClassification": 40.19, - "HeadlineClassification": 78.75, - "InappropriatenessClassification": 61.33, - "KinopoiskClassification": 48.78, - "MassiveIntentClassification (ru)": 61.32, - "MassiveScenarioClassification (ru)": 64.71, - "RuReviewsClassification": 55.66, - "RuSciBenchGRNTIClassification": 53.53, - "RuSciBenchOECDClassification": 41.34 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "deberta-v1-base", - "GeoreviewClusteringP2P": 58.79, - "MLSUMClusteringP2P (ru)": 47.33, - "MLSUMClusteringS2S (ru)": 44.6, - "RuSciBenchGRNTIClusteringP2P": 36.66, - "RuSciBenchOECDClusteringP2P": 33.31 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "deberta-v1-base", - "OpusparcusPC (ru)": 83.31, - "TERRa": 53.78 - }, - { - "Model": "deberta-v1-base", - "OpusparcusPC (ru)": 83.69, - "TERRa": 56.49 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "deberta-v1-base", - "RuBQReranking": 34.01 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "deberta-v1-base", - "RiaNewsRetrieval": 4.84, - "RuBQRetrieval": 10.15 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "deberta-v1-base", - "RUParaPhraserSTS": 54.03, - "RuSTSBenchmarkSTS": 58.47, - "STS22 (ru)": 47.67, - "STSBenchmarkMultilingualSTS (ru)": 58.45 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "deberta-v1-base", - "CEDRClassification": 34.14, - "SensitiveTopicsClassification": 23.67 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "dwzhu__e5-base-4k": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-base-4k", - "LEMBNarrativeQARetrieval": 30.35, - "LEMBQMSumRetrieval": 35.6, - "LEMBSummScreenFDRetrieval": 95.23, - "LEMBWikimQARetrieval": 69.19 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "elastic__elser-v2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "elser-v2", - "AmazonCounterfactualClassification (en)": 74.16, - "AmazonPolarityClassification": 61.91, - "AmazonReviewsClassification (en)": 32.06, - "Banking77Classification": 82.05, - "EmotionClassification": 46.65, - "ImdbClassification": 65.02, - "MTOPDomainClassification (en)": 93.17, - "MTOPIntentClassification (en)": 71.1, - "MassiveIntentClassification (en)": 68.48, - "MassiveScenarioClassification (en)": 74.98, - "ToxicConversationsClassification": 68.15, - "TweetSentimentExtractionClassification": 53.57 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "elser-v2", - "ArxivClusteringP2P": 35.27, - "ArxivClusteringS2S": 23.18, - "BiorxivClusteringP2P": 31.13, - "BiorxivClusteringS2S": 26.78, - "MedrxivClusteringP2P": 24.65, - "MedrxivClusteringS2S": 24.21, - "RedditClustering": 38.74, - "RedditClusteringP2P": 51.92, - "StackExchangeClustering": 42.7, - "StackExchangeClusteringP2P": 28.7, - "TwentyNewsgroupsClustering": 27.82 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "elser-v2", - "SprintDuplicateQuestions": 94.53, - "TwitterSemEval2015": 64.41, - "TwitterURLCorpus": 85.01 - }, - { - "Model": "elser-v2", - "SprintDuplicateQuestions": 94.53, - "TwitterSemEval2015": 64.41, - "TwitterURLCorpus": 85.01 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "elser-v2", - "AskUbuntuDupQuestions": 58.31, - "MindSmallReranking": 30.75, - "SciDocsRR": 75.62, - "StackOverflowDupQuestions": 48.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "elser-v2", - "ArguAna": 55.98, - "CQADupstackRetrieval": 34.27, - "ClimateFEVER": 27.08, - "DBPedia": 42.7, - "FEVER": 78.55, - "FiQA2018": 41.57, - "HotpotQA": 67.01, - "MSMARCO": 38.9, - "NFCorpus": 36.66, - "NQ": 55.84, - "QuoraRetrieval": 84.69, - "SCIDOCS": 16.24, - "SciFact": 71.8, - "TRECCOVID": 72.72, - "Touche2020": 26.27 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "elser-v2", - "BIOSSES": 83.79, - "SICK-R": 68.78, - "STS12": 64.81, - "STS13": 80.1, - "STS14": 74.96, - "STS15": 83.7, - "STS16": 80.55, - "STS17 (en-en)": 85.74, - "STS22 (en)": 67.5, - "STSBenchmark": 79.54 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "elser-v2", - "SummEval": 31.03 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebook__contriever": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "contriever", - "ARCChallenge": 8.62, - "AlphaNLI": 31.77, - "HellaSwag": 17.73, - "PIQA": 24.64, - "Quail": 4.97, - "RARbCode": 9.28, - "RARbMath": 30.76, - "SIQA": 1.27, - "SpartQA": 10.94, - "TempReasonL1": 1.93, - "TempReasonL2Fact": 22.68, - "TempReasonL2Pure": 1.12, - "TempReasonL3Fact": 20.62, - "TempReasonL3Pure": 7.8, - "WinoGrande": 47.15 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebook__contriever-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "contriever-instruct", - "ARCChallenge": 7.63, - "AlphaNLI": 27.09, - "PIQA": 21.73, - "Quail": 4.92, - "RARbCode": 7.12, - "RARbMath": 21.83, - "SIQA": 0.88, - "SpartQA": 10.56, - "TempReasonL1": 1.8, - "TempReasonL2Fact": 22.03, - "TempReasonL2Pure": 0.94, - "TempReasonL3Fact": 20.82, - "TempReasonL3Pure": 7.15, - "WinoGrande": 26.3 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebook__tart-full-flan-t5-xl": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "tart-full-flan-t5-xl", - "Core17InstructionRetrieval": 2.82, - "News21InstructionRetrieval": 1.99, - "Robust04InstructionRetrieval": -0.72 - } - ] - } - }, - "facebookresearch__LASER2": { - "BitextMining": { - "f1": [ - { - "Model": "LASER2", - "BUCC (de-en)": 99.21, - "BUCC (fr-en)": 98.39, - "BUCC (ru-en)": 97.62, - "BUCC (zh-en)": 97.7, - "Tatoeba (afr-eng)": 92.59, - "Tatoeba (amh-eng)": 80.82, - "Tatoeba (ang-eng)": 25.22, - "Tatoeba (ara-eng)": 90.14, - "Tatoeba (arq-eng)": 26.63, - "Tatoeba (arz-eng)": 66.16, - "Tatoeba (ast-eng)": 76.35, - "Tatoeba (awa-eng)": 33.74, - "Tatoeba (aze-eng)": 82.41, - "Tatoeba (bel-eng)": 79.54, - "Tatoeba (ben-eng)": 89.43, - "Tatoeba (ber-eng)": 77.63, - "Tatoeba (bos-eng)": 95.86, - "Tatoeba (bre-eng)": 31.2, - "Tatoeba (bul-eng)": 93.57, - "Tatoeba (cat-eng)": 95.8, - "Tatoeba (cbk-eng)": 77.17, - "Tatoeba (ceb-eng)": 9.93, - "Tatoeba (ces-eng)": 95.52, - "Tatoeba (cha-eng)": 14.86, - "Tatoeba (cmn-eng)": 85.62, - "Tatoeba (cor-eng)": 4.45, - "Tatoeba (csb-eng)": 27.03, - "Tatoeba (cym-eng)": 5.85, - "Tatoeba (dan-eng)": 95.22, - "Tatoeba (deu-eng)": 99.07, - "Tatoeba (dsb-eng)": 42.34, - "Tatoeba (dtp-eng)": 7.39, - "Tatoeba (ell-eng)": 96.2, - "Tatoeba (epo-eng)": 96.61, - "Tatoeba (est-eng)": 96.43, - "Tatoeba (eus-eng)": 93.32, - "Tatoeba (fao-eng)": 57.04, - "Tatoeba (fin-eng)": 96.98, - "Tatoeba (fra-eng)": 94.28, - "Tatoeba (fry-eng)": 42.07, - "Tatoeba (gla-eng)": 1.52, - "Tatoeba (gle-eng)": 4.2, - "Tatoeba (glg-eng)": 96.14, - "Tatoeba (gsw-eng)": 27.52, - "Tatoeba (heb-eng)": 0.0, - "Tatoeba (hin-eng)": 95.32, - "Tatoeba (hrv-eng)": 96.72, - "Tatoeba (hsb-eng)": 45.75, - "Tatoeba (hun-eng)": 95.2, - "Tatoeba (hye-eng)": 88.72, - "Tatoeba (ido-eng)": 80.86, - "Tatoeba (ile-eng)": 87.88, - "Tatoeba (ina-eng)": 93.93, - "Tatoeba (ind-eng)": 92.98, - "Tatoeba (isl-eng)": 94.32, - "Tatoeba (ita-eng)": 94.32, - "Tatoeba (jav-eng)": 9.95, - "Tatoeba (jpn-eng)": 93.78, - "Tatoeba (kab-eng)": 65.88, - "Tatoeba (kat-eng)": 81.16, - "Tatoeba (kaz-eng)": 53.3, - "Tatoeba (khm-eng)": 74.19, - "Tatoeba (kor-eng)": 87.97, - "Tatoeba (kur-eng)": 19.09, - "Tatoeba (kzj-eng)": 4.46, - "Tatoeba (lat-eng)": 64.81, - "Tatoeba (lfn-eng)": 63.39, - "Tatoeba (lit-eng)": 96.2, - "Tatoeba (lvs-eng)": 95.33, - "Tatoeba (mal-eng)": 98.16, - "Tatoeba (mar-eng)": 92.93, - "Tatoeba (max-eng)": 36.96, - "Tatoeba (mhr-eng)": 6.86, - "Tatoeba (mkd-eng)": 93.63, - "Tatoeba (mon-eng)": 3.42, - "Tatoeba (nds-eng)": 77.13, - "Tatoeba (nld-eng)": 95.35, - "Tatoeba (nno-eng)": 72.75, - "Tatoeba (nob-eng)": 95.77, - "Tatoeba (nov-eng)": 60.02, - "Tatoeba (oci-eng)": 58.13, - "Tatoeba (orv-eng)": 23.24, - "Tatoeba (pam-eng)": 3.24, - "Tatoeba (pes-eng)": 93.13, - "Tatoeba (pms-eng)": 36.23, - "Tatoeba (pol-eng)": 97.32, - "Tatoeba (por-eng)": 94.54, - "Tatoeba (ron-eng)": 96.52, - "Tatoeba (rus-eng)": 92.58, - "Tatoeba (slk-eng)": 95.82, - "Tatoeba (slv-eng)": 95.4, - "Tatoeba (spa-eng)": 97.33, - "Tatoeba (sqi-eng)": 97.22, - "Tatoeba (srp-eng)": 93.64, - "Tatoeba (swe-eng)": 95.31, - "Tatoeba (swg-eng)": 33.1, - "Tatoeba (swh-eng)": 55.66, - "Tatoeba (tam-eng)": 87.32, - "Tatoeba (tat-eng)": 34.74, - "Tatoeba (tel-eng)": 96.72, - "Tatoeba (tgl-eng)": 63.19, - "Tatoeba (tha-eng)": 96.38, - "Tatoeba (tuk-eng)": 16.35, - "Tatoeba (tur-eng)": 98.03, - "Tatoeba (tzl-eng)": 36.56, - "Tatoeba (uig-eng)": 56.49, - "Tatoeba (ukr-eng)": 93.52, - "Tatoeba (urd-eng)": 84.23, - "Tatoeba (uzb-eng)": 23.2, - "Tatoeba (vie-eng)": 96.73, - "Tatoeba (war-eng)": 8.25, - "Tatoeba (wuu-eng)": 75.09, - "Tatoeba (xho-eng)": 4.68, - "Tatoeba (yid-eng)": 2.49, - "Tatoeba (yue-eng)": 87.75, - "Tatoeba (zsm-eng)": 95.41 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "LASER2", - "AmazonCounterfactualClassification (de)": 67.82, - "AmazonCounterfactualClassification (en)": 76.84, - "AmazonCounterfactualClassification (en-ext)": 76.17, - "AmazonCounterfactualClassification (ja)": 68.76, - "AmazonPolarityClassification": 61.01, - "AmazonReviewsClassification (de)": 31.07, - "AmazonReviewsClassification (en)": 28.71, - "AmazonReviewsClassification (es)": 32.72, - "AmazonReviewsClassification (fr)": 31.12, - "AmazonReviewsClassification (ja)": 28.94, - "AmazonReviewsClassification (zh)": 30.89, - "Banking77Classification": 57.76, - "EmotionClassification": 24.83, - "ImdbClassification": 57.58, - "MTOPDomainClassification (de)": 74.08, - "MTOPDomainClassification (en)": 75.36, - "MTOPDomainClassification (es)": 73.47, - "MTOPDomainClassification (fr)": 72.26, - "MTOPDomainClassification (hi)": 72.95, - "MTOPDomainClassification (th)": 72.68, - "MTOPIntentClassification (de)": 51.62, - "MTOPIntentClassification (en)": 49.47, - "MTOPIntentClassification (es)": 52.75, - "MTOPIntentClassification (fr)": 50.12, - "MTOPIntentClassification (hi)": 45.55, - "MTOPIntentClassification (th)": 50.07, - "MasakhaNEWSClassification (fra)": 65.9, - "MassiveIntentClassification (af)": 38.01, - "MassiveIntentClassification (am)": 12.7, - "MassiveIntentClassification (ar)": 37.16, - "MassiveIntentClassification (az)": 19.98, - "MassiveIntentClassification (bn)": 42.51, - "MassiveIntentClassification (cy)": 17.33, - "MassiveIntentClassification (da)": 45.61, - "MassiveIntentClassification (de)": 44.79, - "MassiveIntentClassification (el)": 46.71, - "MassiveIntentClassification (en)": 47.91, - "MassiveIntentClassification (es)": 45.44, - "MassiveIntentClassification (fa)": 45.01, - "MassiveIntentClassification (fi)": 45.94, - "MassiveIntentClassification (fr)": 46.13, - "MassiveIntentClassification (he)": 42.55, - "MassiveIntentClassification (hi)": 40.2, - "MassiveIntentClassification (hu)": 42.77, - "MassiveIntentClassification (hy)": 28.07, - "MassiveIntentClassification (id)": 45.81, - "MassiveIntentClassification (is)": 39.86, - "MassiveIntentClassification (it)": 48.25, - "MassiveIntentClassification (ja)": 45.3, - "MassiveIntentClassification (jv)": 24.3, - "MassiveIntentClassification (ka)": 22.7, - "MassiveIntentClassification (km)": 22.48, - "MassiveIntentClassification (kn)": 4.32, - "MassiveIntentClassification (ko)": 44.26, - "MassiveIntentClassification (lv)": 39.75, - "MassiveIntentClassification (ml)": 41.33, - "MassiveIntentClassification (mn)": 16.2, - "MassiveIntentClassification (ms)": 43.23, - "MassiveIntentClassification (my)": 25.37, - "MassiveIntentClassification (nb)": 37.74, - "MassiveIntentClassification (nl)": 45.0, - "MassiveIntentClassification (pl)": 44.99, - "MassiveIntentClassification (pt)": 48.55, - "MassiveIntentClassification (ro)": 44.3, - "MassiveIntentClassification (ru)": 44.29, - "MassiveIntentClassification (sl)": 44.72, - "MassiveIntentClassification (sq)": 46.12, - "MassiveIntentClassification (sv)": 45.95, - "MassiveIntentClassification (sw)": 31.89, - "MassiveIntentClassification (ta)": 29.63, - "MassiveIntentClassification (te)": 36.03, - "MassiveIntentClassification (th)": 43.39, - "MassiveIntentClassification (tl)": 29.73, - "MassiveIntentClassification (tr)": 43.93, - "MassiveIntentClassification (ur)": 26.11, - "MassiveIntentClassification (vi)": 44.33, - "MassiveIntentClassification (zh-CN)": 40.62, - "MassiveIntentClassification (zh-TW)": 32.93, - "MassiveScenarioClassification (af)": 47.1, - "MassiveScenarioClassification (am)": 17.7, - "MassiveScenarioClassification (ar)": 45.21, - "MassiveScenarioClassification (az)": 28.21, - "MassiveScenarioClassification (bn)": 50.52, - "MassiveScenarioClassification (cy)": 22.58, - "MassiveScenarioClassification (da)": 54.87, - "MassiveScenarioClassification (de)": 54.34, - "MassiveScenarioClassification (el)": 55.47, - "MassiveScenarioClassification (en)": 55.92, - "MassiveScenarioClassification (es)": 52.77, - "MassiveScenarioClassification (fa)": 52.5, - "MassiveScenarioClassification (fi)": 52.63, - "MassiveScenarioClassification (fr)": 54.32, - "MassiveScenarioClassification (he)": 52.41, - "MassiveScenarioClassification (hi)": 47.37, - "MassiveScenarioClassification (hu)": 53.43, - "MassiveScenarioClassification (hy)": 33.57, - "MassiveScenarioClassification (id)": 54.38, - "MassiveScenarioClassification (is)": 49.78, - "MassiveScenarioClassification (it)": 54.84, - "MassiveScenarioClassification (ja)": 54.12, - "MassiveScenarioClassification (jv)": 32.71, - "MassiveScenarioClassification (ka)": 26.92, - "MassiveScenarioClassification (km)": 27.23, - "MassiveScenarioClassification (kn)": 10.06, - "MassiveScenarioClassification (ko)": 52.01, - "MassiveScenarioClassification (lv)": 44.82, - "MassiveScenarioClassification (ml)": 49.1, - "MassiveScenarioClassification (mn)": 21.51, - "MassiveScenarioClassification (ms)": 53.6, - "MassiveScenarioClassification (my)": 29.72, - "MassiveScenarioClassification (nb)": 43.9, - "MassiveScenarioClassification (nl)": 53.33, - "MassiveScenarioClassification (pl)": 52.92, - "MassiveScenarioClassification (pt)": 53.41, - "MassiveScenarioClassification (ro)": 50.48, - "MassiveScenarioClassification (ru)": 51.84, - "MassiveScenarioClassification (sl)": 51.29, - "MassiveScenarioClassification (sq)": 55.65, - "MassiveScenarioClassification (sv)": 54.64, - "MassiveScenarioClassification (sw)": 42.04, - "MassiveScenarioClassification (ta)": 36.72, - "MassiveScenarioClassification (te)": 42.08, - "MassiveScenarioClassification (th)": 52.15, - "MassiveScenarioClassification (tl)": 37.34, - "MassiveScenarioClassification (tr)": 52.56, - "MassiveScenarioClassification (ur)": 32.6, - "MassiveScenarioClassification (vi)": 50.97, - "MassiveScenarioClassification (zh-CN)": 50.22, - "MassiveScenarioClassification (zh-TW)": 42.32, - "ToxicConversationsClassification": 54.05, - "TweetSentimentExtractionClassification": 48.73 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LASER2", - "AlloProfClusteringP2P": 48.45, - "AlloProfClusteringS2S": 25.81, - "ArxivClusteringP2P": 17.77, - "ArxivClusteringS2S": 12.39, - "BiorxivClusteringP2P": 12.4, - "BiorxivClusteringS2S": 8.83, - "HALClusteringS2S": 11.52, - "MLSUMClusteringP2P": 34.53, - "MLSUMClusteringS2S": 27.35, - "MasakhaNEWSClusteringP2P (fra)": 32.04, - "MasakhaNEWSClusteringS2S (fra)": 29.77, - "MedrxivClusteringP2P": 17.91, - "MedrxivClusteringS2S": 16.63, - "RedditClustering": 9.96, - "RedditClusteringP2P": 26.42, - "StackExchangeClustering": 15.79, - "StackExchangeClusteringP2P": 18.63, - "TwentyNewsgroupsClustering": 11.38 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LASER2", - "OpusparcusPC (fr)": 93.77, - "PawsXPairClassification (fr)": 69.53, - "SprintDuplicateQuestions": 65.54, - "TwitterSemEval2015": 59.57, - "TwitterURLCorpus": 81.47 - }, - { - "Model": "LASER2", - "OpusparcusPC (fr)": 93.77, - "PawsXPairClassification (fr)": 70.31, - "SprintDuplicateQuestions": 68.48, - "TwitterSemEval2015": 59.57, - "TwitterURLCorpus": 81.47 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LASER2", - "AlloprofReranking": 35.29, - "AskUbuntuDupQuestions": 48.99, - "MindSmallReranking": 24.79, - "SciDocsRR": 54.99, - "StackOverflowDupQuestions": 36.98, - "SyntecReranking": 55.93 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LASER2", - "AlloprofRetrieval": 3.1, - "ArguAna": 12.86, - "BSARDRetrieval": 0.36, - "CQADupstackRetrieval": 4.12, - "ClimateFEVER": 0.36, - "DBPedia": 1.53, - "FEVER": 0.77, - "FiQA2018": 1.73, - "HotpotQA": 5.5, - "MSMARCO": 1.09, - "MintakaRetrieval (fr)": 6.31, - "NFCorpus": 2.44, - "NQ": 0.64, - "QuoraRetrieval": 71.14, - "SCIDOCS": 0.78, - "SciFact": 4.04, - "SyntecRetrieval": 28.58, - "TRECCOVID": 10.97, - "Touche2020": 1.06, - "XPQARetrieval (fr)": 42.59 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LASER2", - "BIOSSES": 62.01, - "SICK-R": 62.86, - "SICKFr": 64.95, - "STS12": 62.6, - "STS13": 59.62, - "STS14": 57.03, - "STS15": 71.57, - "STS16": 70.75, - "STS17 (ar-ar)": 67.47, - "STS17 (en-ar)": 65.05, - "STS17 (en-de)": 66.66, - "STS17 (en-en)": 76.73, - "STS17 (en-tr)": 70.05, - "STS17 (es-en)": 55.3, - "STS17 (es-es)": 79.67, - "STS17 (fr-en)": 70.82, - "STS17 (it-en)": 70.98, - "STS17 (ko-ko)": 70.52, - "STS17 (nl-en)": 68.12, - "STS22 (ar)": 42.57, - "STS22 (de)": 25.69, - "STS22 (de-en)": 32.35, - "STS22 (de-fr)": 37.41, - "STS22 (de-pl)": 15.67, - "STS22 (en)": 39.76, - "STS22 (es)": 54.92, - "STS22 (es-en)": 54.34, - "STS22 (es-it)": 42.21, - "STS22 (fr)": 58.61, - "STS22 (fr-pl)": 39.44, - "STS22 (it)": 60.31, - "STS22 (pl)": 18.34, - "STS22 (pl-en)": 53.63, - "STS22 (ru)": 39.24, - "STS22 (tr)": 36.97, - "STS22 (zh)": 49.41, - "STS22 (zh-en)": 46.19, - "STSBenchmark": 69.77, - "STSBenchmarkMultilingualSTS (fr)": 69.82 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LASER2", - "SummEval": 26.8, - "SummEvalFr": 31.56 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebookresearch__dragon-plus": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "dragon-plus", - "ARCChallenge": 8.91, - "AlphaNLI": 32.1, - "HellaSwag": 27.69, - "PIQA": 28.01, - "Quail": 4.09, - "RARbCode": 17.58, - "RARbMath": 45.09, - "SIQA": 2.0, - "SpartQA": 10.34, - "TempReasonL1": 1.82, - "TempReasonL2Fact": 17.45, - "TempReasonL2Pure": 0.55, - "TempReasonL3Fact": 15.71, - "TempReasonL3Pure": 7.97, - "WinoGrande": 67.18 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebookresearch__dragon-plus-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "dragon-plus-instruct", - "ARCChallenge": 8.24, - "AlphaNLI": 25.18, - "HellaSwag": 24.06, - "PIQA": 26.35, - "Quail": 4.2, - "RARbCode": 12.84, - "RARbMath": 36.15, - "SIQA": 1.75, - "SpartQA": 10.82, - "TempReasonL1": 1.54, - "TempReasonL2Fact": 16.11, - "TempReasonL2Pure": 0.57, - "TempReasonL3Fact": 14.81, - "TempReasonL3Pure": 7.46, - "WinoGrande": 60.84 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "flaubert__flaubert_base_cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "flaubert_base_cased", - "AmazonReviewsClassification (fr)": 24.9, - "MTOPDomainClassification (fr)": 25.55, - "MTOPIntentClassification (fr)": 9.49, - "MasakhaNEWSClassification (fra)": 71.14, - "MassiveIntentClassification (fr)": 6.98, - "MassiveScenarioClassification (fr)": 11.41 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "flaubert_base_cased", - "AlloProfClusteringP2P": 52.86, - "AlloProfClusteringS2S": 14.46, - "HALClusteringS2S": 3.85, - "MLSUMClusteringP2P": 39.06, - "MLSUMClusteringS2S": 17.13, - "MasakhaNEWSClusteringP2P (fra)": 41.61, - "MasakhaNEWSClusteringS2S (fra)": 21.26 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "flaubert_base_cased", - "OpusparcusPC (fr)": 82.15, - "PawsXPairClassification (fr)": 51.89 - }, - { - "Model": "flaubert_base_cased", - "OpusparcusPC (fr)": 82.15, - "PawsXPairClassification (fr)": 52.19 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "flaubert_base_cased", - "AlloprofReranking": 34.81, - "SyntecReranking": 55.88 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "flaubert_base_cased", - "AlloprofRetrieval": 1.63, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.58, - "SyntecRetrieval": 20.56, - "XPQARetrieval (fr)": 6.59 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "flaubert_base_cased", - "SICKFr": 53.86, - "STS22 (fr)": 65.37, - "STSBenchmarkMultilingualSTS (fr)": 37.14 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "flaubert_base_cased", - "SummEvalFr": 31.26 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "flaubert__flaubert_base_uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "flaubert_base_uncased", - "AmazonReviewsClassification (fr)": 23.52, - "MTOPDomainClassification (fr)": 27.74, - "MTOPIntentClassification (fr)": 8.61, - "MasakhaNEWSClassification (fra)": 62.61, - "MassiveIntentClassification (fr)": 6.24, - "MassiveScenarioClassification (fr)": 10.98 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "flaubert_base_uncased", - "AlloProfClusteringP2P": 43.2, - "AlloProfClusteringS2S": 12.94, - "HALClusteringS2S": 1.8, - "MLSUMClusteringP2P": 33.22, - "MLSUMClusteringS2S": 14.9, - "MasakhaNEWSClusteringP2P (fra)": 28.49, - "MasakhaNEWSClusteringS2S (fra)": 22.58 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "flaubert_base_uncased", - "OpusparcusPC (fr)": 82.0, - "PawsXPairClassification (fr)": 52.78 - }, - { - "Model": "flaubert_base_uncased", - "OpusparcusPC (fr)": 82.0, - "PawsXPairClassification (fr)": 52.89 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "flaubert_base_uncased", - "AlloprofReranking": 34.55, - "SyntecReranking": 57.18 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "flaubert_base_uncased", - "AlloprofRetrieval": 1.72, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.51, - "SyntecRetrieval": 22.33, - "XPQARetrieval (fr)": 9.09 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "flaubert_base_uncased", - "SICKFr": 41.9, - "STS22 (fr)": 55.15, - "STSBenchmarkMultilingualSTS (fr)": 33.41 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "flaubert_base_uncased", - "SummEvalFr": 29.43 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "flaubert__flaubert_large_cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "flaubert_large_cased", - "AmazonReviewsClassification (fr)": 22.45, - "MTOPDomainClassification (fr)": 24.27, - "MTOPIntentClassification (fr)": 9.79, - "MasakhaNEWSClassification (fra)": 55.64, - "MassiveIntentClassification (fr)": 16.41, - "MassiveScenarioClassification (fr)": 22.72 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "flaubert_large_cased", - "AlloProfClusteringP2P": 40.85, - "AlloProfClusteringS2S": 21.76, - "HALClusteringS2S": 5.26, - "MLSUMClusteringP2P": 38.09, - "MLSUMClusteringS2S": 18.71, - "MasakhaNEWSClusteringP2P (fra)": 26.43, - "MasakhaNEWSClusteringS2S (fra)": 24.68 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "flaubert_large_cased", - "OpusparcusPC (fr)": 74.78, - "PawsXPairClassification (fr)": 54.14 - }, - { - "Model": "flaubert_large_cased", - "OpusparcusPC (fr)": 85.91, - "PawsXPairClassification (fr)": 54.94 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "flaubert_large_cased", - "AlloprofReranking": 26.29, - "SyntecReranking": 42.8 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "flaubert_large_cased", - "AlloprofRetrieval": 0.58, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.26, - "SyntecRetrieval": 1.58, - "XPQARetrieval (fr)": 3.69 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "flaubert_large_cased", - "SICKFr": 34.6, - "STS22 (fr)": 48.52, - "STSBenchmarkMultilingualSTS (fr)": 15.66 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "flaubert_large_cased", - "SummEvalFr": 29.25 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google-bert__bert-base-multilingual-cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-multilingual-cased", - "AmazonReviewsClassification (fr)": 29.39, - "MTOPDomainClassification (fr)": 63.61, - "MTOPIntentClassification (fr)": 37.84, - "MasakhaNEWSClassification (fra)": 64.0, - "MassiveIntentClassification (fr)": 37.3, - "MassiveScenarioClassification (fr)": 44.47 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-multilingual-cased", - "AlloProfClusteringP2P": 51.5, - "AlloProfClusteringS2S": 43.06, - "HALClusteringS2S": 20.81, - "MLSUMClusteringP2P": 40.9, - "MLSUMClusteringS2S": 31.8, - "MasakhaNEWSClusteringP2P (fra)": 24.23, - "MasakhaNEWSClusteringS2S (fra)": 24.46 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-multilingual-cased", - "OpusparcusPC (fr)": 86.77, - "PawsXPairClassification (fr)": 53.39 - }, - { - "Model": "bert-base-multilingual-cased", - "OpusparcusPC (fr)": 87.76, - "PawsXPairClassification (fr)": 53.41 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-multilingual-cased", - "AlloprofReranking": 36.23, - "SyntecReranking": 53.25 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-multilingual-cased", - "AlloprofRetrieval": 1.63, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 3.55, - "SyntecRetrieval": 18.95, - "XPQARetrieval (fr)": 18.49 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-multilingual-cased", - "SICKFr": 58.75, - "STS22 (fr)": 39.05, - "STSBenchmarkMultilingualSTS (fr)": 52.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-multilingual-cased", - "SummEvalFr": 28.81 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google-bert__bert-base-multilingual-uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-multilingual-uncased", - "AmazonReviewsClassification (fr)": 29.02, - "MTOPDomainClassification (fr)": 64.49, - "MTOPIntentClassification (fr)": 39.4, - "MasakhaNEWSClassification (fra)": 75.69, - "MassiveIntentClassification (fr)": 38.01, - "MassiveScenarioClassification (fr)": 43.63 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-multilingual-uncased", - "AlloProfClusteringP2P": 60.66, - "AlloProfClusteringS2S": 35.05, - "HALClusteringS2S": 20.9, - "MLSUMClusteringP2P": 43.5, - "MLSUMClusteringS2S": 30.99, - "MasakhaNEWSClusteringP2P (fra)": 49.71, - "MasakhaNEWSClusteringS2S (fra)": 42.23 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-multilingual-uncased", - "OpusparcusPC (fr)": 87.43, - "PawsXPairClassification (fr)": 53.22 - }, - { - "Model": "bert-base-multilingual-uncased", - "OpusparcusPC (fr)": 87.53, - "PawsXPairClassification (fr)": 53.33 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-multilingual-uncased", - "AlloprofReranking": 38.85, - "SyntecReranking": 66.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-multilingual-uncased", - "AlloprofRetrieval": 5.51, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 2.87, - "SyntecRetrieval": 34.95, - "XPQARetrieval (fr)": 26.12 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-multilingual-uncased", - "SICKFr": 58.26, - "STS22 (fr)": 56.47, - "STSBenchmarkMultilingualSTS (fr)": 54.97 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-multilingual-uncased", - "SummEvalFr": 30.72 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google-bert__bert-base-uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-uncased", - "AmazonCounterfactualClassification (en)": 74.25, - "AmazonPolarityClassification": 71.33, - "AmazonReviewsClassification (en)": 33.56, - "Banking77Classification": 63.41, - "EmotionClassification": 35.28, - "ImdbClassification": 65.35, - "MTOPDomainClassification (en)": 82.63, - "MTOPIntentClassification (en)": 68.14, - "MassiveIntentClassification (en)": 59.88, - "MassiveScenarioClassification (en)": 64.28, - "ToxicConversationsClassification": 70.0, - "TweetSentimentExtractionClassification": 51.81 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-uncased", - "ArxivClusteringP2P": 35.19, - "ArxivClusteringS2S": 27.51, - "BiorxivClusteringP2P": 30.12, - "BiorxivClusteringS2S": 24.77, - "MedrxivClusteringP2P": 26.09, - "MedrxivClusteringS2S": 23.6, - "RedditClustering": 27.24, - "RedditClusteringP2P": 43.32, - "StackExchangeClustering": 43.58, - "StackExchangeClusteringP2P": 26.55, - "TwentyNewsgroupsClustering": 23.35 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-uncased", - "SprintDuplicateQuestions": 36.81, - "TwitterSemEval2015": 55.9, - "TwitterURLCorpus": 76.29 - }, - { - "Model": "bert-base-uncased", - "SprintDuplicateQuestions": 36.81, - "TwitterSemEval2015": 55.9, - "TwitterURLCorpus": 76.29 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-uncased", - "AskUbuntuDupQuestions": 45.84, - "MindSmallReranking": 28.37, - "SciDocsRR": 64.94, - "StackOverflowDupQuestions": 34.62 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-uncased", - "ArguAna": 28.29, - "CQADupstackRetrieval": 5.51, - "ClimateFEVER": 5.41, - "DBPedia": 4.13, - "FEVER": 3.3, - "FiQA2018": 2.19, - "HotpotQA": 8.26, - "MSMARCO": 1.91, - "NFCorpus": 4.3, - "NQ": 2.62, - "QuoraRetrieval": 61.03, - "SCIDOCS": 2.82, - "SciFact": 13.34, - "TRECCOVID": 14.74, - "Touche2020": 0.97 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-uncased", - "BIOSSES": 54.7, - "SICK-R": 58.65, - "STS12": 30.87, - "STS13": 59.89, - "STS14": 47.73, - "STS15": 60.29, - "STS16": 63.73, - "STS17 (en-en)": 64.1, - "STS22 (en)": 56.37, - "STSBenchmark": 47.29 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-uncased", - "SummEval": 29.82 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google-gecko__text-embedding-004": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-004", - "AmazonCounterfactualClassification (en)": 75.34, - "AmazonPolarityClassification": 97.34, - "AmazonReviewsClassification (en)": 51.17, - "Banking77Classification": 88.62, - "EmotionClassification": 52.51, - "ImdbClassification": 95.65, - "MTOPDomainClassification (en)": 98.35, - "MTOPIntentClassification (en)": 83.43, - "MassiveIntentClassification (en)": 80.22, - "MassiveScenarioClassification (en)": 87.19, - "ToxicConversationsClassification": 89.67, - "TweetSentimentExtractionClassification": 74.52 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-004", - "ArxivClusteringP2P": 46.27, - "ArxivClusteringS2S": 38.36, - "BiorxivClusteringP2P": 37.87, - "BiorxivClusteringS2S": 35.67, - "MedrxivClusteringP2P": 33.11, - "MedrxivClusteringS2S": 31.54, - "RedditClustering": 65.81, - "RedditClusteringP2P": 66.62, - "StackExchangeClustering": 74.52, - "StackExchangeClusteringP2P": 37.63, - "TwentyNewsgroupsClustering": 54.87 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-004", - "SprintDuplicateQuestions": 96.26, - "TwitterSemEval2015": 79.04, - "TwitterURLCorpus": 87.53 - }, - { - "Model": "text-embedding-004", - "SprintDuplicateQuestions": 96.26, - "TwitterSemEval2015": 79.04, - "TwitterURLCorpus": 87.53 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-004", - "AskUbuntuDupQuestions": 64.4, - "MindSmallReranking": 33.07, - "SciDocsRR": 83.59, - "StackOverflowDupQuestions": 54.56 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-004", - "ArguAna": 62.18, - "BrightRetrieval (earth_science)": 34.38, - "BrightRetrieval (leetcode)": 29.64, - "BrightRetrieval (theoremqa_questions)": 21.51, - "BrightRetrieval (aops)": 9.33, - "BrightRetrieval (sustainable_living)": 17.25, - "BrightRetrieval (pony)": 3.59, - "BrightRetrieval (theoremqa_theorems)": 14.31, - "BrightRetrieval (stackoverflow)": 17.93, - "BrightRetrieval (biology)": 22.98, - "BrightRetrieval (robotics)": 15.98, - "BrightRetrieval (economics)": 19.5, - "BrightRetrieval (psychology)": 27.86, - "CQADupstackRetrieval": 48.89, - "ClimateFEVER": 33.21, - "DBPedia": 47.12, - "FEVER": 86.96, - "FiQA2018": 59.24, - "HotpotQA": 71.33, - "MSMARCO": 32.58, - "NFCorpus": 40.33, - "NQ": 61.28, - "QuoraRetrieval": 88.18, - "SCIDOCS": 20.34, - "SciFact": 75.42, - "TRECCOVID": 82.62, - "Touche2020": 25.86 - } - ], - "recall_at_1": [ - { - "Model": "text-embedding-004", - "BrightRetrieval (economics)": 21.84, - "BrightRetrieval (stackoverflow)": 19.23, - "BrightRetrieval (pony)": 0.29, - "BrightRetrieval (earth_science)": 38.0, - "BrightRetrieval (sustainable_living)": 25.65, - "BrightRetrieval (robotics)": 12.87, - "BrightRetrieval (psychology)": 30.69, - "BrightRetrieval (biology)": 30.91 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-004", - "BIOSSES": 89.46, - "SICK-R": 81.93, - "STS12": 77.59, - "STS13": 90.36, - "STS14": 85.25, - "STS15": 89.66, - "STS16": 87.34, - "STS17 (en-en)": 92.06, - "STS22 (en)": 68.02, - "STSBenchmark": 88.99 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-004", - "SummEval": 32.63 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "text-embedding-004", - "Core17InstructionRetrieval": 5.44, - "News21InstructionRetrieval": 3.94, - "Robust04InstructionRetrieval": -2.4 - } - ] - } - }, - "google-gecko__text-embedding-004-256": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-004-256", - "AmazonCounterfactualClassification (en)": 70.93, - "AmazonPolarityClassification": 97.34, - "AmazonReviewsClassification (en)": 48.47, - "Banking77Classification": 86.01, - "EmotionClassification": 51.53, - "ImdbClassification": 95.7, - "MTOPDomainClassification (en)": 98.02, - "MTOPIntentClassification (en)": 77.82, - "MassiveIntentClassification (en)": 75.67, - "MassiveScenarioClassification (en)": 85.16, - "ToxicConversationsClassification": 88.33, - "TweetSentimentExtractionClassification": 72.97 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-004-256", - "ArxivClusteringP2P": 44.12, - "ArxivClusteringS2S": 36.54, - "BiorxivClusteringP2P": 36.28, - "BiorxivClusteringS2S": 33.09, - "MedrxivClusteringP2P": 32.08, - "MedrxivClusteringS2S": 30.84, - "RedditClustering": 62.24, - "RedditClusteringP2P": 63.7, - "StackExchangeClustering": 70.19, - "StackExchangeClusteringP2P": 36.1, - "TwentyNewsgroupsClustering": 50.6 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-004-256", - "SprintDuplicateQuestions": 96.49, - "TwitterSemEval2015": 78.23, - "TwitterURLCorpus": 87.04 - }, - { - "Model": "text-embedding-004-256", - "SprintDuplicateQuestions": 96.49, - "TwitterSemEval2015": 78.25, - "TwitterURLCorpus": 87.12 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-004-256", - "AskUbuntuDupQuestions": 63.84, - "MindSmallReranking": 31.89, - "SciDocsRR": 81.62, - "StackOverflowDupQuestions": 53.76 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-004-256", - "ArguAna": 56.27, - "CQADupstackRetrieval": 45.41, - "ClimateFEVER": 29.35, - "DBPedia": 41.91, - "FEVER": 82.61, - "FiQA2018": 55.54, - "HotpotQA": 64.65, - "MSMARCO": 31.12, - "NFCorpus": 37.81, - "NQ": 57.37, - "QuoraRetrieval": 87.89, - "SCIDOCS": 18.21, - "SciFact": 70.86, - "TRECCOVID": 80.13, - "Touche2020": 27.4 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-004-256", - "BIOSSES": 89.42, - "SICK-R": 81.67, - "STS12": 78.02, - "STS13": 90.1, - "STS14": 85.44, - "STS15": 89.64, - "STS16": 87.24, - "STS17 (en-en)": 90.46, - "STS22 (en)": 67.99, - "STSBenchmark": 89.33 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-004-256", - "SummEval": 32.36 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google__flan-t5-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "flan-t5-base", - "Core17InstructionRetrieval": -3.31, - "News21InstructionRetrieval": -0.12, - "Robust04InstructionRetrieval": 5.35 - } - ] - } - }, - "google__flan-t5-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "flan-t5-large", - "Core17InstructionRetrieval": 1.32, - "News21InstructionRetrieval": 8.95, - "Robust04InstructionRetrieval": 3.9 - } - ] - } - }, - "hkunlp__instructor-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "instructor-base", - "Core17InstructionRetrieval": -1.09, - "News21InstructionRetrieval": -1.78, - "Robust04InstructionRetrieval": -10.42 - } - ] - } - }, - "hkunlp__instructor-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "instructor-large", - "BrightRetrieval (pony)": 1.32, - "BrightRetrieval (sustainable_living)": 13.16, - "BrightRetrieval (aops)": 7.94, - "BrightRetrieval (biology)": 15.61, - "BrightRetrieval (stackoverflow)": 11.21, - "BrightRetrieval (theoremqa_theorems)": 8.27, - "BrightRetrieval (psychology)": 21.94, - "BrightRetrieval (economics)": 15.99, - "BrightRetrieval (robotics)": 11.45, - "BrightRetrieval (leetcode)": 20.0, - "BrightRetrieval (earth_science)": 21.52, - "BrightRetrieval (theoremqa_questions)": 20.07 - } - ], - "recall_at_1": [ - { - "Model": "instructor-large", - "BrightRetrieval (stackoverflow)": 14.53, - "BrightRetrieval (pony)": 3.94, - "BrightRetrieval (economics)": 14.08, - "BrightRetrieval (earth_science)": 29.45, - "BrightRetrieval (sustainable_living)": 25.42, - "BrightRetrieval (psychology)": 21.29, - "BrightRetrieval (robotics)": 12.87, - "BrightRetrieval (biology)": 24.11 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "hkunlp__instructor-xl": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "instructor-xl", - "BrightRetrieval (aops)": 8.26, - "BrightRetrieval (robotics)": 17.39, - "BrightRetrieval (economics)": 22.81, - "BrightRetrieval (stackoverflow)": 19.06, - "BrightRetrieval (leetcode)": 27.5, - "BrightRetrieval (theoremqa_questions)": 14.59, - "BrightRetrieval (psychology)": 27.43, - "BrightRetrieval (biology)": 21.91, - "BrightRetrieval (theoremqa_theorems)": 6.22, - "BrightRetrieval (earth_science)": 34.35, - "BrightRetrieval (sustainable_living)": 18.82, - "BrightRetrieval (pony)": 5.02 - } - ], - "recall_at_1": [ - { - "Model": "instructor-xl", - "BrightRetrieval (stackoverflow)": 14.96, - "BrightRetrieval (biology)": 22.01, - "BrightRetrieval (sustainable_living)": 20.14, - "BrightRetrieval (pony)": 5.93, - "BrightRetrieval (psychology)": 20.5, - "BrightRetrieval (robotics)": 12.87, - "BrightRetrieval (economics)": 14.08, - "BrightRetrieval (earth_science)": 32.04 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "instructor-xl", - "Core17InstructionRetrieval": 0.69, - "News21InstructionRetrieval": -0.9, - "Robust04InstructionRetrieval": -8.08 - } - ] - } - }, - "intfloat__e5-base": { - "BitextMining": { - "f1": [ - { - "Model": "e5-base", - "BornholmBitextMining": 40.09 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-base", - "AngryTweetsClassification": 45.06, - "DKHateClassification": 58.51, - "DanishPoliticalCommentsClassification": 28.43, - "LccSentimentClassification": 37.47, - "MassiveIntentClassification (da)": 44.25, - "MassiveIntentClassification (nb)": 41.57, - "MassiveIntentClassification (sv)": 41.34, - "MassiveScenarioClassification (da)": 52.99, - "MassiveScenarioClassification (nb)": 50.33, - "MassiveScenarioClassification (sv)": 50.0, - "NoRecClassification": 42.0, - "NordicLangClassification": 59.34, - "NorwegianParliament": 57.42, - "ScalaDaClassification": 50.08, - "ScalaNbClassification": 50.18 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-base", - "LEMBNarrativeQARetrieval": 25.31, - "LEMBQMSumRetrieval": 23.83, - "LEMBSummScreenFDRetrieval": 74.67, - "LEMBWikimQARetrieval": 55.85 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "intfloat__e5-base-v2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-base-v2", - "BiorxivClusteringP2P": 37.12, - "BiorxivClusteringS2S": 33.41, - "MedrxivClusteringP2P": 31.82, - "MedrxivClusteringS2S": 29.68, - "RedditClustering": 56.54, - "RedditClusteringP2P": 63.23, - "StackExchangeClustering": 64.6, - "StackExchangeClusteringP2P": 33.02, - "TwentyNewsgroupsClustering": 49.86 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-base-v2", - "Core17InstructionRetrieval": -2.9, - "News21InstructionRetrieval": -2.0, - "Robust04InstructionRetrieval": -6.73 - } - ] - } - }, - "intfloat__e5-large": { - "BitextMining": { - "f1": [ - { - "Model": "e5-large", - "BornholmBitextMining": 40.15 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-large", - "AngryTweetsClassification": 46.14, - "DKHateClassification": 58.72, - "DanishPoliticalCommentsClassification": 28.67, - "LccSentimentClassification": 42.13, - "MassiveIntentClassification (da)": 42.29, - "MassiveIntentClassification (nb)": 40.63, - "MassiveIntentClassification (sv)": 40.69, - "MassiveScenarioClassification (da)": 52.95, - "MassiveScenarioClassification (nb)": 51.91, - "MassiveScenarioClassification (sv)": 50.97, - "NoRecClassification": 41.83, - "NordicLangClassification": 58.3, - "NorwegianParliament": 57.26, - "ScalaDaClassification": 49.9, - "ScalaNbClassification": 50.13 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "intfloat__e5-large-v2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-large-v2", - "BiorxivClusteringP2P": 36.72, - "BiorxivClusteringS2S": 35.47, - "MedrxivClusteringP2P": 31.45, - "MedrxivClusteringS2S": 29.91, - "RedditClustering": 55.5, - "RedditClusteringP2P": 63.71, - "StackExchangeClustering": 65.23, - "StackExchangeClusteringP2P": 33.62, - "TwentyNewsgroupsClustering": 48.73 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-large-v2", - "Core17InstructionRetrieval": 0.12, - "News21InstructionRetrieval": 0.87, - "Robust04InstructionRetrieval": -4.16 - } - ] - } - }, - "intfloat__e5-mistral-7b-instruct": { - "BitextMining": { - "f1": [ - { - "Model": "e5-mistral-7b-instruct", - "BornholmBitextMining": 57.24, - "Tatoeba (arq-eng)": 48.55, - "Tatoeba (uig-eng)": 38.83, - "Tatoeba (csb-eng)": 62.92, - "Tatoeba (ces-eng)": 94.93, - "Tatoeba (urd-eng)": 83.62, - "Tatoeba (heb-eng)": 82.82, - "Tatoeba (gsw-eng)": 52.21, - "Tatoeba (dan-eng)": 93.92, - "Tatoeba (zsm-eng)": 94.23, - "Tatoeba (kab-eng)": 3.81, - "Tatoeba (bre-eng)": 14.2, - "Tatoeba (spa-eng)": 98.8, - "Tatoeba (nld-eng)": 96.4, - "Tatoeba (ber-eng)": 7.62, - "Tatoeba (cym-eng)": 72.32, - "Tatoeba (tel-eng)": 42.86, - "Tatoeba (ind-eng)": 93.48, - "Tatoeba (cbk-eng)": 81.32, - "Tatoeba (mal-eng)": 56.03, - "Tatoeba (bos-eng)": 91.54, - "Tatoeba (kor-eng)": 91.16, - "Tatoeba (cmn-eng)": 95.9, - "Tatoeba (glg-eng)": 90.44, - "Tatoeba (nov-eng)": 72.4, - "Tatoeba (est-eng)": 62.93, - "Tatoeba (max-eng)": 64.8, - "Tatoeba (ile-eng)": 83.97, - "Tatoeba (dtp-eng)": 11.74, - "Tatoeba (mon-eng)": 37.79, - "Tatoeba (jav-eng)": 38.38, - "Tatoeba (xho-eng)": 35.94, - "Tatoeba (yid-eng)": 33.12, - "Tatoeba (ang-eng)": 81.59, - "Tatoeba (pes-eng)": 89.67, - "Tatoeba (ceb-eng)": 43.15, - "Tatoeba (nob-eng)": 96.86, - "Tatoeba (ara-eng)": 88.76, - "Tatoeba (pms-eng)": 62.3, - "Tatoeba (swe-eng)": 92.95, - "Tatoeba (ina-eng)": 95.65, - "Tatoeba (kzj-eng)": 12.29, - "Tatoeba (por-eng)": 94.44, - "Tatoeba (bel-eng)": 88.09, - "Tatoeba (fao-eng)": 70.33, - "Tatoeba (tam-eng)": 72.83, - "Tatoeba (tat-eng)": 36.79, - "Tatoeba (vie-eng)": 94.83, - "Tatoeba (kaz-eng)": 46.88, - "Tatoeba (slv-eng)": 86.13, - "Tatoeba (lvs-eng)": 66.01, - "Tatoeba (ben-eng)": 81.82, - "Tatoeba (nno-eng)": 87.24, - "Tatoeba (tzl-eng)": 49.51, - "Tatoeba (ron-eng)": 93.0, - "Tatoeba (cha-eng)": 44.8, - "Tatoeba (mar-eng)": 68.99, - "Tatoeba (hin-eng)": 95.28, - "Tatoeba (aze-eng)": 76.23, - "Tatoeba (mkd-eng)": 86.9, - "Tatoeba (jpn-eng)": 94.0, - "Tatoeba (wuu-eng)": 89.61, - "Tatoeba (gle-eng)": 73.71, - "Tatoeba (arz-eng)": 70.73, - "Tatoeba (swg-eng)": 64.75, - "Tatoeba (rus-eng)": 93.75, - "Tatoeba (ukr-eng)": 94.58, - "Tatoeba (ell-eng)": 91.46, - "Tatoeba (hun-eng)": 89.8, - "Tatoeba (bul-eng)": 93.98, - "Tatoeba (oci-eng)": 62.2, - "Tatoeba (awa-eng)": 67.45, - "Tatoeba (uzb-eng)": 52.73, - "Tatoeba (kur-eng)": 29.93, - "Tatoeba (fra-eng)": 95.66, - "Tatoeba (ido-eng)": 74.98, - "Tatoeba (dsb-eng)": 65.43, - "Tatoeba (hsb-eng)": 74.4, - "Tatoeba (swh-eng)": 61.6, - "Tatoeba (hye-eng)": 63.99, - "Tatoeba (isl-eng)": 87.58, - "Tatoeba (pol-eng)": 96.47, - "Tatoeba (yue-eng)": 89.11, - "Tatoeba (khm-eng)": 37.31, - "Tatoeba (lfn-eng)": 73.89, - "Tatoeba (srp-eng)": 92.54, - "Tatoeba (lat-eng)": 87.8, - "Tatoeba (pam-eng)": 14.02, - "Tatoeba (ast-eng)": 80.94, - "Tatoeba (orv-eng)": 59.66, - "Tatoeba (cat-eng)": 91.89, - "Tatoeba (amh-eng)": 22.05, - "Tatoeba (deu-eng)": 99.47, - "Tatoeba (war-eng)": 41.97, - "Tatoeba (tha-eng)": 93.64, - "Tatoeba (nds-eng)": 77.42, - "Tatoeba (gla-eng)": 63.53, - "Tatoeba (kat-eng)": 59.67, - "Tatoeba (epo-eng)": 87.76, - "Tatoeba (cor-eng)": 9.19, - "Tatoeba (lit-eng)": 69.07, - "Tatoeba (mhr-eng)": 16.24, - "Tatoeba (slk-eng)": 88.84, - "Tatoeba (eus-eng)": 40.64, - "Tatoeba (hrv-eng)": 93.97, - "Tatoeba (tgl-eng)": 93.14, - "Tatoeba (sqi-eng)": 67.06, - "Tatoeba (ita-eng)": 91.94, - "Tatoeba (tur-eng)": 94.13, - "Tatoeba (tuk-eng)": 42.01, - "Tatoeba (fin-eng)": 90.69, - "Tatoeba (fry-eng)": 70.98, - "Tatoeba (afr-eng)": 87.32 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-mistral-7b-instruct", - "AllegroReviews": 59.78, - "AmazonCounterfactualClassification (en-ext)": 74.6, - "AmazonCounterfactualClassification (en)": 74.57, - "AmazonCounterfactualClassification (de)": 71.25, - "AmazonCounterfactualClassification (ja)": 72.33, - "AmazonPolarityClassification": 96.26, - "AmazonReviewsClassification (en)": 55.97, - "AmazonReviewsClassification (de)": 54.94, - "AmazonReviewsClassification (es)": 51.62, - "AmazonReviewsClassification (fr)": 36.71, - "AmazonReviewsClassification (ja)": 51.32, - "AmazonReviewsClassification (zh)": 47.6, - "AngryTweetsClassification": 65.01, - "Banking77Classification": 81.41, - "CBD": 72.59, - "DanishPoliticalCommentsClassification": 34.68, - "EmotionClassification": 58.42, - "GeoreviewClassification": 56.72, - "HeadlineClassification": 87.02, - "IFlyTek": 48.65, - "ImdbClassification": 94.73, - "InappropriatenessClassification": 70.36, - "JDReview": 84.69, - "KinopoiskClassification": 68.35, - "LccSentimentClassification": 64.53, - "MTOPDomainClassification (en)": 95.33, - "MTOPDomainClassification (de)": 90.48, - "MTOPDomainClassification (es)": 90.22, - "MTOPDomainClassification (fr)": 74.8, - "MTOPDomainClassification (hi)": 86.67, - "MTOPDomainClassification (th)": 83.42, - "MTOPIntentClassification (en)": 78.99, - "MTOPIntentClassification (de)": 69.37, - "MTOPIntentClassification (es)": 73.45, - "MTOPIntentClassification (fr)": 53.97, - "MTOPIntentClassification (hi)": 59.78, - "MTOPIntentClassification (th)": 62.24, - "MasakhaNEWSClassification (amh)": 53.11, - "MasakhaNEWSClassification (eng)": 85.89, - "MasakhaNEWSClassification (fra)": 80.59, - "MasakhaNEWSClassification (hau)": 76.73, - "MasakhaNEWSClassification (ibo)": 77.49, - "MasakhaNEWSClassification (lin)": 83.94, - "MasakhaNEWSClassification (lug)": 73.95, - "MasakhaNEWSClassification (orm)": 77.72, - "MasakhaNEWSClassification (pcm)": 96.03, - "MasakhaNEWSClassification (run)": 85.81, - "MasakhaNEWSClassification (sna)": 89.73, - "MasakhaNEWSClassification (som)": 66.19, - "MasakhaNEWSClassification (swa)": 79.5, - "MasakhaNEWSClassification (tir)": 33.05, - "MasakhaNEWSClassification (xho)": 87.71, - "MasakhaNEWSClassification (yor)": 85.55, - "MassiveIntentClassification (ro)": 63.81, - "MassiveIntentClassification (bn)": 58.21, - "MassiveIntentClassification (ja)": 71.72, - "MassiveIntentClassification (ko)": 69.85, - "MassiveIntentClassification (fi)": 64.37, - "MassiveIntentClassification (pl)": 71.03, - "MassiveIntentClassification (fa)": 69.02, - "MassiveIntentClassification (cy)": 46.83, - "MassiveIntentClassification (hy)": 46.34, - "MassiveIntentClassification (lv)": 49.61, - "MassiveIntentClassification (sl)": 63.04, - "MassiveIntentClassification (sq)": 48.78, - "MassiveIntentClassification (vi)": 66.52, - "MassiveIntentClassification (is)": 52.71, - "MassiveIntentClassification (pt)": 71.63, - "MassiveIntentClassification (hu)": 64.87, - "MassiveIntentClassification (hi)": 63.91, - "MassiveIntentClassification (it)": 71.35, - "MassiveIntentClassification (km)": 39.57, - "MassiveIntentClassification (es)": 70.88, - "MassiveIntentClassification (ur)": 57.26, - "MassiveIntentClassification (ar)": 57.67, - "MassiveIntentClassification (fr)": 46.39, - "MassiveIntentClassification (nb)": 65.35, - "MassiveIntentClassification (de)": 70.52, - "MassiveIntentClassification (az)": 58.14, - "MassiveIntentClassification (he)": 62.36, - "MassiveIntentClassification (zh-TW)": 65.89, - "MassiveIntentClassification (mn)": 40.83, - "MassiveIntentClassification (am)": 34.74, - "MassiveIntentClassification (nl)": 71.24, - "MassiveIntentClassification (sw)": 51.71, - "MassiveIntentClassification (th)": 61.29, - "MassiveIntentClassification (my)": 38.8, - "MassiveIntentClassification (zh-CN)": 72.46, - "MassiveIntentClassification (ka)": 45.05, - "MassiveIntentClassification (jv)": 50.08, - "MassiveIntentClassification (tl)": 62.43, - "MassiveIntentClassification (ml)": 41.09, - "MassiveIntentClassification (sv)": 70.41, - "MassiveIntentClassification (ta)": 44.28, - "MassiveIntentClassification (ms)": 66.36, - "MassiveIntentClassification (tr)": 66.9, - "MassiveIntentClassification (id)": 68.0, - "MassiveIntentClassification (ru)": 73.74, - "MassiveIntentClassification (te)": 45.47, - "MassiveIntentClassification (af)": 62.05, - "MassiveIntentClassification (el)": 64.04, - "MassiveIntentClassification (da)": 68.11, - "MassiveIntentClassification (en)": 77.0, - "MassiveIntentClassification (kn)": 45.41, - "MassiveScenarioClassification (id)": 73.78, - "MassiveScenarioClassification (km)": 48.42, - "MassiveScenarioClassification (pt)": 74.21, - "MassiveScenarioClassification (mn)": 48.26, - "MassiveScenarioClassification (ro)": 68.97, - "MassiveScenarioClassification (ru)": 77.1, - "MassiveScenarioClassification (fi)": 68.83, - "MassiveScenarioClassification (tl)": 70.87, - "MassiveScenarioClassification (cy)": 58.84, - "MassiveScenarioClassification (hy)": 53.61, - "MassiveScenarioClassification (am)": 42.25, - "MassiveScenarioClassification (tr)": 70.73, - "MassiveScenarioClassification (ka)": 54.37, - "MassiveScenarioClassification (es)": 74.94, - "MassiveScenarioClassification (nl)": 76.48, - "MassiveScenarioClassification (sl)": 70.59, - "MassiveScenarioClassification (nb)": 72.48, - "MassiveScenarioClassification (jv)": 61.38, - "MassiveScenarioClassification (az)": 63.77, - "MassiveScenarioClassification (th)": 69.67, - "MassiveScenarioClassification (ar)": 67.15, - "MassiveScenarioClassification (bn)": 64.73, - "MassiveScenarioClassification (de)": 77.22, - "MassiveScenarioClassification (ko)": 74.41, - "MassiveScenarioClassification (zh-TW)": 71.62, - "MassiveScenarioClassification (te)": 53.65, - "MassiveScenarioClassification (ml)": 49.48, - "MassiveScenarioClassification (ta)": 52.58, - "MassiveScenarioClassification (hu)": 70.97, - "MassiveScenarioClassification (el)": 69.77, - "MassiveScenarioClassification (zh-CN)": 76.4, - "MassiveScenarioClassification (fa)": 74.61, - "MassiveScenarioClassification (da)": 73.77, - "MassiveScenarioClassification (kn)": 55.85, - "MassiveScenarioClassification (fr)": 53.86, - "MassiveScenarioClassification (ms)": 72.85, - "MassiveScenarioClassification (ja)": 75.79, - "MassiveScenarioClassification (hi)": 69.65, - "MassiveScenarioClassification (my)": 46.32, - "MassiveScenarioClassification (en)": 79.13, - "MassiveScenarioClassification (lv)": 58.4, - "MassiveScenarioClassification (pl)": 75.09, - "MassiveScenarioClassification (sq)": 58.29, - "MassiveScenarioClassification (ur)": 64.12, - "MassiveScenarioClassification (is)": 63.59, - "MassiveScenarioClassification (sv)": 76.81, - "MassiveScenarioClassification (he)": 65.48, - "MassiveScenarioClassification (af)": 71.0, - "MassiveScenarioClassification (it)": 74.88, - "MassiveScenarioClassification (sw)": 62.31, - "MassiveScenarioClassification (vi)": 71.92, - "MultilingualSentiment": 73.47, - "NoRecClassification": 55.0, - "NordicLangClassification": 69.13, - "OnlineShopping": 92.56, - "PAC": 62.26, - "PolEmo2.0-IN": 85.58, - "PolEmo2.0-OUT": 60.55, - "RuReviewsClassification": 70.57, - "RuSciBenchGRNTIClassification": 66.05, - "RuSciBenchOECDClassification": 52.11, - "TNews": 50.58, - "ToxicConversationsClassification": 71.75, - "TweetSentimentExtractionClassification": 64.89, - "Waimai": 87.79 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-mistral-7b-instruct", - "AlloProfClusteringP2P": 61.06, - "AlloProfClusteringS2S": 28.12, - "GeoreviewClusteringP2P": 76.32, - "HALClusteringS2S": 19.69, - "MLSUMClusteringP2P": 45.59, - "MLSUMClusteringS2S": 32.0, - "MasakhaNEWSClusteringP2P (amh)": 47.57, - "MasakhaNEWSClusteringP2P (eng)": 71.97, - "MasakhaNEWSClusteringP2P (fra)": 52.47, - "MasakhaNEWSClusteringP2P (hau)": 72.23, - "MasakhaNEWSClusteringP2P (ibo)": 66.65, - "MasakhaNEWSClusteringP2P (lin)": 75.85, - "MasakhaNEWSClusteringP2P (lug)": 53.69, - "MasakhaNEWSClusteringP2P (orm)": 52.91, - "MasakhaNEWSClusteringP2P (pcm)": 92.6, - "MasakhaNEWSClusteringP2P (run)": 62.47, - "MasakhaNEWSClusteringP2P (sna)": 82.99, - "MasakhaNEWSClusteringP2P (som)": 41.28, - "MasakhaNEWSClusteringP2P (swa)": 50.54, - "MasakhaNEWSClusteringP2P (tir)": 46.94, - "MasakhaNEWSClusteringP2P (xho)": 59.17, - "MasakhaNEWSClusteringP2P (yor)": 65.86, - "MasakhaNEWSClusteringS2S (amh)": 47.55, - "MasakhaNEWSClusteringS2S (eng)": 74.23, - "MasakhaNEWSClusteringS2S (fra)": 49.2, - "MasakhaNEWSClusteringS2S (hau)": 40.78, - "MasakhaNEWSClusteringS2S (ibo)": 59.84, - "MasakhaNEWSClusteringS2S (lin)": 80.96, - "MasakhaNEWSClusteringS2S (lug)": 46.03, - "MasakhaNEWSClusteringS2S (orm)": 36.15, - "MasakhaNEWSClusteringS2S (pcm)": 92.94, - "MasakhaNEWSClusteringS2S (run)": 62.3, - "MasakhaNEWSClusteringS2S (sna)": 52.03, - "MasakhaNEWSClusteringS2S (som)": 36.18, - "MasakhaNEWSClusteringS2S (swa)": 35.33, - "MasakhaNEWSClusteringS2S (tir)": 43.92, - "MasakhaNEWSClusteringS2S (xho)": 26.61, - "MasakhaNEWSClusteringS2S (yor)": 63.18, - "RuSciBenchGRNTIClusteringP2P": 62.27, - "RuSciBenchOECDClusteringP2P": 54.13 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "e5-mistral-7b-instruct", - "CDSC-E": 75.86, - "OpusparcusPC (de)": 97.63, - "OpusparcusPC (en)": 99.1, - "OpusparcusPC (fi)": 92.76, - "OpusparcusPC (fr)": 95.23, - "OpusparcusPC (ru)": 91.44, - "OpusparcusPC (sv)": 95.54, - "PSC": 99.47, - "PawsXPairClassification (de)": 58.47, - "PawsXPairClassification (en)": 67.1, - "PawsXPairClassification (es)": 60.03, - "PawsXPairClassification (fr)": 61.85, - "PawsXPairClassification (ja)": 51.95, - "PawsXPairClassification (ko)": 53.11, - "PawsXPairClassification (zh)": 59.29, - "SICK-E-PL": 79.94, - "SprintDuplicateQuestions": 95.66, - "TERRa": 60.81, - "TwitterSemEval2015": 81.62, - "TwitterURLCorpus": 87.75 - }, - { - "Model": "e5-mistral-7b-instruct", - "CDSC-E": 75.86, - "OpusparcusPC (de)": 97.63, - "OpusparcusPC (en)": 99.1, - "OpusparcusPC (fi)": 92.76, - "OpusparcusPC (fr)": 89.71, - "OpusparcusPC (ru)": 91.44, - "OpusparcusPC (sv)": 95.54, - "PSC": 99.53, - "PawsXPairClassification (de)": 58.67, - "PawsXPairClassification (en)": 67.34, - "PawsXPairClassification (es)": 60.24, - "PawsXPairClassification (fr)": 64.33, - "PawsXPairClassification (ja)": 52.15, - "PawsXPairClassification (ko)": 53.14, - "PawsXPairClassification (zh)": 59.4, - "SICK-E-PL": 79.94, - "SprintDuplicateQuestions": 95.86, - "TERRa": 60.81, - "TwitterSemEval2015": 81.62, - "TwitterURLCorpus": 87.79 - }, - { - "Model": "e5-mistral-7b-instruct", - "OpusparcusPC (fr)": 88.5, - "PawsXPairClassification (fr)": 63.65 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "e5-mistral-7b-instruct", - "AlloprofReranking": 47.36, - "AskUbuntuDupQuestions": 66.98, - "MMarcoReranking": 24.21, - "MindSmallReranking": 32.59, - "RuBQReranking": 76.32, - "SciDocsRR": 86.34, - "StackOverflowDupQuestions": 54.93, - "SyntecReranking": 77.05, - "T2Reranking": 66.9 - }, - { - "Model": "e5-mistral-7b-instruct", - "MIRACLReranking (ru)": 63.61 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-mistral-7b-instruct", - "AILACasedocs": 38.76, - "AILAStatutes": 38.07, - "ARCChallenge": 19.0, - "AlloprofRetrieval": 16.46, - "AlphaNLI": 26.02, - "AppsRetrieval": 23.46, - "ArguAna": 61.65, - "ArguAna-PL": 49.2, - "BSARDRetrieval": 0.0, - "BrightRetrieval (sustainable_living)": 18.51, - "BrightRetrieval (economics)": 15.49, - "BrightRetrieval (theoremqa_theorems)": 25.09, - "BrightRetrieval (aops)": 7.1, - "BrightRetrieval (theoremqa_questions)": 23.94, - "BrightRetrieval (stackoverflow)": 9.83, - "BrightRetrieval (psychology)": 15.79, - "BrightRetrieval (pony)": 4.81, - "BrightRetrieval (leetcode)": 28.72, - "BrightRetrieval (biology)": 18.84, - "BrightRetrieval (earth_science)": 25.96, - "BrightRetrieval (robotics)": 16.37, - "CmedqaRetrieval": 34.23, - "CodeFeedbackMT": 36.4, - "CodeFeedbackST": 76.41, - "CodeSearchNetCCRetrieval (python)": 90.6, - "CodeSearchNetCCRetrieval (javascript)": 86.18, - "CodeSearchNetCCRetrieval (go)": 84.05, - "CodeSearchNetCCRetrieval (ruby)": 85.89, - "CodeSearchNetCCRetrieval (java)": 86.21, - "CodeSearchNetCCRetrieval (php)": 75.95, - "CodeSearchNetRetrieval (python)": 91.75, - "CodeSearchNetRetrieval (javascript)": 80.93, - "CodeSearchNetRetrieval (go)": 93.06, - "CodeSearchNetRetrieval (ruby)": 85.37, - "CodeSearchNetRetrieval (java)": 84.08, - "CodeSearchNetRetrieval (php)": 83.14, - "CodeTransOceanContest": 88.58, - "CodeTransOceanDL": 31.74, - "CosQA": 33.1, - "CovidRetrieval": 73.11, - "DuRetrieval": 87.04, - "EcomRetrieval": 45.94, - "FiQA-PL": 35.34, - "FiQA2018": 56.81, - "GerDaLIRSmall": 37.18, - "HellaSwag": 35.37, - "LEMBNarrativeQARetrieval": 44.62, - "LEMBQMSumRetrieval": 43.63, - "LEMBSummScreenFDRetrieval": 96.82, - "LEMBWikimQARetrieval": 82.11, - "LeCaRDv2": 68.56, - "LegalBenchConsumerContractsQA": 75.46, - "LegalBenchCorporateLobbying": 94.01, - "LegalQuAD": 59.64, - "LegalSummarization": 66.51, - "MIRACLRetrieval (ru)": 67.66, - "MMarcoRetrieval": 74.84, - "MedicalRetrieval": 52.83, - "MintakaRetrieval (ar)": 24.33, - "MintakaRetrieval (de)": 46.42, - "MintakaRetrieval (es)": 44.42, - "MintakaRetrieval (fr)": 3.57, - "MintakaRetrieval (hi)": 25.5, - "MintakaRetrieval (it)": 43.36, - "MintakaRetrieval (ja)": 33.72, - "MintakaRetrieval (pt)": 47.49, - "NFCorpus": 38.58, - "NFCorpus-PL": 30.97, - "PIQA": 39.83, - "Quail": 7.28, - "RARbCode": 79.77, - "RARbMath": 72.0, - "RiaNewsRetrieval": 78.94, - "RuBQRetrieval": 75.98, - "SCIDOCS": 16.32, - "SCIDOCS-PL": 16.9, - "SIQA": 5.68, - "SciFact": 76.42, - "SciFact-PL": 68.11, - "SpartQA": 10.03, - "StackOverflowQA": 91.02, - "SyntecRetrieval": 55.9, - "SyntheticText2SQL": 59.2, - "T2Retrieval": 80.68, - "TRECCOVID": 87.03, - "TRECCOVID-PL": 73.58, - "TempReasonL1": 3.6, - "TempReasonL2Fact": 36.19, - "TempReasonL2Pure": 8.93, - "TempReasonL3Fact": 29.98, - "TempReasonL3Pure": 14.15, - "Touche2020": 26.27, - "VideoRetrieval": 45.34, - "WinoGrande": 39.51, - "XPQARetrieval (ara-ara)": 45.94, - "XPQARetrieval (eng-ara)": 30.38, - "XPQARetrieval (ara-eng)": 41.53, - "XPQARetrieval (deu-deu)": 77.83, - "XPQARetrieval (eng-deu)": 41.58, - "XPQARetrieval (deu-eng)": 72.43, - "XPQARetrieval (spa-spa)": 60.56, - "XPQARetrieval (eng-spa)": 29.4, - "XPQARetrieval (spa-eng)": 58.02, - "XPQARetrieval (fra-fra)": 69.72, - "XPQARetrieval (eng-fra)": 38.41, - "XPQARetrieval (fra-eng)": 64.51, - "XPQARetrieval (hin-hin)": 73.77, - "XPQARetrieval (eng-hin)": 19.11, - "XPQARetrieval (hin-eng)": 66.29, - "XPQARetrieval (ita-ita)": 74.27, - "XPQARetrieval (eng-ita)": 26.44, - "XPQARetrieval (ita-eng)": 67.28, - "XPQARetrieval (jpn-jpn)": 72.92, - "XPQARetrieval (eng-jpn)": 39.98, - "XPQARetrieval (jpn-eng)": 69.65, - "XPQARetrieval (kor-kor)": 39.18, - "XPQARetrieval (eng-kor)": 30.34, - "XPQARetrieval (kor-eng)": 33.83, - "XPQARetrieval (pol-pol)": 46.33, - "XPQARetrieval (eng-pol)": 32.92, - "XPQARetrieval (pol-eng)": 43.03, - "XPQARetrieval (por-por)": 49.25, - "XPQARetrieval (eng-por)": 24.44, - "XPQARetrieval (por-eng)": 48.68, - "XPQARetrieval (tam-tam)": 43.15, - "XPQARetrieval (eng-tam)": 3.59, - "XPQARetrieval (tam-eng)": 20.34, - "XPQARetrieval (cmn-cmn)": 63.0, - "XPQARetrieval (eng-cmn)": 34.01, - "XPQARetrieval (cmn-eng)": 56.43, - "XPQARetrieval (fr)": 41.29 - } - ], - "recall_at_1": [ - { - "Model": "e5-mistral-7b-instruct", - "BrightRetrieval (pony)": 1.14, - "BrightRetrieval (robotics)": 17.33, - "BrightRetrieval (economics)": 26.21, - "BrightRetrieval (biology)": 29.93, - "BrightRetrieval (earth_science)": 36.28, - "BrightRetrieval (psychology)": 46.73, - "BrightRetrieval (sustainable_living)": 32.21, - "BrightRetrieval (stackoverflow)": 14.53 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "e5-mistral-7b-instruct", - "AFQMC": 38.99, - "ATEC": 42.84, - "BIOSSES": 85.5, - "BQ": 50.63, - "CDSC-R": 92.19, - "LCQMC": 75.48, - "PAWSX": 16.81, - "RUParaPhraserSTS": 76.17, - "RuSTSBenchmarkSTS": 84.13, - "SICK-R": 82.64, - "SICK-R-PL": 76.67, - "SICKFr": 80.99, - "STS12": 79.65, - "STS13": 88.43, - "STS14": 84.54, - "STS15": 90.42, - "STS16": 87.69, - "STS17 (ar-ar)": 81.87, - "STS17 (en-ar)": 77.95, - "STS17 (nl-en)": 88.25, - "STS17 (en-tr)": 72.59, - "STS17 (en-de)": 87.3, - "STS17 (ko-ko)": 83.69, - "STS17 (es-es)": 87.46, - "STS17 (en-en)": 91.76, - "STS17 (es-en)": 88.24, - "STS17 (fr-en)": 88.08, - "STS17 (it-en)": 89.69, - "STS22 (ru)": 60.83, - "STSB": 81.81, - "STSBenchmark": 88.6, - "STSBenchmarkMultilingualSTS (pl)": 83.62, - "STSBenchmarkMultilingualSTS (es)": 86.13, - "STSBenchmarkMultilingualSTS (ru)": 84.25, - "STSBenchmarkMultilingualSTS (nl)": 83.69, - "STSBenchmarkMultilingualSTS (de)": 85.37, - "STSBenchmarkMultilingualSTS (zh)": 82.61, - "STSBenchmarkMultilingualSTS (en)": 88.6, - "STSBenchmarkMultilingualSTS (fr)": 85.49, - "STSBenchmarkMultilingualSTS (it)": 84.43, - "STSBenchmarkMultilingualSTS (pt)": 84.57 - }, - { - "Model": "e5-mistral-7b-instruct", - "AFQMC": 38.99, - "ATEC": 42.84, - "BIOSSES": 85.5, - "BQ": 50.63, - "CDSC-R": 92.19, - "LCQMC": 75.48, - "PAWSX": 16.81, - "RUParaPhraserSTS": 76.17, - "RuSTSBenchmarkSTS": 84.13, - "SICK-R": 82.64, - "SICK-R-PL": 76.67, - "SICKFr": 80.99, - "STS12": 79.65, - "STS13": 88.43, - "STS14": 84.54, - "STS15": 90.42, - "STS16": 87.69, - "STS17 (ar-ar)": 81.87, - "STS17 (en-ar)": 77.95, - "STS17 (nl-en)": 88.25, - "STS17 (en-tr)": 72.59, - "STS17 (en-de)": 87.3, - "STS17 (ko-ko)": 83.69, - "STS17 (es-es)": 87.46, - "STS17 (en-en)": 91.76, - "STS17 (es-en)": 88.24, - "STS17 (fr-en)": 88.08, - "STS17 (it-en)": 89.69, - "STS22 (ru)": 60.83, - "STSB": 81.81, - "STSBenchmark": 88.6, - "STSBenchmarkMultilingualSTS (pl)": 83.62, - "STSBenchmarkMultilingualSTS (es)": 86.13, - "STSBenchmarkMultilingualSTS (ru)": 84.25, - "STSBenchmarkMultilingualSTS (nl)": 83.69, - "STSBenchmarkMultilingualSTS (de)": 85.37, - "STSBenchmarkMultilingualSTS (zh)": 82.61, - "STSBenchmarkMultilingualSTS (en)": 88.6, - "STSBenchmarkMultilingualSTS (fr)": 85.49, - "STSBenchmarkMultilingualSTS (it)": 84.43, - "STSBenchmarkMultilingualSTS (pt)": 84.57 - }, - { - "Model": "e5-mistral-7b-instruct", - "SICKFr": 64.39, - "STS22 (fr)": 69.82, - "STSBenchmarkMultilingualSTS (fr)": 61.87 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "e5-mistral-7b-instruct", - "SummEval": 31.53, - "SummEvalFr": 31.05 - }, - { - "Model": "e5-mistral-7b-instruct", - "SummEval": 31.53, - "SummEvalFr": 31.05 - }, - { - "Model": "e5-mistral-7b-instruct", - "SummEvalFr": 32.22 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "e5-mistral-7b-instruct", - "CEDRClassification": 51.94, - "SensitiveTopicsClassification": 33.92 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-mistral-7b-instruct", - "Core17InstructionRetrieval": 0.09, - "News21InstructionRetrieval": -0.86, - "Robust04InstructionRetrieval": -9.59 - } - ] - } - }, - "intfloat__e5-mistral-7b-instruct-noinstruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-mistral-7b-instruct-noinstruct", - "ARCChallenge": 20.48, - "AlphaNLI": 18.88, - "HellaSwag": 32.25, - "PIQA": 32.8, - "Quail": 6.25, - "RARbCode": 79.84, - "RARbMath": 76.19, - "SIQA": 5.08, - "SpartQA": 10.87, - "TempReasonL1": 3.04, - "TempReasonL2Fact": 35.63, - "TempReasonL2Pure": 9.32, - "TempReasonL3Fact": 30.41, - "TempReasonL3Pure": 14.39, - "WinoGrande": 45.18 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "intfloat__e5-small": { - "BitextMining": { - "f1": [ - { - "Model": "e5-small", - "BornholmBitextMining": 40.27 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-small", - "AngryTweetsClassification": 43.6, - "DKHateClassification": 57.57, - "DanishPoliticalCommentsClassification": 28.37, - "LccSentimentClassification": 40.27, - "MassiveIntentClassification (da)": 41.89, - "MassiveIntentClassification (nb)": 40.25, - "MassiveIntentClassification (sv)": 40.07, - "MassiveScenarioClassification (da)": 49.93, - "MassiveScenarioClassification (nb)": 48.58, - "MassiveScenarioClassification (sv)": 47.06, - "NoRecClassification": 41.84, - "NordicLangClassification": 53.47, - "NorwegianParliament": 56.57, - "ScalaDaClassification": 50.15, - "ScalaNbClassification": 50.03 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-small", - "BiorxivClusteringP2P": 36.1, - "BiorxivClusteringS2S": 31.51, - "MedrxivClusteringP2P": 31.31, - "MedrxivClusteringS2S": 28.32, - "RedditClustering": 43.27, - "RedditClusteringP2P": 57.22, - "StackExchangeClustering": 59.6, - "StackExchangeClusteringP2P": 30.82, - "TwentyNewsgroupsClustering": 37.65 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "intfloat__multilingual-e5-base": { - "BitextMining": { - "f1": [ - { - "Model": "multilingual-e5-base", - "BornholmBitextMining": 46.4, - "Tatoeba (csb-eng)": 24.29, - "Tatoeba (spa-eng)": 96.97, - "Tatoeba (kzj-eng)": 6.26, - "Tatoeba (uzb-eng)": 62.63, - "Tatoeba (mal-eng)": 96.72, - "Tatoeba (dtp-eng)": 5.13, - "Tatoeba (ces-eng)": 88.75, - "Tatoeba (mon-eng)": 78.37, - "Tatoeba (fry-eng)": 50.82, - "Tatoeba (cbk-eng)": 60.66, - "Tatoeba (awa-eng)": 68.39, - "Tatoeba (cha-eng)": 16.95, - "Tatoeba (nld-eng)": 93.2, - "Tatoeba (mhr-eng)": 5.52, - "Tatoeba (cmn-eng)": 93.35, - "Tatoeba (arq-eng)": 26.61, - "Tatoeba (kor-eng)": 83.37, - "Tatoeba (pol-eng)": 94.57, - "Tatoeba (uig-eng)": 62.97, - "Tatoeba (zsm-eng)": 92.45, - "Tatoeba (tuk-eng)": 19.67, - "Tatoeba (ind-eng)": 90.26, - "Tatoeba (aze-eng)": 84.71, - "Tatoeba (xho-eng)": 73.24, - "Tatoeba (war-eng)": 47.18, - "Tatoeba (ast-eng)": 74.36, - "Tatoeba (ido-eng)": 74.41, - "Tatoeba (dsb-eng)": 34.36, - "Tatoeba (est-eng)": 70.64, - "Tatoeba (ina-eng)": 86.11, - "Tatoeba (bel-eng)": 86.7, - "Tatoeba (fin-eng)": 86.15, - "Tatoeba (ang-eng)": 29.87, - "Tatoeba (gle-eng)": 58.62, - "Tatoeba (slk-eng)": 86.42, - "Tatoeba (hye-eng)": 85.85, - "Tatoeba (tgl-eng)": 83.78, - "Tatoeba (pam-eng)": 6.92, - "Tatoeba (eus-eng)": 56.26, - "Tatoeba (slv-eng)": 81.93, - "Tatoeba (nno-eng)": 82.67, - "Tatoeba (wuu-eng)": 78.65, - "Tatoeba (nds-eng)": 53.86, - "Tatoeba (deu-eng)": 97.07, - "Tatoeba (ita-eng)": 90.61, - "Tatoeba (rus-eng)": 91.78, - "Tatoeba (bos-eng)": 88.86, - "Tatoeba (glg-eng)": 82.69, - "Tatoeba (kaz-eng)": 75.56, - "Tatoeba (nov-eng)": 66.96, - "Tatoeba (tam-eng)": 85.12, - "Tatoeba (dan-eng)": 91.23, - "Tatoeba (oci-eng)": 35.79, - "Tatoeba (arz-eng)": 66.79, - "Tatoeba (gsw-eng)": 43.53, - "Tatoeba (jav-eng)": 61.25, - "Tatoeba (sqi-eng)": 90.06, - "Tatoeba (vie-eng)": 94.55, - "Tatoeba (lit-eng)": 75.53, - "Tatoeba (isl-eng)": 76.9, - "Tatoeba (hsb-eng)": 40.36, - "Tatoeba (hun-eng)": 84.41, - "Tatoeba (kab-eng)": 21.77, - "Tatoeba (ceb-eng)": 45.46, - "Tatoeba (ber-eng)": 23.59, - "Tatoeba (jpn-eng)": 90.3, - "Tatoeba (max-eng)": 52.4, - "Tatoeba (ara-eng)": 82.86, - "Tatoeba (nob-eng)": 95.9, - "Tatoeba (cat-eng)": 84.09, - "Tatoeba (orv-eng)": 16.0, - "Tatoeba (cor-eng)": 4.38, - "Tatoeba (tel-eng)": 88.49, - "Tatoeba (ell-eng)": 89.96, - "Tatoeba (bre-eng)": 5.44, - "Tatoeba (swg-eng)": 42.33, - "Tatoeba (pes-eng)": 87.18, - "Tatoeba (cym-eng)": 65.69, - "Tatoeba (heb-eng)": 74.26, - "Tatoeba (urd-eng)": 86.2, - "Tatoeba (amh-eng)": 74.93, - "Tatoeba (lvs-eng)": 76.76, - "Tatoeba (swe-eng)": 91.33, - "Tatoeba (ukr-eng)": 88.29, - "Tatoeba (gla-eng)": 43.08, - "Tatoeba (mar-eng)": 86.62, - "Tatoeba (khm-eng)": 47.27, - "Tatoeba (tat-eng)": 66.92, - "Tatoeba (lat-eng)": 39.62, - "Tatoeba (pms-eng)": 44.61, - "Tatoeba (hrv-eng)": 92.5, - "Tatoeba (mkd-eng)": 73.76, - "Tatoeba (bul-eng)": 88.95, - "Tatoeba (kat-eng)": 77.83, - "Tatoeba (hin-eng)": 93.13, - "Tatoeba (fao-eng)": 64.72, - "Tatoeba (ben-eng)": 81.05, - "Tatoeba (epo-eng)": 92.07, - "Tatoeba (por-eng)": 92.74, - "Tatoeba (tur-eng)": 92.54, - "Tatoeba (yue-eng)": 80.66, - "Tatoeba (srp-eng)": 89.08, - "Tatoeba (swh-eng)": 66.81, - "Tatoeba (tha-eng)": 94.22, - "Tatoeba (ron-eng)": 91.27, - "Tatoeba (fra-eng)": 92.76, - "Tatoeba (yid-eng)": 63.2, - "Tatoeba (afr-eng)": 87.04, - "Tatoeba (tzl-eng)": 34.44, - "Tatoeba (lfn-eng)": 52.85, - "Tatoeba (ile-eng)": 72.56, - "Tatoeba (kur-eng)": 52.96 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "multilingual-e5-base", - "AllegroReviews": 40.85, - "AmazonCounterfactualClassification (en-ext)": 76.91, - "AmazonCounterfactualClassification (en)": 77.36, - "AmazonCounterfactualClassification (de)": 70.81, - "AmazonCounterfactualClassification (ja)": 72.02, - "AmazonPolarityClassification": 91.76, - "AmazonReviewsClassification (en)": 47.54, - "AmazonReviewsClassification (de)": 44.37, - "AmazonReviewsClassification (es)": 43.38, - "AmazonReviewsClassification (fr)": 40.94, - "AmazonReviewsClassification (ja)": 39.57, - "AmazonReviewsClassification (zh)": 38.34, - "AngryTweetsClassification": 54.65, - "Banking77Classification": 73.53, - "CBD": 62.66, - "DKHateClassification": 63.53, - "DanishPoliticalCommentsClassification": 36.69, - "EmotionClassification": 45.68, - "GeoreviewClassification": 46.05, - "HeadlineClassification": 75.64, - "IFlyTek": 44.93, - "ImdbClassification": 84.29, - "InappropriatenessClassification": 58.78, - "JDReview": 76.21, - "KinopoiskClassification": 50.89, - "LccSentimentClassification": 59.67, - "MTOPDomainClassification (en)": 90.9, - "MTOPDomainClassification (de)": 87.94, - "MTOPDomainClassification (es)": 85.96, - "MTOPDomainClassification (fr)": 84.79, - "MTOPDomainClassification (hi)": 83.92, - "MTOPDomainClassification (th)": 83.94, - "MTOPIntentClassification (en)": 61.6, - "MTOPIntentClassification (de)": 61.05, - "MTOPIntentClassification (es)": 55.36, - "MTOPIntentClassification (fr)": 55.51, - "MTOPIntentClassification (hi)": 53.93, - "MTOPIntentClassification (th)": 58.69, - "MasakhaNEWSClassification (amh)": 83.8, - "MasakhaNEWSClassification (eng)": 76.49, - "MasakhaNEWSClassification (fra)": 79.69, - "MasakhaNEWSClassification (hau)": 74.63, - "MasakhaNEWSClassification (ibo)": 64.59, - "MasakhaNEWSClassification (lin)": 70.57, - "MasakhaNEWSClassification (lug)": 68.12, - "MasakhaNEWSClassification (orm)": 71.75, - "MasakhaNEWSClassification (pcm)": 91.05, - "MasakhaNEWSClassification (run)": 73.35, - "MasakhaNEWSClassification (sna)": 84.17, - "MasakhaNEWSClassification (som)": 60.1, - "MasakhaNEWSClassification (swa)": 70.74, - "MasakhaNEWSClassification (tir)": 67.1, - "MasakhaNEWSClassification (xho)": 76.03, - "MasakhaNEWSClassification (yor)": 72.75, - "MassiveIntentClassification (es)": 61.13, - "MassiveIntentClassification (de)": 59.82, - "MassiveIntentClassification (mn)": 46.8, - "MassiveIntentClassification (sq)": 51.07, - "MassiveIntentClassification (sv)": 61.78, - "MassiveIntentClassification (tr)": 60.69, - "MassiveIntentClassification (hy)": 48.77, - "MassiveIntentClassification (az)": 51.36, - "MassiveIntentClassification (da)": 60.16, - "MassiveIntentClassification (my)": 46.67, - "MassiveIntentClassification (th)": 59.63, - "MassiveIntentClassification (sl)": 53.84, - "MassiveIntentClassification (sw)": 45.24, - "MassiveIntentClassification (pl)": 61.04, - "MassiveIntentClassification (bn)": 51.69, - "MassiveIntentClassification (nb)": 59.83, - "MassiveIntentClassification (fi)": 58.91, - "MassiveIntentClassification (jv)": 43.23, - "MassiveIntentClassification (id)": 58.7, - "MassiveIntentClassification (ka)": 37.56, - "MassiveIntentClassification (af)": 49.82, - "MassiveIntentClassification (km)": 32.14, - "MassiveIntentClassification (lv)": 51.17, - "MassiveIntentClassification (tl)": 48.99, - "MassiveIntentClassification (ko)": 59.97, - "MassiveIntentClassification (am)": 42.4, - "MassiveIntentClassification (ar)": 50.2, - "MassiveIntentClassification (el)": 58.07, - "MassiveIntentClassification (fa)": 59.51, - "MassiveIntentClassification (hi)": 56.75, - "MassiveIntentClassification (fr)": 61.32, - "MassiveIntentClassification (is)": 44.52, - "MassiveIntentClassification (te)": 50.09, - "MassiveIntentClassification (ja)": 62.3, - "MassiveIntentClassification (vi)": 59.61, - "MassiveIntentClassification (hu)": 57.69, - "MassiveIntentClassification (en)": 65.71, - "MassiveIntentClassification (ms)": 52.85, - "MassiveIntentClassification (zh-CN)": 63.22, - "MassiveIntentClassification (ro)": 56.83, - "MassiveIntentClassification (he)": 55.3, - "MassiveIntentClassification (ur)": 51.3, - "MassiveIntentClassification (pt)": 62.12, - "MassiveIntentClassification (it)": 61.29, - "MassiveIntentClassification (ta)": 48.93, - "MassiveIntentClassification (cy)": 37.05, - "MassiveIntentClassification (kn)": 48.63, - "MassiveIntentClassification (nl)": 61.23, - "MassiveIntentClassification (ml)": 53.75, - "MassiveIntentClassification (zh-TW)": 56.4, - "MassiveIntentClassification (ru)": 62.78, - "MassiveScenarioClassification (az)": 55.15, - "MassiveScenarioClassification (fr)": 67.37, - "MassiveScenarioClassification (ko)": 67.9, - "MassiveScenarioClassification (da)": 67.46, - "MassiveScenarioClassification (fi)": 64.94, - "MassiveScenarioClassification (ro)": 63.5, - "MassiveScenarioClassification (zh-TW)": 63.73, - "MassiveScenarioClassification (ar)": 58.0, - "MassiveScenarioClassification (kn)": 53.49, - "MassiveScenarioClassification (nl)": 68.62, - "MassiveScenarioClassification (sq)": 57.92, - "MassiveScenarioClassification (ta)": 53.86, - "MassiveScenarioClassification (am)": 50.33, - "MassiveScenarioClassification (ml)": 59.89, - "MassiveScenarioClassification (hu)": 65.75, - "MassiveScenarioClassification (vi)": 66.35, - "MassiveScenarioClassification (tl)": 54.36, - "MassiveScenarioClassification (ka)": 43.38, - "MassiveScenarioClassification (sl)": 58.3, - "MassiveScenarioClassification (cy)": 43.84, - "MassiveScenarioClassification (it)": 66.17, - "MassiveScenarioClassification (is)": 53.28, - "MassiveScenarioClassification (fa)": 63.92, - "MassiveScenarioClassification (pt)": 65.49, - "MassiveScenarioClassification (mn)": 51.87, - "MassiveScenarioClassification (lv)": 56.42, - "MassiveScenarioClassification (ru)": 68.21, - "MassiveScenarioClassification (bn)": 57.0, - "MassiveScenarioClassification (en)": 71.57, - "MassiveScenarioClassification (hy)": 53.63, - "MassiveScenarioClassification (tr)": 65.18, - "MassiveScenarioClassification (ja)": 69.89, - "MassiveScenarioClassification (nb)": 66.18, - "MassiveScenarioClassification (sv)": 69.15, - "MassiveScenarioClassification (id)": 63.6, - "MassiveScenarioClassification (th)": 67.37, - "MassiveScenarioClassification (de)": 68.4, - "MassiveScenarioClassification (jv)": 51.94, - "MassiveScenarioClassification (sw)": 52.64, - "MassiveScenarioClassification (ms)": 58.35, - "MassiveScenarioClassification (es)": 66.47, - "MassiveScenarioClassification (te)": 54.24, - "MassiveScenarioClassification (he)": 62.53, - "MassiveScenarioClassification (my)": 50.77, - "MassiveScenarioClassification (af)": 58.95, - "MassiveScenarioClassification (el)": 65.38, - "MassiveScenarioClassification (km)": 38.45, - "MassiveScenarioClassification (pl)": 66.11, - "MassiveScenarioClassification (ur)": 56.74, - "MassiveScenarioClassification (hi)": 62.91, - "MassiveScenarioClassification (zh-CN)": 70.24, - "MultilingualSentiment": 65.28, - "NoRecClassification": 57.58, - "NordicLangClassification": 75.94, - "NorwegianParliament": 59.94, - "OnlineShopping": 88.4, - "PAC": 70.87, - "PolEmo2.0-IN": 67.66, - "PolEmo2.0-OUT": 43.91, - "RuReviewsClassification": 62.99, - "RuSciBenchGRNTIClassification": 56.28, - "RuSciBenchOECDClassification": 42.69, - "ScalaDaClassification": 50.79, - "ScalaNbClassification": 50.32, - "TNews": 47.06, - "ToxicConversationsClassification": 64.33, - "TweetSentimentExtractionClassification": 62.8, - "Waimai": 84.42 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multilingual-e5-base", - "8TagsClustering": 24.97, - "AlloProfClusteringP2P": 62.09, - "AlloProfClusteringS2S": 32.98, - "ArxivClusteringP2P": 43.35, - "ArxivClusteringS2S": 36.0, - "BiorxivClusteringP2P": 37.55, - "BiorxivClusteringS2S": 30.33, - "CLSClusteringP2P": 32.41, - "CLSClusteringS2S": 36.99, - "GeoreviewClusteringP2P": 54.46, - "HALClusteringS2S": 22.48, - "MLSUMClusteringP2P (ru)": 43.47, - "MLSUMClusteringP2P": 43.48, - "MLSUMClusteringS2S (ru)": 40.87, - "MLSUMClusteringS2S": 38.53, - "MasakhaNEWSClusteringP2P (amh)": 58.05, - "MasakhaNEWSClusteringP2P (eng)": 43.8, - "MasakhaNEWSClusteringP2P (fra)": 47.91, - "MasakhaNEWSClusteringP2P (hau)": 44.78, - "MasakhaNEWSClusteringP2P (ibo)": 44.97, - "MasakhaNEWSClusteringP2P (lin)": 48.08, - "MasakhaNEWSClusteringP2P (lug)": 50.15, - "MasakhaNEWSClusteringP2P (orm)": 38.02, - "MasakhaNEWSClusteringP2P (pcm)": 71.03, - "MasakhaNEWSClusteringP2P (run)": 58.28, - "MasakhaNEWSClusteringP2P (sna)": 59.25, - "MasakhaNEWSClusteringP2P (som)": 37.27, - "MasakhaNEWSClusteringP2P (swa)": 34.54, - "MasakhaNEWSClusteringP2P (tir)": 53.44, - "MasakhaNEWSClusteringP2P (xho)": 40.32, - "MasakhaNEWSClusteringP2P (yor)": 37.97, - "MasakhaNEWSClusteringS2S (amh)": 49.38, - "MasakhaNEWSClusteringS2S (eng)": 45.76, - "MasakhaNEWSClusteringS2S (fra)": 51.16, - "MasakhaNEWSClusteringS2S (hau)": 16.11, - "MasakhaNEWSClusteringS2S (ibo)": 24.38, - "MasakhaNEWSClusteringS2S (lin)": 44.8, - "MasakhaNEWSClusteringS2S (lug)": 45.67, - "MasakhaNEWSClusteringS2S (orm)": 26.41, - "MasakhaNEWSClusteringS2S (pcm)": 83.26, - "MasakhaNEWSClusteringS2S (run)": 48.77, - "MasakhaNEWSClusteringS2S (sna)": 43.9, - "MasakhaNEWSClusteringS2S (som)": 25.43, - "MasakhaNEWSClusteringS2S (swa)": 9.87, - "MasakhaNEWSClusteringS2S (tir)": 51.66, - "MasakhaNEWSClusteringS2S (xho)": 29.65, - "MasakhaNEWSClusteringS2S (yor)": 30.12, - "MedrxivClusteringP2P": 30.6, - "MedrxivClusteringS2S": 28.73, - "RedditClustering": 43.15, - "RedditClusteringP2P": 61.69, - "RuSciBenchGRNTIClusteringP2P": 51.56, - "RuSciBenchOECDClusteringP2P": 44.79, - "StackExchangeClustering": 55.31, - "StackExchangeClusteringP2P": 33.51, - "ThuNewsClusteringP2P": 40.98, - "ThuNewsClusteringS2S": 52.36, - "TwentyNewsgroupsClustering": 35.55 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multilingual-e5-base", - "CDSC-E": 72.7, - "OpusparcusPC (de)": 95.83, - "OpusparcusPC (en)": 98.71, - "OpusparcusPC (fi)": 90.3, - "OpusparcusPC (fr)": 92.12, - "OpusparcusPC (ru)": 86.82, - "OpusparcusPC (sv)": 93.05, - "PSC": 99.14, - "PawsXPairClassification (de)": 54.11, - "PawsXPairClassification (en)": 55.79, - "PawsXPairClassification (es)": 54.13, - "PawsXPairClassification (fr)": 56.01, - "PawsXPairClassification (ja)": 49.02, - "PawsXPairClassification (ko)": 51.01, - "PawsXPairClassification (zh)": 55.13, - "SICK-E-PL": 68.76, - "SprintDuplicateQuestions": 93.02, - "TERRa": 54.96, - "TwitterSemEval2015": 72.21, - "TwitterURLCorpus": 85.48 - }, - { - "Model": "multilingual-e5-base", - "CDSC-E": 72.67, - "Cmnli": 74.98, - "Ocnli": 60.47, - "OpusparcusPC (de)": 95.83, - "OpusparcusPC (en)": 98.71, - "OpusparcusPC (fi)": 90.3, - "OpusparcusPC (fr)": 92.73, - "OpusparcusPC (ru)": 86.82, - "OpusparcusPC (sv)": 93.05, - "PPC": 88.01, - "PSC": 99.14, - "PawsXPairClassification (de)": 54.26, - "PawsXPairClassification (en)": 55.79, - "PawsXPairClassification (es)": 54.13, - "PawsXPairClassification (fr)": 56.93, - "PawsXPairClassification (ja)": 49.15, - "PawsXPairClassification (ko)": 51.01, - "PawsXPairClassification (zh)": 55.13, - "SICK-E-PL": 68.77, - "SprintDuplicateQuestions": 93.02, - "TERRa": 54.98, - "TwitterSemEval2015": 72.21, - "TwitterURLCorpus": 85.48 - }, - { - "Model": "multilingual-e5-base", - "CDSC-E": 72.67, - "Cmnli": 74.51, - "Ocnli": 59.63, - "OpusparcusPC (fr)": 92.72, - "PPC": 88.01, - "PSC": 99.14, - "PawsXPairClassification (fr)": 56.93, - "SICK-E-PL": 68.77 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multilingual-e5-base", - "AlloprofReranking": 58.1, - "AskUbuntuDupQuestions": 59.28, - "CMedQAv1": 65.21, - "CMedQAv2": 66.06, - "MMarcoReranking": 21.76, - "MindSmallReranking": 29.28, - "RuBQReranking": 72.01, - "SciDocsRR": 81.81, - "StackOverflowDupQuestions": 49.75, - "SyntecReranking": 85.43, - "T2Reranking": 64.39 - }, - { - "Model": "multilingual-e5-base", - "MIRACLReranking (ru)": 60.47 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multilingual-e5-base", - "AILACasedocs": 26.05, - "AILAStatutes": 20.37, - "ARCChallenge": 9.61, - "AlloprofRetrieval": 36.21, - "AlphaNLI": 16.44, - "AppsRetrieval": 20.94, - "ArguAna": 44.21, - "ArguAna-PL": 42.81, - "BSARDRetrieval": 0.0, - "CmedqaRetrieval": 27.2, - "CodeFeedbackMT": 43.18, - "CodeFeedbackST": 72.61, - "CodeSearchNetCCRetrieval (python)": 85.37, - "CodeSearchNetCCRetrieval (javascript)": 78.44, - "CodeSearchNetCCRetrieval (go)": 72.29, - "CodeSearchNetCCRetrieval (ruby)": 81.92, - "CodeSearchNetCCRetrieval (java)": 78.85, - "CodeSearchNetCCRetrieval (php)": 72.02, - "CodeSearchNetRetrieval (python)": 85.68, - "CodeSearchNetRetrieval (javascript)": 71.4, - "CodeSearchNetRetrieval (go)": 89.47, - "CodeSearchNetRetrieval (ruby)": 78.24, - "CodeSearchNetRetrieval (java)": 78.39, - "CodeSearchNetRetrieval (php)": 81.05, - "CodeTransOceanContest": 51.89, - "CodeTransOceanDL": 29.88, - "CosQA": 31.12, - "CovidRetrieval": 73.45, - "DBPedia-PL": 30.23, - "DuRetrieval": 81.64, - "EcomRetrieval": 54.17, - "FiQA-PL": 25.52, - "FiQA2018": 38.15, - "GerDaLIRSmall": 15.3, - "HellaSwag": 24.79, - "HotpotQA-PL": 63.52, - "LEMBNarrativeQARetrieval": 23.6, - "LEMBQMSumRetrieval": 25.16, - "LEMBSummScreenFDRetrieval": 68.21, - "LEMBWikimQARetrieval": 56.04, - "LeCaRDv2": 59.0, - "LegalBenchConsumerContractsQA": 69.02, - "LegalBenchCorporateLobbying": 88.97, - "LegalQuAD": 47.85, - "LegalSummarization": 61.69, - "MIRACLRetrieval (ru)": 61.6, - "MMarcoRetrieval": 76.04, - "MSMARCO-PL": 29.52, - "MedicalRetrieval": 48.35, - "MintakaRetrieval (ar)": 23.06, - "MintakaRetrieval (de)": 29.8, - "MintakaRetrieval (es)": 29.88, - "MintakaRetrieval (fr)": 23.46, - "MintakaRetrieval (hi)": 22.68, - "MintakaRetrieval (it)": 29.77, - "MintakaRetrieval (ja)": 22.98, - "MintakaRetrieval (pt)": 30.62, - "NFCorpus": 32.49, - "NFCorpus-PL": 25.98, - "NQ-PL": 44.8, - "PIQA": 25.09, - "Quail": 3.52, - "Quora-PL": 81.22, - "RARbCode": 52.16, - "RARbMath": 65.35, - "RiaNewsRetrieval": 70.24, - "RuBQRetrieval": 69.58, - "SCIDOCS": 17.17, - "SCIDOCS-PL": 12.35, - "SIQA": 3.72, - "SciFact": 69.39, - "SciFact-PL": 62.11, - "SpartQA": 7.91, - "StackOverflowQA": 85.11, - "SyntecRetrieval": 80.49, - "SyntheticText2SQL": 53.61, - "T2Retrieval": 70.86, - "TRECCOVID": 69.5, - "TRECCOVID-PL": 66.06, - "TempReasonL1": 0.72, - "TempReasonL2Fact": 38.76, - "TempReasonL2Pure": 1.63, - "TempReasonL3Fact": 35.85, - "TempReasonL3Pure": 7.11, - "Touche2020": 21.5, - "VideoRetrieval": 61.3, - "WinoGrande": 56.18, - "XPQARetrieval (ara-ara)": 39.97, - "XPQARetrieval (eng-ara)": 17.23, - "XPQARetrieval (ara-eng)": 34.35, - "XPQARetrieval (deu-deu)": 72.11, - "XPQARetrieval (eng-deu)": 28.91, - "XPQARetrieval (deu-eng)": 61.46, - "XPQARetrieval (spa-spa)": 58.35, - "XPQARetrieval (eng-spa)": 25.27, - "XPQARetrieval (spa-eng)": 51.07, - "XPQARetrieval (fra-fra)": 59.56, - "XPQARetrieval (eng-fra)": 23.69, - "XPQARetrieval (fra-eng)": 53.9, - "XPQARetrieval (hin-hin)": 70.59, - "XPQARetrieval (eng-hin)": 27.57, - "XPQARetrieval (hin-eng)": 63.69, - "XPQARetrieval (ita-ita)": 70.38, - "XPQARetrieval (eng-ita)": 26.06, - "XPQARetrieval (ita-eng)": 56.2, - "XPQARetrieval (jpn-jpn)": 71.97, - "XPQARetrieval (eng-jpn)": 17.63, - "XPQARetrieval (jpn-eng)": 61.03, - "XPQARetrieval (kor-kor)": 36.12, - "XPQARetrieval (eng-kor)": 20.15, - "XPQARetrieval (kor-eng)": 29.27, - "XPQARetrieval (pol-pol)": 48.05, - "XPQARetrieval (eng-pol)": 19.48, - "XPQARetrieval (pol-eng)": 40.18, - "XPQARetrieval (por-por)": 44.78, - "XPQARetrieval (eng-por)": 17.66, - "XPQARetrieval (por-eng)": 40.58, - "XPQARetrieval (tam-tam)": 35.21, - "XPQARetrieval (eng-tam)": 12.64, - "XPQARetrieval (tam-eng)": 26.73, - "XPQARetrieval (cmn-cmn)": 67.06, - "XPQARetrieval (eng-cmn)": 12.72, - "XPQARetrieval (cmn-eng)": 53.53, - "XPQARetrieval (fr)": 65.81 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-base", - "AFQMC": 29.66, - "ATEC": 37.01, - "BIOSSES": 85.05, - "BQ": 45.45, - "CDSC-R": 90.09, - "LCQMC": 74.15, - "PAWSX": 12.13, - "RUParaPhraserSTS": 70.17, - "RuSTSBenchmarkSTS": 79.64, - "SICK-R": 78.51, - "SICK-R-PL": 71.23, - "SICKFr": 75.76, - "STS12": 76.7, - "STS13": 78.02, - "STS14": 76.6, - "STS15": 88.16, - "STS16": 84.28, - "STS17 (en-de)": 82.08, - "STS17 (es-en)": 76.56, - "STS17 (fr-en)": 80.18, - "STS17 (en-tr)": 63.3, - "STS17 (ko-ko)": 79.95, - "STS17 (en-ar)": 71.27, - "STS17 (en-en)": 87.84, - "STS17 (es-es)": 86.74, - "STS17 (ar-ar)": 74.48, - "STS17 (it-en)": 80.16, - "STS17 (nl-en)": 79.29, - "STS22 (fr)": 75.04, - "STS22 (zh-en)": 69.8, - "STS22 (ar)": 57.82, - "STS22 (es-it)": 66.43, - "STS22 (it)": 77.76, - "STS22 (fr-pl)": 73.25, - "STS22 (de-en)": 54.89, - "STS22 (pl-en)": 70.37, - "STS22 (zh)": 65.63, - "STS22 (de)": 55.95, - "STS22 (pl)": 34.08, - "STS22 (de-fr)": 59.68, - "STS22 (es)": 66.67, - "STS22 (ru)": 60.67, - "STS22 (es-en)": 74.0, - "STS22 (en)": 62.26, - "STS22 (tr)": 63.71, - "STS22 (de-pl)": 39.35, - "STSB": 79.04, - "STSBenchmark": 85.64, - "STSBenchmarkMultilingualSTS (zh)": 79.87, - "STSBenchmarkMultilingualSTS (de)": 79.68, - "STSBenchmarkMultilingualSTS (es)": 81.75, - "STSBenchmarkMultilingualSTS (en)": 85.64, - "STSBenchmarkMultilingualSTS (fr)": 80.85, - "STSBenchmarkMultilingualSTS (pl)": 74.93, - "STSBenchmarkMultilingualSTS (pt)": 67.16, - "STSBenchmarkMultilingualSTS (nl)": 75.96, - "STSBenchmarkMultilingualSTS (it)": 78.09, - "STSBenchmarkMultilingualSTS (ru)": 79.33 - }, - { - "Model": "multilingual-e5-base", - "AFQMC": 29.66, - "ATEC": 37.01, - "BIOSSES": 85.05, - "BQ": 45.45, - "CDSC-R": 90.09, - "LCQMC": 74.15, - "PAWSX": 12.13, - "RUParaPhraserSTS": 70.17, - "RuSTSBenchmarkSTS": 79.64, - "SICK-R": 78.51, - "SICK-R-PL": 71.23, - "SICKFr": 75.76, - "STS12": 76.7, - "STS13": 78.02, - "STS14": 76.6, - "STS15": 88.16, - "STS16": 84.28, - "STS17 (en-de)": 82.08, - "STS17 (es-en)": 76.56, - "STS17 (fr-en)": 80.18, - "STS17 (en-tr)": 63.3, - "STS17 (ko-ko)": 79.95, - "STS17 (en-ar)": 71.27, - "STS17 (en-en)": 87.84, - "STS17 (es-es)": 86.74, - "STS17 (ar-ar)": 74.48, - "STS17 (it-en)": 80.16, - "STS17 (nl-en)": 79.29, - "STS22 (fr)": 75.04, - "STS22 (zh-en)": 69.8, - "STS22 (ar)": 57.82, - "STS22 (es-it)": 66.43, - "STS22 (it)": 77.76, - "STS22 (fr-pl)": 73.25, - "STS22 (de-en)": 54.89, - "STS22 (pl-en)": 70.37, - "STS22 (zh)": 65.63, - "STS22 (de)": 55.95, - "STS22 (pl)": 34.08, - "STS22 (de-fr)": 59.68, - "STS22 (es)": 66.67, - "STS22 (ru)": 60.67, - "STS22 (es-en)": 74.0, - "STS22 (en)": 62.26, - "STS22 (tr)": 63.71, - "STS22 (de-pl)": 39.35, - "STSB": 79.04, - "STSBenchmark": 85.64, - "STSBenchmarkMultilingualSTS (zh)": 79.87, - "STSBenchmarkMultilingualSTS (de)": 79.68, - "STSBenchmarkMultilingualSTS (es)": 81.75, - "STSBenchmarkMultilingualSTS (en)": 85.64, - "STSBenchmarkMultilingualSTS (fr)": 80.85, - "STSBenchmarkMultilingualSTS (pl)": 74.93, - "STSBenchmarkMultilingualSTS (pt)": 67.16, - "STSBenchmarkMultilingualSTS (nl)": 75.96, - "STSBenchmarkMultilingualSTS (it)": 78.09, - "STSBenchmarkMultilingualSTS (ru)": 79.33 - }, - { - "Model": "multilingual-e5-base", - "AFQMC": 29.67, - "ATEC": 37.01, - "BQ": 45.45, - "CDSC-R": 90.08, - "LCQMC": 74.15, - "PAWSX": 12.14, - "QBQTC": 28.81, - "SICK-R-PL": 71.23, - "SICKFr": 76.23, - "STS22 (zh)": 65.64, - "STS22 (pl)": 34.07, - "STSB": 79.05, - "STSBenchmarkMultilingualSTS (fr)": 80.62 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-base", - "SummEval": 30.23, - "SummEvalFr": 32.96 - }, - { - "Model": "multilingual-e5-base", - "SummEval": 30.23, - "SummEvalFr": 32.96 - }, - { - "Model": "multilingual-e5-base", - "SummEvalFr": 30.76 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "multilingual-e5-base", - "CEDRClassification": 42.32, - "SensitiveTopicsClassification": 24.98 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "multilingual-e5-base", - "Core17InstructionRetrieval": 0.61, - "News21InstructionRetrieval": -1.14, - "Robust04InstructionRetrieval": -7.43 - } - ] - } - }, - "intfloat__multilingual-e5-large": { - "BitextMining": { - "f1": [ - { - "Model": "multilingual-e5-large", - "BornholmBitextMining": 44.16, - "Tatoeba (bre-eng)": 11.1, - "Tatoeba (oci-eng)": 54.91, - "Tatoeba (orv-eng)": 39.87, - "Tatoeba (tur-eng)": 96.27, - "Tatoeba (afr-eng)": 90.22, - "Tatoeba (dtp-eng)": 7.03, - "Tatoeba (glg-eng)": 93.34, - "Tatoeba (sqi-eng)": 94.7, - "Tatoeba (gla-eng)": 59.0, - "Tatoeba (heb-eng)": 86.61, - "Tatoeba (mal-eng)": 97.7, - "Tatoeba (yid-eng)": 76.33, - "Tatoeba (nob-eng)": 97.2, - "Tatoeba (tha-eng)": 95.38, - "Tatoeba (ind-eng)": 92.9, - "Tatoeba (isl-eng)": 92.09, - "Tatoeba (ces-eng)": 94.89, - "Tatoeba (uig-eng)": 72.17, - "Tatoeba (rus-eng)": 92.32, - "Tatoeba (zsm-eng)": 94.53, - "Tatoeba (war-eng)": 62.02, - "Tatoeba (jpn-eng)": 95.28, - "Tatoeba (hin-eng)": 94.48, - "Tatoeba (mkd-eng)": 85.63, - "Tatoeba (vie-eng)": 97.0, - "Tatoeba (bos-eng)": 92.86, - "Tatoeba (arq-eng)": 41.56, - "Tatoeba (cha-eng)": 27.16, - "Tatoeba (ell-eng)": 93.88, - "Tatoeba (hye-eng)": 90.92, - "Tatoeba (kaz-eng)": 79.67, - "Tatoeba (xho-eng)": 80.87, - "Tatoeba (arz-eng)": 74.73, - "Tatoeba (fin-eng)": 95.44, - "Tatoeba (gle-eng)": 71.48, - "Tatoeba (ile-eng)": 79.16, - "Tatoeba (ber-eng)": 38.9, - "Tatoeba (mon-eng)": 87.53, - "Tatoeba (aze-eng)": 87.61, - "Tatoeba (srp-eng)": 93.1, - "Tatoeba (tzl-eng)": 53.16, - "Tatoeba (dsb-eng)": 48.44, - "Tatoeba (pol-eng)": 96.6, - "Tatoeba (eus-eng)": 77.82, - "Tatoeba (nov-eng)": 71.62, - "Tatoeba (tuk-eng)": 33.15, - "Tatoeba (ukr-eng)": 93.32, - "Tatoeba (est-eng)": 85.03, - "Tatoeba (deu-eng)": 99.07, - "Tatoeba (ido-eng)": 83.52, - "Tatoeba (cym-eng)": 76.21, - "Tatoeba (ara-eng)": 85.48, - "Tatoeba (csb-eng)": 36.98, - "Tatoeba (cbk-eng)": 69.26, - "Tatoeba (ben-eng)": 83.02, - "Tatoeba (slk-eng)": 93.13, - "Tatoeba (fao-eng)": 72.62, - "Tatoeba (pam-eng)": 9.32, - "Tatoeba (hsb-eng)": 58.9, - "Tatoeba (lat-eng)": 53.37, - "Tatoeba (nno-eng)": 91.4, - "Tatoeba (gsw-eng)": 51.65, - "Tatoeba (cat-eng)": 91.03, - "Tatoeba (urd-eng)": 89.21, - "Tatoeba (kzj-eng)": 7.91, - "Tatoeba (kor-eng)": 90.65, - "Tatoeba (slv-eng)": 89.57, - "Tatoeba (ast-eng)": 81.76, - "Tatoeba (cmn-eng)": 95.28, - "Tatoeba (cor-eng)": 6.28, - "Tatoeba (tel-eng)": 91.34, - "Tatoeba (kab-eng)": 36.54, - "Tatoeba (yue-eng)": 88.71, - "Tatoeba (swe-eng)": 95.3, - "Tatoeba (pes-eng)": 92.14, - "Tatoeba (hun-eng)": 94.01, - "Tatoeba (tgl-eng)": 92.0, - "Tatoeba (pms-eng)": 59.85, - "Tatoeba (lvs-eng)": 90.06, - "Tatoeba (swh-eng)": 71.61, - "Tatoeba (uzb-eng)": 72.35, - "Tatoeba (por-eng)": 93.63, - "Tatoeba (ron-eng)": 94.87, - "Tatoeba (nds-eng)": 69.28, - "Tatoeba (fry-eng)": 63.43, - "Tatoeba (khm-eng)": 59.96, - "Tatoeba (nld-eng)": 96.63, - "Tatoeba (lit-eng)": 88.48, - "Tatoeba (awa-eng)": 72.27, - "Tatoeba (amh-eng)": 80.69, - "Tatoeba (jav-eng)": 75.46, - "Tatoeba (mar-eng)": 88.58, - "Tatoeba (spa-eng)": 97.1, - "Tatoeba (lfn-eng)": 62.91, - "Tatoeba (ceb-eng)": 55.31, - "Tatoeba (bul-eng)": 92.93, - "Tatoeba (tat-eng)": 73.51, - "Tatoeba (kur-eng)": 66.83, - "Tatoeba (mhr-eng)": 6.79, - "Tatoeba (epo-eng)": 96.01, - "Tatoeba (kat-eng)": 84.09, - "Tatoeba (ina-eng)": 93.47, - "Tatoeba (tam-eng)": 88.23, - "Tatoeba (ita-eng)": 93.29, - "Tatoeba (hrv-eng)": 96.15, - "Tatoeba (fra-eng)": 93.42, - "Tatoeba (wuu-eng)": 86.37, - "Tatoeba (dan-eng)": 95.08, - "Tatoeba (max-eng)": 63.41, - "Tatoeba (ang-eng)": 40.18, - "Tatoeba (bel-eng)": 91.08, - "Tatoeba (swg-eng)": 55.64 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "multilingual-e5-large", - "AllegroReviews": 41.14, - "AmazonCounterfactualClassification (en-ext)": 78.73, - "AmazonCounterfactualClassification (en)": 78.67, - "AmazonCounterfactualClassification (de)": 68.66, - "AmazonCounterfactualClassification (ja)": 78.8, - "AmazonPolarityClassification": 93.26, - "AmazonReviewsClassification (en)": 49.2, - "AmazonReviewsClassification (de)": 46.5, - "AmazonReviewsClassification (es)": 44.35, - "AmazonReviewsClassification (fr)": 41.91, - "AmazonReviewsClassification (ja)": 41.71, - "AmazonReviewsClassification (zh)": 38.87, - "AngryTweetsClassification": 54.95, - "Banking77Classification": 75.88, - "CBD": 69.9, - "DKHateClassification": 66.02, - "DanishPoliticalCommentsClassification": 38.27, - "EmotionClassification": 47.58, - "GeoreviewClassification": 49.69, - "HeadlineClassification": 77.19, - "IFlyTek": 45.47, - "ImdbClassification": 90.23, - "InappropriatenessClassification": 61.59, - "JDReview": 80.99, - "KinopoiskClassification": 56.59, - "LccSentimentClassification": 59.6, - "MTOPDomainClassification (en)": 91.81, - "MTOPDomainClassification (de)": 90.44, - "MTOPDomainClassification (es)": 88.34, - "MTOPDomainClassification (fr)": 86.41, - "MTOPDomainClassification (hi)": 86.84, - "MTOPDomainClassification (th)": 86.88, - "MTOPIntentClassification (en)": 64.29, - "MTOPIntentClassification (de)": 65.97, - "MTOPIntentClassification (es)": 61.9, - "MTOPIntentClassification (fr)": 59.43, - "MTOPIntentClassification (hi)": 59.17, - "MTOPIntentClassification (th)": 62.59, - "MasakhaNEWSClassification (amh)": 83.7, - "MasakhaNEWSClassification (eng)": 78.26, - "MasakhaNEWSClassification (fra)": 79.38, - "MasakhaNEWSClassification (hau)": 76.17, - "MasakhaNEWSClassification (ibo)": 70.05, - "MasakhaNEWSClassification (lin)": 75.89, - "MasakhaNEWSClassification (lug)": 73.63, - "MasakhaNEWSClassification (orm)": 80.31, - "MasakhaNEWSClassification (pcm)": 89.15, - "MasakhaNEWSClassification (run)": 76.55, - "MasakhaNEWSClassification (sna)": 86.99, - "MasakhaNEWSClassification (som)": 64.63, - "MasakhaNEWSClassification (swa)": 73.42, - "MasakhaNEWSClassification (tir)": 72.06, - "MasakhaNEWSClassification (xho)": 82.56, - "MasakhaNEWSClassification (yor)": 81.09, - "MassiveIntentClassification (he)": 62.44, - "MassiveIntentClassification (id)": 63.51, - "MassiveIntentClassification (fi)": 64.28, - "MassiveIntentClassification (hu)": 64.0, - "MassiveIntentClassification (nb)": 59.83, - "MassiveIntentClassification (vi)": 63.39, - "MassiveIntentClassification (ko)": 63.92, - "MassiveIntentClassification (ta)": 53.41, - "MassiveIntentClassification (te)": 53.96, - "MassiveIntentClassification (da)": 60.16, - "MassiveIntentClassification (ar)": 54.1, - "MassiveIntentClassification (en)": 68.51, - "MassiveIntentClassification (hi)": 60.93, - "MassiveIntentClassification (bn)": 55.6, - "MassiveIntentClassification (tr)": 64.61, - "MassiveIntentClassification (am)": 45.48, - "MassiveIntentClassification (es)": 64.01, - "MassiveIntentClassification (lv)": 58.31, - "MassiveIntentClassification (my)": 49.73, - "MassiveIntentClassification (sq)": 57.3, - "MassiveIntentClassification (th)": 62.75, - "MassiveIntentClassification (sl)": 59.38, - "MassiveIntentClassification (ml)": 57.58, - "MassiveIntentClassification (is)": 53.3, - "MassiveIntentClassification (ms)": 58.49, - "MassiveIntentClassification (nl)": 65.0, - "MassiveIntentClassification (az)": 54.68, - "MassiveIntentClassification (ru)": 65.76, - "MassiveIntentClassification (sv)": 61.78, - "MassiveIntentClassification (ro)": 59.76, - "MassiveIntentClassification (zh-TW)": 58.78, - "MassiveIntentClassification (jv)": 48.96, - "MassiveIntentClassification (fa)": 63.74, - "MassiveIntentClassification (pl)": 65.07, - "MassiveIntentClassification (km)": 34.88, - "MassiveIntentClassification (ja)": 67.11, - "MassiveIntentClassification (kn)": 53.45, - "MassiveIntentClassification (fr)": 63.37, - "MassiveIntentClassification (ka)": 41.45, - "MassiveIntentClassification (sw)": 47.69, - "MassiveIntentClassification (zh-CN)": 66.23, - "MassiveIntentClassification (ur)": 54.6, - "MassiveIntentClassification (tl)": 54.77, - "MassiveIntentClassification (cy)": 44.22, - "MassiveIntentClassification (de)": 63.82, - "MassiveIntentClassification (af)": 53.69, - "MassiveIntentClassification (it)": 63.89, - "MassiveIntentClassification (el)": 64.34, - "MassiveIntentClassification (mn)": 49.6, - "MassiveIntentClassification (hy)": 50.89, - "MassiveIntentClassification (pt)": 65.6, - "MassiveScenarioClassification (en)": 73.04, - "MassiveScenarioClassification (ta)": 58.76, - "MassiveScenarioClassification (ml)": 63.17, - "MassiveScenarioClassification (pt)": 68.33, - "MassiveScenarioClassification (he)": 67.72, - "MassiveScenarioClassification (ar)": 61.0, - "MassiveScenarioClassification (pl)": 69.82, - "MassiveScenarioClassification (vi)": 68.91, - "MassiveScenarioClassification (ms)": 63.55, - "MassiveScenarioClassification (sl)": 65.33, - "MassiveScenarioClassification (hu)": 70.53, - "MassiveScenarioClassification (my)": 54.03, - "MassiveScenarioClassification (sq)": 63.79, - "MassiveScenarioClassification (fi)": 68.62, - "MassiveScenarioClassification (te)": 59.49, - "MassiveScenarioClassification (ru)": 70.85, - "MassiveScenarioClassification (am)": 52.69, - "MassiveScenarioClassification (hi)": 66.85, - "MassiveScenarioClassification (fr)": 68.74, - "MassiveScenarioClassification (cy)": 51.25, - "MassiveScenarioClassification (tr)": 68.12, - "MassiveScenarioClassification (ro)": 66.06, - "MassiveScenarioClassification (zh-CN)": 72.25, - "MassiveScenarioClassification (kn)": 59.36, - "MassiveScenarioClassification (nb)": 66.18, - "MassiveScenarioClassification (de)": 71.25, - "MassiveScenarioClassification (el)": 69.74, - "MassiveScenarioClassification (es)": 69.07, - "MassiveScenarioClassification (da)": 67.46, - "MassiveScenarioClassification (ur)": 60.89, - "MassiveScenarioClassification (af)": 62.35, - "MassiveScenarioClassification (ko)": 70.54, - "MassiveScenarioClassification (bn)": 61.85, - "MassiveScenarioClassification (ja)": 73.16, - "MassiveScenarioClassification (az)": 58.49, - "MassiveScenarioClassification (fa)": 67.55, - "MassiveScenarioClassification (sv)": 69.15, - "MassiveScenarioClassification (zh-TW)": 64.35, - "MassiveScenarioClassification (ka)": 47.82, - "MassiveScenarioClassification (nl)": 71.11, - "MassiveScenarioClassification (sw)": 56.27, - "MassiveScenarioClassification (hy)": 55.76, - "MassiveScenarioClassification (is)": 60.74, - "MassiveScenarioClassification (mn)": 55.37, - "MassiveScenarioClassification (it)": 69.45, - "MassiveScenarioClassification (tl)": 60.71, - "MassiveScenarioClassification (km)": 41.14, - "MassiveScenarioClassification (th)": 69.06, - "MassiveScenarioClassification (lv)": 64.28, - "MassiveScenarioClassification (jv)": 56.24, - "MassiveScenarioClassification (id)": 69.43, - "MultilingualSentiment": 68.58, - "NoRecClassification": 62.76, - "NordicLangClassification": 82.29, - "NorwegianParliament": 60.36, - "OnlineShopping": 90.81, - "PAC": 70.37, - "PolEmo2.0-IN": 77.06, - "PolEmo2.0-OUT": 53.38, - "RuReviewsClassification": 65.28, - "RuSciBenchGRNTIClassification": 58.2, - "RuSciBenchOECDClassification": 43.91, - "ScalaDaClassification": 50.77, - "ScalaNbClassification": 50.44, - "TNews": 48.38, - "ToxicConversationsClassification": 66.01, - "TweetSentimentExtractionClassification": 62.8, - "Waimai": 85.02 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multilingual-e5-large", - "8TagsClustering": 33.88, - "AlloProfClusteringP2P": 62.99, - "AlloProfClusteringS2S": 32.26, - "BiorxivClusteringP2P": 35.5, - "BiorxivClusteringS2S": 33.3, - "CLSClusteringP2P": 40.68, - "CLSClusteringS2S": 38.59, - "GeoreviewClusteringP2P": 59.59, - "HALClusteringS2S": 22.44, - "MLSUMClusteringP2P (ru)": 42.79, - "MLSUMClusteringP2P": 44.04, - "MLSUMClusteringS2S (ru)": 44.32, - "MLSUMClusteringS2S": 37.65, - "MasakhaNEWSClusteringP2P (amh)": 67.16, - "MasakhaNEWSClusteringP2P (eng)": 61.1, - "MasakhaNEWSClusteringP2P (fra)": 40.94, - "MasakhaNEWSClusteringP2P (hau)": 60.7, - "MasakhaNEWSClusteringP2P (ibo)": 48.41, - "MasakhaNEWSClusteringP2P (lin)": 57.69, - "MasakhaNEWSClusteringP2P (lug)": 71.95, - "MasakhaNEWSClusteringP2P (orm)": 60.14, - "MasakhaNEWSClusteringP2P (pcm)": 80.84, - "MasakhaNEWSClusteringP2P (run)": 59.91, - "MasakhaNEWSClusteringP2P (sna)": 53.3, - "MasakhaNEWSClusteringP2P (som)": 34.38, - "MasakhaNEWSClusteringP2P (swa)": 33.25, - "MasakhaNEWSClusteringP2P (tir)": 54.21, - "MasakhaNEWSClusteringP2P (xho)": 41.12, - "MasakhaNEWSClusteringP2P (yor)": 36.22, - "MasakhaNEWSClusteringS2S (amh)": 47.24, - "MasakhaNEWSClusteringS2S (eng)": 53.93, - "MasakhaNEWSClusteringS2S (fra)": 30.56, - "MasakhaNEWSClusteringS2S (hau)": 19.24, - "MasakhaNEWSClusteringS2S (ibo)": 28.88, - "MasakhaNEWSClusteringS2S (lin)": 42.22, - "MasakhaNEWSClusteringS2S (lug)": 43.63, - "MasakhaNEWSClusteringS2S (orm)": 26.29, - "MasakhaNEWSClusteringS2S (pcm)": 59.77, - "MasakhaNEWSClusteringS2S (run)": 51.46, - "MasakhaNEWSClusteringS2S (sna)": 48.14, - "MasakhaNEWSClusteringS2S (som)": 25.14, - "MasakhaNEWSClusteringS2S (swa)": 7.28, - "MasakhaNEWSClusteringS2S (tir)": 50.51, - "MasakhaNEWSClusteringS2S (xho)": 30.98, - "MasakhaNEWSClusteringS2S (yor)": 34.09, - "MedrxivClusteringP2P": 31.7, - "MedrxivClusteringS2S": 29.76, - "RedditClustering": 46.91, - "RedditClusteringP2P": 63.0, - "RuSciBenchGRNTIClusteringP2P": 51.98, - "RuSciBenchOECDClusteringP2P": 45.12, - "StackExchangeClustering": 58.37, - "StackExchangeClusteringP2P": 32.9, - "ThuNewsClusteringP2P": 58.05, - "ThuNewsClusteringS2S": 55.59, - "TwentyNewsgroupsClustering": 39.4 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multilingual-e5-large", - "CDSC-E": 74.47, - "OpusparcusPC (de)": 97.27, - "OpusparcusPC (en)": 98.74, - "OpusparcusPC (fi)": 94.26, - "OpusparcusPC (fr)": 93.68, - "OpusparcusPC (ru)": 89.64, - "OpusparcusPC (sv)": 94.98, - "PSC": 99.4, - "PawsXPairClassification (de)": 56.81, - "PawsXPairClassification (en)": 62.97, - "PawsXPairClassification (es)": 56.85, - "PawsXPairClassification (fr)": 58.68, - "PawsXPairClassification (ja)": 50.7, - "PawsXPairClassification (ko)": 52.08, - "PawsXPairClassification (zh)": 56.82, - "SICK-E-PL": 75.95, - "SprintDuplicateQuestions": 93.14, - "TERRa": 58.4, - "TwitterSemEval2015": 75.28, - "TwitterURLCorpus": 85.83 - }, - { - "Model": "multilingual-e5-large", - "CDSC-E": 74.47, - "Cmnli": 78.18, - "Ocnli": 61.6, - "OpusparcusPC (de)": 97.27, - "OpusparcusPC (en)": 98.74, - "OpusparcusPC (fi)": 94.26, - "OpusparcusPC (fr)": 93.89, - "OpusparcusPC (ru)": 89.64, - "OpusparcusPC (sv)": 94.98, - "PPC": 92.18, - "PSC": 99.39, - "PawsXPairClassification (de)": 57.14, - "PawsXPairClassification (en)": 62.97, - "PawsXPairClassification (es)": 56.87, - "PawsXPairClassification (fr)": 58.61, - "PawsXPairClassification (ja)": 50.84, - "PawsXPairClassification (ko)": 52.22, - "PawsXPairClassification (zh)": 56.95, - "SICK-E-PL": 75.96, - "SprintDuplicateQuestions": 93.14, - "TERRa": 58.42, - "TwitterSemEval2015": 75.28, - "TwitterURLCorpus": 85.83 - }, - { - "Model": "multilingual-e5-large", - "CDSC-E": 74.47, - "Cmnli": 78.18, - "Ocnli": 61.6, - "OpusparcusPC (fr)": 93.89, - "PPC": 92.18, - "PSC": 99.39, - "PawsXPairClassification (fr)": 58.5, - "SICK-E-PL": 75.96 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multilingual-e5-large", - "AlloprofReranking": 57.37, - "AskUbuntuDupQuestions": 59.24, - "CMedQAv1": 68.25, - "CMedQAv2": 68.56, - "MMarcoReranking": 21.34, - "MindSmallReranking": 30.24, - "RuBQReranking": 75.6, - "SciDocsRR": 84.22, - "StackOverflowDupQuestions": 50.14, - "SyntecReranking": 86.9, - "T2Reranking": 65.83 - }, - { - "Model": "multilingual-e5-large", - "MIRACLReranking (ru)": 63.71 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multilingual-e5-large", - "AILACasedocs": 26.43, - "AILAStatutes": 20.84, - "ARCChallenge": 10.83, - "AlloprofRetrieval": 38.15, - "AlphaNLI": 13.59, - "AppsRetrieval": 32.55, - "ArguAna": 54.36, - "ArguAna-PL": 53.02, - "BSARDRetrieval": 0.27, - "CmedqaRetrieval": 28.67, - "CodeFeedbackMT": 42.78, - "CodeFeedbackST": 74.26, - "CodeSearchNetCCRetrieval (python)": 84.45, - "CodeSearchNetCCRetrieval (javascript)": 77.67, - "CodeSearchNetCCRetrieval (go)": 72.08, - "CodeSearchNetCCRetrieval (ruby)": 81.94, - "CodeSearchNetCCRetrieval (java)": 78.65, - "CodeSearchNetCCRetrieval (php)": 72.21, - "CodeSearchNetRetrieval (python)": 89.42, - "CodeSearchNetRetrieval (javascript)": 75.54, - "CodeSearchNetRetrieval (go)": 91.8, - "CodeSearchNetRetrieval (ruby)": 81.43, - "CodeSearchNetRetrieval (java)": 82.05, - "CodeSearchNetRetrieval (php)": 84.5, - "CodeTransOceanContest": 74.03, - "CodeTransOceanDL": 31.28, - "CosQA": 34.8, - "CovidRetrieval": 75.51, - "DBPedia-PL": 35.82, - "DuRetrieval": 85.32, - "EcomRetrieval": 54.75, - "FiQA-PL": 33.0, - "FiQA2018": 43.81, - "GerDaLIRSmall": 15.72, - "HellaSwag": 27.35, - "HotpotQA-PL": 67.41, - "LEMBNarrativeQARetrieval": 24.22, - "LEMBQMSumRetrieval": 24.26, - "LEMBSummScreenFDRetrieval": 71.12, - "LEMBWikimQARetrieval": 56.8, - "LeCaRDv2": 55.83, - "LegalBenchConsumerContractsQA": 73.3, - "LegalBenchCorporateLobbying": 89.72, - "LegalQuAD": 43.17, - "LegalSummarization": 62.1, - "MIRACLRetrieval (ru)": 67.33, - "MMarcoRetrieval": 79.2, - "MSMARCO-PL": 33.38, - "MedicalRetrieval": 51.44, - "MintakaRetrieval (ar)": 26.5, - "MintakaRetrieval (de)": 32.77, - "MintakaRetrieval (es)": 34.23, - "MintakaRetrieval (fr)": 25.2, - "MintakaRetrieval (hi)": 27.45, - "MintakaRetrieval (it)": 33.84, - "MintakaRetrieval (ja)": 26.45, - "MintakaRetrieval (pt)": 35.9, - "NFCorpus": 33.95, - "NFCorpus-PL": 30.24, - "NQ-PL": 52.79, - "PIQA": 28.82, - "Quail": 4.85, - "Quora-PL": 83.65, - "RARbCode": 58.92, - "RARbMath": 67.32, - "RiaNewsRetrieval": 80.67, - "RuBQRetrieval": 74.13, - "SCIDOCS": 17.45, - "SCIDOCS-PL": 13.81, - "SIQA": 5.36, - "SciFact": 70.42, - "SciFact-PL": 65.66, - "SpartQA": 5.64, - "StackOverflowQA": 88.89, - "SyntecRetrieval": 81.07, - "SyntheticText2SQL": 53.07, - "T2Retrieval": 76.11, - "TRECCOVID": 71.21, - "TRECCOVID-PL": 70.03, - "TempReasonL1": 1.14, - "TempReasonL2Fact": 42.96, - "TempReasonL2Pure": 2.05, - "TempReasonL3Fact": 38.22, - "TempReasonL3Pure": 8.31, - "Touche2020": 23.13, - "VideoRetrieval": 58.25, - "WinoGrande": 54.99, - "XPQARetrieval (ara-ara)": 43.69, - "XPQARetrieval (eng-ara)": 30.86, - "XPQARetrieval (ara-eng)": 39.11, - "XPQARetrieval (deu-deu)": 76.83, - "XPQARetrieval (eng-deu)": 42.87, - "XPQARetrieval (deu-eng)": 68.25, - "XPQARetrieval (spa-spa)": 61.77, - "XPQARetrieval (eng-spa)": 37.55, - "XPQARetrieval (spa-eng)": 52.86, - "XPQARetrieval (fra-fra)": 61.38, - "XPQARetrieval (eng-fra)": 39.12, - "XPQARetrieval (fra-eng)": 57.93, - "XPQARetrieval (hin-hin)": 71.07, - "XPQARetrieval (eng-hin)": 32.39, - "XPQARetrieval (hin-eng)": 68.31, - "XPQARetrieval (ita-ita)": 74.32, - "XPQARetrieval (eng-ita)": 37.95, - "XPQARetrieval (ita-eng)": 64.54, - "XPQARetrieval (jpn-jpn)": 74.11, - "XPQARetrieval (eng-jpn)": 38.31, - "XPQARetrieval (jpn-eng)": 65.42, - "XPQARetrieval (kor-kor)": 35.71, - "XPQARetrieval (eng-kor)": 31.09, - "XPQARetrieval (kor-eng)": 34.02, - "XPQARetrieval (pol-pol)": 51.01, - "XPQARetrieval (eng-pol)": 30.49, - "XPQARetrieval (pol-eng)": 44.66, - "XPQARetrieval (por-por)": 41.1, - "XPQARetrieval (eng-por)": 22.03, - "XPQARetrieval (por-eng)": 35.15, - "XPQARetrieval (tam-tam)": 39.47, - "XPQARetrieval (eng-tam)": 17.33, - "XPQARetrieval (tam-eng)": 33.67, - "XPQARetrieval (cmn-cmn)": 66.27, - "XPQARetrieval (eng-cmn)": 26.24, - "XPQARetrieval (cmn-eng)": 55.15, - "XPQARetrieval (fr)": 66.15 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-large", - "AFQMC": 33.01, - "ATEC": 39.8, - "BIOSSES": 82.49, - "BQ": 46.44, - "CDSC-R": 91.0, - "LCQMC": 75.95, - "PAWSX": 14.63, - "RUParaPhraserSTS": 71.82, - "RuSTSBenchmarkSTS": 83.15, - "SICK-R": 80.23, - "SICK-R-PL": 75.08, - "SICKFr": 78.81, - "STS12": 80.02, - "STS13": 81.55, - "STS14": 77.72, - "STS15": 89.31, - "STS16": 85.79, - "STS17 (fr-en)": 85.62, - "STS17 (nl-en)": 85.29, - "STS17 (es-es)": 86.71, - "STS17 (ar-ar)": 77.83, - "STS17 (es-en)": 80.74, - "STS17 (en-en)": 88.12, - "STS17 (ko-ko)": 82.27, - "STS17 (en-ar)": 75.03, - "STS17 (en-tr)": 71.22, - "STS17 (en-de)": 86.15, - "STS17 (it-en)": 84.52, - "STS22 (de)": 56.58, - "STS22 (de-fr)": 67.96, - "STS22 (ar)": 56.95, - "STS22 (ru)": 59.89, - "STS22 (de-en)": 56.59, - "STS22 (en)": 63.66, - "STS22 (tr)": 63.56, - "STS22 (pl-en)": 65.54, - "STS22 (zh)": 66.82, - "STS22 (it)": 76.99, - "STS22 (pl)": 34.65, - "STS22 (es-it)": 68.92, - "STS22 (fr)": 76.77, - "STS22 (zh-en)": 65.95, - "STS22 (fr-pl)": 50.71, - "STS22 (es-en)": 72.51, - "STS22 (es)": 64.6, - "STS22 (de-pl)": 49.58, - "STSB": 81.08, - "STSBenchmark": 87.29, - "STSBenchmarkMultilingualSTS (pl)": 81.06, - "STSBenchmarkMultilingualSTS (ru)": 83.05, - "STSBenchmarkMultilingualSTS (de)": 84.27, - "STSBenchmarkMultilingualSTS (pt)": 73.31, - "STSBenchmarkMultilingualSTS (en)": 87.29, - "STSBenchmarkMultilingualSTS (es)": 83.81, - "STSBenchmarkMultilingualSTS (zh)": 81.22, - "STSBenchmarkMultilingualSTS (it)": 81.75, - "STSBenchmarkMultilingualSTS (nl)": 81.63, - "STSBenchmarkMultilingualSTS (fr)": 83.28 - }, - { - "Model": "multilingual-e5-large", - "AFQMC": 33.01, - "ATEC": 39.8, - "BIOSSES": 82.49, - "BQ": 46.44, - "CDSC-R": 91.0, - "LCQMC": 75.95, - "PAWSX": 14.63, - "RUParaPhraserSTS": 71.82, - "RuSTSBenchmarkSTS": 83.15, - "SICK-R": 80.23, - "SICK-R-PL": 75.08, - "SICKFr": 78.81, - "STS12": 80.02, - "STS13": 81.55, - "STS14": 77.72, - "STS15": 89.31, - "STS16": 85.79, - "STS17 (fr-en)": 85.62, - "STS17 (nl-en)": 85.29, - "STS17 (es-es)": 86.71, - "STS17 (ar-ar)": 77.83, - "STS17 (es-en)": 80.74, - "STS17 (en-en)": 88.12, - "STS17 (ko-ko)": 82.27, - "STS17 (en-ar)": 75.03, - "STS17 (en-tr)": 71.22, - "STS17 (en-de)": 86.15, - "STS17 (it-en)": 84.52, - "STS22 (de)": 56.58, - "STS22 (de-fr)": 67.96, - "STS22 (ar)": 56.95, - "STS22 (ru)": 59.89, - "STS22 (de-en)": 56.59, - "STS22 (en)": 63.66, - "STS22 (tr)": 63.56, - "STS22 (pl-en)": 65.54, - "STS22 (zh)": 66.82, - "STS22 (it)": 76.99, - "STS22 (pl)": 34.65, - "STS22 (es-it)": 68.92, - "STS22 (fr)": 76.77, - "STS22 (zh-en)": 65.95, - "STS22 (fr-pl)": 50.71, - "STS22 (es-en)": 72.51, - "STS22 (es)": 64.6, - "STS22 (de-pl)": 49.58, - "STSB": 81.08, - "STSBenchmark": 87.29, - "STSBenchmarkMultilingualSTS (pl)": 81.06, - "STSBenchmarkMultilingualSTS (ru)": 83.05, - "STSBenchmarkMultilingualSTS (de)": 84.27, - "STSBenchmarkMultilingualSTS (pt)": 73.31, - "STSBenchmarkMultilingualSTS (en)": 87.29, - "STSBenchmarkMultilingualSTS (es)": 83.81, - "STSBenchmarkMultilingualSTS (zh)": 81.22, - "STSBenchmarkMultilingualSTS (it)": 81.75, - "STSBenchmarkMultilingualSTS (nl)": 81.63, - "STSBenchmarkMultilingualSTS (fr)": 83.28 - }, - { - "Model": "multilingual-e5-large", - "AFQMC": 33.02, - "ATEC": 39.81, - "BQ": 46.44, - "CDSC-R": 91.0, - "LCQMC": 75.95, - "PAWSX": 14.63, - "QBQTC": 29.77, - "SICK-R-PL": 75.08, - "SICKFr": 78.78, - "STS22 (zh)": 65.64, - "STS22 (pl)": 34.66, - "STSB": 81.08, - "STSBenchmarkMultilingualSTS (fr)": 82.53 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-large", - "SummEval": 29.64, - "SummEvalFr": 30.92 - }, - { - "Model": "multilingual-e5-large", - "SummEval": 29.64, - "SummEvalFr": 30.92 - }, - { - "Model": "multilingual-e5-large", - "SummEvalFr": 30.92 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "multilingual-e5-large", - "CEDRClassification": 44.84, - "SensitiveTopicsClassification": 27.17 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "multilingual-e5-large", - "Core17InstructionRetrieval": -1.62, - "News21InstructionRetrieval": -0.06, - "Robust04InstructionRetrieval": -7.48 - } - ] - } - }, - "intfloat__multilingual-e5-large-instruct": { - "BitextMining": { - "f1": [ - { - "Model": "multilingual-e5-large-instruct", - "BornholmBitextMining": 55.42, - "Tatoeba (rus-eng)": 93.7, - "Tatoeba (spa-eng)": 98.53, - "Tatoeba (isl-eng)": 95.2, - "Tatoeba (jpn-eng)": 96.52, - "Tatoeba (bre-eng)": 32.56, - "Tatoeba (ast-eng)": 89.76, - "Tatoeba (pms-eng)": 78.43, - "Tatoeba (kab-eng)": 57.13, - "Tatoeba (kat-eng)": 92.64, - "Tatoeba (tur-eng)": 98.13, - "Tatoeba (swh-eng)": 80.12, - "Tatoeba (ukr-eng)": 94.8, - "Tatoeba (epo-eng)": 98.38, - "Tatoeba (lfn-eng)": 80.03, - "Tatoeba (sqi-eng)": 96.45, - "Tatoeba (cor-eng)": 11.54, - "Tatoeba (pam-eng)": 19.75, - "Tatoeba (gla-eng)": 77.87, - "Tatoeba (amh-eng)": 87.64, - "Tatoeba (jav-eng)": 85.29, - "Tatoeba (lvs-eng)": 93.02, - "Tatoeba (por-eng)": 94.91, - "Tatoeba (arz-eng)": 82.26, - "Tatoeba (aze-eng)": 93.89, - "Tatoeba (yid-eng)": 90.47, - "Tatoeba (gle-eng)": 84.37, - "Tatoeba (pol-eng)": 97.33, - "Tatoeba (ina-eng)": 96.1, - "Tatoeba (ell-eng)": 94.85, - "Tatoeba (fry-eng)": 80.83, - "Tatoeba (kor-eng)": 91.77, - "Tatoeba (ita-eng)": 94.37, - "Tatoeba (ces-eng)": 96.23, - "Tatoeba (fra-eng)": 94.97, - "Tatoeba (ceb-eng)": 71.09, - "Tatoeba (mal-eng)": 98.93, - "Tatoeba (ido-eng)": 91.78, - "Tatoeba (dtp-eng)": 14.1, - "Tatoeba (kaz-eng)": 87.42, - "Tatoeba (zsm-eng)": 96.62, - "Tatoeba (dan-eng)": 95.87, - "Tatoeba (nov-eng)": 83.42, - "Tatoeba (tel-eng)": 95.51, - "Tatoeba (arq-eng)": 64.1, - "Tatoeba (dsb-eng)": 72.99, - "Tatoeba (xho-eng)": 86.74, - "Tatoeba (glg-eng)": 95.96, - "Tatoeba (uig-eng)": 87.01, - "Tatoeba (ang-eng)": 72.74, - "Tatoeba (tzl-eng)": 59.17, - "Tatoeba (deu-eng)": 99.33, - "Tatoeba (ile-eng)": 89.94, - "Tatoeba (lat-eng)": 74.17, - "Tatoeba (eus-eng)": 84.67, - "Tatoeba (bul-eng)": 94.52, - "Tatoeba (hun-eng)": 94.52, - "Tatoeba (mkd-eng)": 92.17, - "Tatoeba (nds-eng)": 86.3, - "Tatoeba (swg-eng)": 77.68, - "Tatoeba (fao-eng)": 87.43, - "Tatoeba (war-eng)": 73.83, - "Tatoeba (csb-eng)": 68.19, - "Tatoeba (afr-eng)": 95.67, - "Tatoeba (bos-eng)": 95.86, - "Tatoeba (cat-eng)": 95.53, - "Tatoeba (hrv-eng)": 96.75, - "Tatoeba (mhr-eng)": 16.98, - "Tatoeba (tha-eng)": 96.59, - "Tatoeba (tat-eng)": 85.7, - "Tatoeba (oci-eng)": 72.35, - "Tatoeba (urd-eng)": 93.22, - "Tatoeba (kur-eng)": 77.3, - "Tatoeba (lit-eng)": 91.71, - "Tatoeba (cha-eng)": 50.55, - "Tatoeba (ron-eng)": 97.32, - "Tatoeba (pes-eng)": 94.92, - "Tatoeba (cmn-eng)": 96.5, - "Tatoeba (slv-eng)": 91.6, - "Tatoeba (heb-eng)": 91.52, - "Tatoeba (bel-eng)": 95.48, - "Tatoeba (slk-eng)": 95.27, - "Tatoeba (cbk-eng)": 83.24, - "Tatoeba (yue-eng)": 92.84, - "Tatoeba (hin-eng)": 97.47, - "Tatoeba (nob-eng)": 98.33, - "Tatoeba (gsw-eng)": 59.47, - "Tatoeba (tgl-eng)": 96.0, - "Tatoeba (nno-eng)": 94.06, - "Tatoeba (est-eng)": 87.46, - "Tatoeba (vie-eng)": 97.5, - "Tatoeba (ber-eng)": 54.69, - "Tatoeba (wuu-eng)": 92.4, - "Tatoeba (tuk-eng)": 50.55, - "Tatoeba (hye-eng)": 93.65, - "Tatoeba (ara-eng)": 91.38, - "Tatoeba (mon-eng)": 95.8, - "Tatoeba (awa-eng)": 91.41, - "Tatoeba (khm-eng)": 75.24, - "Tatoeba (swe-eng)": 95.35, - "Tatoeba (ind-eng)": 94.32, - "Tatoeba (max-eng)": 74.56, - "Tatoeba (hsb-eng)": 79.87, - "Tatoeba (ben-eng)": 89.03, - "Tatoeba (kzj-eng)": 14.96, - "Tatoeba (uzb-eng)": 80.49, - "Tatoeba (tam-eng)": 90.88, - "Tatoeba (mar-eng)": 92.33, - "Tatoeba (cym-eng)": 89.86, - "Tatoeba (srp-eng)": 94.55, - "Tatoeba (fin-eng)": 96.8, - "Tatoeba (nld-eng)": 97.53, - "Tatoeba (orv-eng)": 58.83 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "multilingual-e5-large-instruct", - "AllegroReviews": 52.43, - "AmazonCounterfactualClassification (en-ext)": 66.42, - "AmazonCounterfactualClassification (en)": 69.72, - "AmazonCounterfactualClassification (de)": 65.61, - "AmazonCounterfactualClassification (ja)": 70.47, - "AmazonPolarityClassification": 96.24, - "AmazonReviewsClassification (en)": 56.2, - "AmazonReviewsClassification (de)": 54.54, - "AmazonReviewsClassification (es)": 49.88, - "AmazonReviewsClassification (fr)": 49.78, - "AmazonReviewsClassification (ja)": 49.36, - "AmazonReviewsClassification (zh)": 45.1, - "AngryTweetsClassification": 59.53, - "Banking77Classification": 78.04, - "CBD": 74.21, - "DanishPoliticalCommentsClassification": 33.07, - "EmotionClassification": 54.99, - "GeoreviewClassification": 55.9, - "HeadlineClassification": 86.18, - "IFlyTek": 44.06, - "ImdbClassification": 94.61, - "InappropriatenessClassification": 65.53, - "JDReview": 80.23, - "KinopoiskClassification": 66.12, - "LccSentimentClassification": 60.27, - "MTOPDomainClassification (en)": 91.18, - "MTOPDomainClassification (de)": 90.03, - "MTOPDomainClassification (es)": 89.1, - "MTOPDomainClassification (fr)": 85.89, - "MTOPDomainClassification (hi)": 86.29, - "MTOPDomainClassification (th)": 83.35, - "MTOPIntentClassification (en)": 68.05, - "MTOPIntentClassification (de)": 68.55, - "MTOPIntentClassification (es)": 69.86, - "MTOPIntentClassification (fr)": 63.26, - "MTOPIntentClassification (hi)": 63.38, - "MTOPIntentClassification (th)": 64.8, - "MasakhaNEWSClassification (amh)": 88.48, - "MasakhaNEWSClassification (eng)": 82.12, - "MasakhaNEWSClassification (fra)": 78.93, - "MasakhaNEWSClassification (hau)": 80.94, - "MasakhaNEWSClassification (ibo)": 77.28, - "MasakhaNEWSClassification (lin)": 75.94, - "MasakhaNEWSClassification (lug)": 70.36, - "MasakhaNEWSClassification (orm)": 80.28, - "MasakhaNEWSClassification (pcm)": 93.74, - "MasakhaNEWSClassification (run)": 83.88, - "MasakhaNEWSClassification (sna)": 87.91, - "MasakhaNEWSClassification (som)": 68.61, - "MasakhaNEWSClassification (swa)": 79.47, - "MasakhaNEWSClassification (tir)": 72.87, - "MasakhaNEWSClassification (xho)": 84.95, - "MasakhaNEWSClassification (yor)": 82.99, - "MassiveIntentClassification (sl)": 63.79, - "MassiveIntentClassification (cy)": 56.22, - "MassiveIntentClassification (sq)": 62.12, - "MassiveIntentClassification (ar)": 55.87, - "MassiveIntentClassification (vi)": 64.49, - "MassiveIntentClassification (fr)": 66.88, - "MassiveIntentClassification (sw)": 54.14, - "MassiveIntentClassification (es)": 65.56, - "MassiveIntentClassification (az)": 61.96, - "MassiveIntentClassification (hy)": 61.73, - "MassiveIntentClassification (ru)": 67.6, - "MassiveIntentClassification (tr)": 66.3, - "MassiveIntentClassification (ta)": 60.4, - "MassiveIntentClassification (lv)": 61.49, - "MassiveIntentClassification (jv)": 55.6, - "MassiveIntentClassification (fi)": 66.02, - "MassiveIntentClassification (fa)": 68.48, - "MassiveIntentClassification (ka)": 50.74, - "MassiveIntentClassification (ro)": 63.73, - "MassiveIntentClassification (sv)": 68.76, - "MassiveIntentClassification (ms)": 63.88, - "MassiveIntentClassification (kn)": 58.98, - "MassiveIntentClassification (ml)": 63.22, - "MassiveIntentClassification (pt)": 67.28, - "MassiveIntentClassification (my)": 57.06, - "MassiveIntentClassification (tl)": 60.99, - "MassiveIntentClassification (af)": 60.95, - "MassiveIntentClassification (he)": 63.5, - "MassiveIntentClassification (ja)": 68.29, - "MassiveIntentClassification (zh-CN)": 67.6, - "MassiveIntentClassification (km)": 46.88, - "MassiveIntentClassification (mn)": 58.85, - "MassiveIntentClassification (am)": 54.28, - "MassiveIntentClassification (de)": 65.91, - "MassiveIntentClassification (el)": 65.25, - "MassiveIntentClassification (hu)": 65.54, - "MassiveIntentClassification (en)": 70.89, - "MassiveIntentClassification (id)": 65.45, - "MassiveIntentClassification (ur)": 60.74, - "MassiveIntentClassification (nl)": 68.18, - "MassiveIntentClassification (da)": 65.08, - "MassiveIntentClassification (th)": 62.58, - "MassiveIntentClassification (pl)": 67.45, - "MassiveIntentClassification (zh-TW)": 62.09, - "MassiveIntentClassification (bn)": 61.73, - "MassiveIntentClassification (is)": 57.29, - "MassiveIntentClassification (te)": 61.38, - "MassiveIntentClassification (ko)": 64.16, - "MassiveIntentClassification (nb)": 65.85, - "MassiveIntentClassification (it)": 66.82, - "MassiveIntentClassification (hi)": 65.27, - "MassiveScenarioClassification (ar)": 63.86, - "MassiveScenarioClassification (id)": 70.52, - "MassiveScenarioClassification (sl)": 68.6, - "MassiveScenarioClassification (sq)": 69.09, - "MassiveScenarioClassification (km)": 54.17, - "MassiveScenarioClassification (fr)": 71.16, - "MassiveScenarioClassification (bn)": 67.55, - "MassiveScenarioClassification (am)": 61.43, - "MassiveScenarioClassification (nl)": 73.21, - "MassiveScenarioClassification (af)": 68.3, - "MassiveScenarioClassification (fi)": 68.99, - "MassiveScenarioClassification (ja)": 73.43, - "MassiveScenarioClassification (en)": 73.88, - "MassiveScenarioClassification (pt)": 69.76, - "MassiveScenarioClassification (ka)": 59.88, - "MassiveScenarioClassification (da)": 71.88, - "MassiveScenarioClassification (jv)": 63.3, - "MassiveScenarioClassification (zh-TW)": 68.04, - "MassiveScenarioClassification (cy)": 62.98, - "MassiveScenarioClassification (hu)": 71.72, - "MassiveScenarioClassification (lv)": 67.54, - "MassiveScenarioClassification (pl)": 71.44, - "MassiveScenarioClassification (de)": 72.68, - "MassiveScenarioClassification (ms)": 69.07, - "MassiveScenarioClassification (ur)": 67.11, - "MassiveScenarioClassification (kn)": 66.84, - "MassiveScenarioClassification (ta)": 64.96, - "MassiveScenarioClassification (is)": 67.14, - "MassiveScenarioClassification (it)": 70.44, - "MassiveScenarioClassification (sv)": 73.38, - "MassiveScenarioClassification (te)": 67.53, - "MassiveScenarioClassification (th)": 69.54, - "MassiveScenarioClassification (fa)": 72.17, - "MassiveScenarioClassification (mn)": 63.21, - "MassiveScenarioClassification (ro)": 68.72, - "MassiveScenarioClassification (ml)": 69.13, - "MassiveScenarioClassification (az)": 66.18, - "MassiveScenarioClassification (hi)": 69.83, - "MassiveScenarioClassification (el)": 71.1, - "MassiveScenarioClassification (nb)": 71.28, - "MassiveScenarioClassification (tl)": 67.64, - "MassiveScenarioClassification (he)": 67.63, - "MassiveScenarioClassification (vi)": 69.17, - "MassiveScenarioClassification (es)": 70.0, - "MassiveScenarioClassification (ko)": 70.49, - "MassiveScenarioClassification (tr)": 69.63, - "MassiveScenarioClassification (ru)": 71.59, - "MassiveScenarioClassification (zh-CN)": 72.41, - "MassiveScenarioClassification (my)": 63.12, - "MassiveScenarioClassification (sw)": 62.96, - "MassiveScenarioClassification (hy)": 65.85, - "MultilingualSentiment": 71.66, - "NoRecClassification": 57.06, - "NordicLangClassification": 76.57, - "OnlineShopping": 91.83, - "PAC": 65.68, - "PolEmo2.0-IN": 80.96, - "PolEmo2.0-OUT": 56.96, - "RuReviewsClassification": 68.56, - "RuSciBenchGRNTIClassification": 65.07, - "RuSciBenchOECDClassification": 50.21, - "TNews": 49.85, - "ToxicConversationsClassification": 66.82, - "TweetSentimentExtractionClassification": 59.18, - "Waimai": 86.83 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multilingual-e5-large-instruct", - "GeoreviewClusteringP2P": 74.34, - "MLSUMClusteringP2P (ru)": 57.77, - "MLSUMClusteringS2S (ru)": 57.5, - "MasakhaNEWSClusteringP2P (amh)": 74.82, - "MasakhaNEWSClusteringP2P (eng)": 70.12, - "MasakhaNEWSClusteringP2P (fra)": 70.48, - "MasakhaNEWSClusteringP2P (hau)": 71.22, - "MasakhaNEWSClusteringP2P (ibo)": 56.64, - "MasakhaNEWSClusteringP2P (lin)": 72.94, - "MasakhaNEWSClusteringP2P (lug)": 65.94, - "MasakhaNEWSClusteringP2P (orm)": 45.85, - "MasakhaNEWSClusteringP2P (pcm)": 88.57, - "MasakhaNEWSClusteringP2P (run)": 64.64, - "MasakhaNEWSClusteringP2P (sna)": 81.13, - "MasakhaNEWSClusteringP2P (som)": 54.59, - "MasakhaNEWSClusteringP2P (swa)": 40.55, - "MasakhaNEWSClusteringP2P (tir)": 62.76, - "MasakhaNEWSClusteringP2P (xho)": 57.61, - "MasakhaNEWSClusteringP2P (yor)": 64.78, - "MasakhaNEWSClusteringS2S (amh)": 67.38, - "MasakhaNEWSClusteringS2S (eng)": 61.2, - "MasakhaNEWSClusteringS2S (fra)": 69.48, - "MasakhaNEWSClusteringS2S (hau)": 52.67, - "MasakhaNEWSClusteringS2S (ibo)": 78.68, - "MasakhaNEWSClusteringS2S (lin)": 80.26, - "MasakhaNEWSClusteringS2S (lug)": 49.73, - "MasakhaNEWSClusteringS2S (orm)": 44.39, - "MasakhaNEWSClusteringS2S (pcm)": 74.0, - "MasakhaNEWSClusteringS2S (run)": 64.34, - "MasakhaNEWSClusteringS2S (sna)": 67.1, - "MasakhaNEWSClusteringS2S (som)": 44.64, - "MasakhaNEWSClusteringS2S (swa)": 42.09, - "MasakhaNEWSClusteringS2S (tir)": 54.35, - "MasakhaNEWSClusteringS2S (xho)": 43.19, - "MasakhaNEWSClusteringS2S (yor)": 54.23, - "RuSciBenchGRNTIClusteringP2P": 62.21, - "RuSciBenchOECDClusteringP2P": 53.09, - "TwentyNewsgroupsClustering": 51.03 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multilingual-e5-large-instruct", - "CDSC-E": 76.17, - "OpusparcusPC (de)": 97.56, - "OpusparcusPC (en)": 98.91, - "OpusparcusPC (fi)": 94.74, - "OpusparcusPC (fr)": 94.73, - "OpusparcusPC (ru)": 91.1, - "OpusparcusPC (sv)": 95.78, - "PSC": 99.31, - "PawsXPairClassification (de)": 56.46, - "PawsXPairClassification (en)": 64.4, - "PawsXPairClassification (es)": 57.27, - "PawsXPairClassification (fr)": 59.73, - "PawsXPairClassification (ja)": 50.82, - "PawsXPairClassification (ko)": 51.63, - "PawsXPairClassification (zh)": 57.34, - "SICK-E-PL": 79.69, - "SprintDuplicateQuestions": 92.19, - "TERRa": 63.77, - "TwitterSemEval2015": 79.79, - "TwitterURLCorpus": 86.73 - }, - { - "Model": "multilingual-e5-large-instruct", - "CDSC-E": 76.17, - "OpusparcusPC (de)": 97.56, - "OpusparcusPC (en)": 98.92, - "OpusparcusPC (fi)": 94.74, - "OpusparcusPC (fr)": 94.73, - "OpusparcusPC (ru)": 91.1, - "OpusparcusPC (sv)": 95.78, - "PSC": 99.31, - "PawsXPairClassification (de)": 56.64, - "PawsXPairClassification (en)": 64.43, - "PawsXPairClassification (es)": 57.28, - "PawsXPairClassification (fr)": 59.76, - "PawsXPairClassification (ja)": 50.82, - "PawsXPairClassification (ko)": 51.74, - "PawsXPairClassification (zh)": 57.75, - "SICK-E-PL": 79.69, - "SprintDuplicateQuestions": 92.19, - "TERRa": 63.89, - "TwitterSemEval2015": 79.79, - "TwitterURLCorpus": 86.73 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multilingual-e5-large-instruct", - "AlloprofReranking": 74.68, - "AskUbuntuDupQuestions": 64.41, - "MMarcoReranking": 23.6, - "MindSmallReranking": 33.07, - "RuBQReranking": 75.84, - "SciDocsRR": 85.75, - "StackOverflowDupQuestions": 52.45, - "SyntecReranking": 89.95, - "T2Reranking": 67.12 - }, - { - "Model": "multilingual-e5-large-instruct", - "MIRACLReranking (ru)": 62.49 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multilingual-e5-large-instruct", - "AILACasedocs": 33.33, - "AILAStatutes": 29.66, - "ARCChallenge": 15.03, - "AlloprofRetrieval": 52.12, - "AlphaNLI": 24.87, - "AppsRetrieval": 34.89, - "ArguAna": 58.48, - "ArguAna-PL": 44.6, - "BSARDRetrieval": 24.61, - "CmedqaRetrieval": 34.15, - "CodeFeedbackMT": 39.87, - "CodeFeedbackST": 75.89, - "CodeSearchNetCCRetrieval (python)": 86.24, - "CodeSearchNetCCRetrieval (javascript)": 79.2, - "CodeSearchNetCCRetrieval (go)": 72.31, - "CodeSearchNetCCRetrieval (ruby)": 81.9, - "CodeSearchNetCCRetrieval (java)": 80.07, - "CodeSearchNetCCRetrieval (php)": 72.49, - "CodeSearchNetRetrieval (python)": 88.96, - "CodeSearchNetRetrieval (javascript)": 75.37, - "CodeSearchNetRetrieval (go)": 90.41, - "CodeSearchNetRetrieval (ruby)": 79.56, - "CodeSearchNetRetrieval (java)": 80.55, - "CodeSearchNetRetrieval (php)": 83.7, - "CodeTransOceanContest": 83.36, - "CodeTransOceanDL": 29.01, - "CosQA": 37.75, - "CovidRetrieval": 75.8, - "DuRetrieval": 85.16, - "EcomRetrieval": 53.92, - "FiQA-PL": 32.01, - "FiQA2018": 48.42, - "GerDaLIRSmall": 21.34, - "HellaSwag": 32.02, - "LEMBNarrativeQARetrieval": 26.71, - "LEMBQMSumRetrieval": 26.08, - "LEMBSummScreenFDRetrieval": 72.75, - "LEMBWikimQARetrieval": 57.79, - "LeCaRDv2": 64.22, - "LegalBenchConsumerContractsQA": 76.8, - "LegalBenchCorporateLobbying": 94.25, - "LegalQuAD": 51.25, - "LegalSummarization": 68.07, - "MIRACLRetrieval (ru)": 66.08, - "MMarcoRetrieval": 78.81, - "MedicalRetrieval": 56.55, - "MintakaRetrieval (ar)": 26.13, - "MintakaRetrieval (de)": 35.13, - "MintakaRetrieval (es)": 34.51, - "MintakaRetrieval (fr)": 33.49, - "MintakaRetrieval (hi)": 28.19, - "MintakaRetrieval (it)": 35.01, - "MintakaRetrieval (ja)": 26.31, - "MintakaRetrieval (pt)": 35.11, - "NFCorpus": 36.34, - "NFCorpus-PL": 32.66, - "PIQA": 32.26, - "Quail": 8.63, - "RARbCode": 71.22, - "RARbMath": 71.95, - "RiaNewsRetrieval": 83.26, - "RuBQRetrieval": 73.9, - "SCIDOCS": 19.24, - "SCIDOCS-PL": 17.15, - "SIQA": 7.33, - "SciFact": 71.62, - "SciFact-PL": 63.31, - "SpartQA": 13.54, - "StackOverflowQA": 85.82, - "SyntecRetrieval": 87.8, - "SyntheticText2SQL": 58.85, - "T2Retrieval": 82.92, - "TRECCOVID": 82.51, - "TRECCOVID-PL": 62.03, - "TempReasonL1": 1.2, - "TempReasonL2Fact": 40.19, - "TempReasonL2Pure": 3.64, - "TempReasonL3Fact": 37.37, - "TempReasonL3Pure": 9.82, - "Touche2020": 27.4, - "VideoRetrieval": 52.24, - "WinoGrande": 54.27, - "XPQARetrieval (ara-ara)": 48.56, - "XPQARetrieval (eng-ara)": 34.01, - "XPQARetrieval (ara-eng)": 45.13, - "XPQARetrieval (deu-deu)": 79.18, - "XPQARetrieval (eng-deu)": 50.55, - "XPQARetrieval (deu-eng)": 75.23, - "XPQARetrieval (spa-spa)": 65.07, - "XPQARetrieval (eng-spa)": 41.75, - "XPQARetrieval (spa-eng)": 61.02, - "XPQARetrieval (fra-fra)": 72.72, - "XPQARetrieval (eng-fra)": 46.17, - "XPQARetrieval (fra-eng)": 69.33, - "XPQARetrieval (hin-hin)": 76.62, - "XPQARetrieval (eng-hin)": 18.12, - "XPQARetrieval (hin-eng)": 71.95, - "XPQARetrieval (ita-ita)": 77.03, - "XPQARetrieval (eng-ita)": 41.42, - "XPQARetrieval (ita-eng)": 70.6, - "XPQARetrieval (jpn-jpn)": 74.36, - "XPQARetrieval (eng-jpn)": 41.97, - "XPQARetrieval (jpn-eng)": 70.5, - "XPQARetrieval (kor-kor)": 39.74, - "XPQARetrieval (eng-kor)": 34.9, - "XPQARetrieval (kor-eng)": 37.39, - "XPQARetrieval (pol-pol)": 52.53, - "XPQARetrieval (eng-pol)": 34.22, - "XPQARetrieval (pol-eng)": 48.53, - "XPQARetrieval (por-por)": 51.17, - "XPQARetrieval (eng-por)": 31.76, - "XPQARetrieval (por-eng)": 48.79, - "XPQARetrieval (tam-tam)": 49.69, - "XPQARetrieval (eng-tam)": 6.8, - "XPQARetrieval (tam-eng)": 40.83, - "XPQARetrieval (cmn-cmn)": 66.42, - "XPQARetrieval (eng-cmn)": 33.94, - "XPQARetrieval (cmn-eng)": 59.78 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-large-instruct", - "AFQMC": 37.53, - "ATEC": 43.27, - "BIOSSES": 87.46, - "BQ": 48.8, - "CDSC-R": 92.35, - "LCQMC": 76.06, - "PAWSX": 15.06, - "RUParaPhraserSTS": 75.4, - "RuSTSBenchmarkSTS": 83.97, - "SICK-R": 81.73, - "SICK-R-PL": 77.62, - "SICKFr": 80.2, - "STS12": 82.53, - "STS13": 88.05, - "STS14": 84.83, - "STS15": 91.02, - "STS16": 87.32, - "STS17 (ar-ar)": 82.71, - "STS17 (nl-en)": 87.44, - "STS17 (fr-en)": 86.28, - "STS17 (ko-ko)": 84.31, - "STS17 (es-es)": 89.4, - "STS17 (en-ar)": 81.83, - "STS17 (en-de)": 87.61, - "STS17 (en-tr)": 80.47, - "STS17 (es-en)": 87.03, - "STS17 (en-en)": 90.33, - "STS17 (it-en)": 88.25, - "STS22 (es-en)": 78.65, - "STS22 (de)": 61.53, - "STS22 (zh)": 67.4, - "STS22 (es)": 68.45, - "STS22 (de-fr)": 65.52, - "STS22 (pl)": 40.97, - "STS22 (ru)": 65.17, - "STS22 (en)": 68.67, - "STS22 (fr)": 82.25, - "STS22 (es-it)": 75.25, - "STS22 (pl-en)": 74.86, - "STS22 (fr-pl)": 61.98, - "STS22 (ar)": 59.52, - "STS22 (it)": 79.45, - "STS22 (tr)": 67.2, - "STS22 (zh-en)": 71.45, - "STS22 (de-pl)": 54.6, - "STS22 (de-en)": 58.22, - "STSB": 81.68, - "STSBenchmark": 88.39, - "STSBenchmarkMultilingualSTS (de)": 85.38, - "STSBenchmarkMultilingualSTS (nl)": 84.29, - "STSBenchmarkMultilingualSTS (pl)": 83.42, - "STSBenchmarkMultilingualSTS (fr)": 84.94, - "STSBenchmarkMultilingualSTS (pt)": 84.9, - "STSBenchmarkMultilingualSTS (it)": 84.38, - "STSBenchmarkMultilingualSTS (es)": 86.15, - "STSBenchmarkMultilingualSTS (zh)": 82.54, - "STSBenchmarkMultilingualSTS (en)": 88.39, - "STSBenchmarkMultilingualSTS (ru)": 83.86 - }, - { - "Model": "multilingual-e5-large-instruct", - "AFQMC": 37.53, - "ATEC": 43.27, - "BIOSSES": 87.46, - "BQ": 48.8, - "CDSC-R": 92.35, - "LCQMC": 76.06, - "PAWSX": 15.06, - "RUParaPhraserSTS": 75.4, - "RuSTSBenchmarkSTS": 83.97, - "SICK-R": 81.73, - "SICK-R-PL": 77.62, - "SICKFr": 80.2, - "STS12": 82.53, - "STS13": 88.05, - "STS14": 84.83, - "STS15": 91.02, - "STS16": 87.32, - "STS17 (ar-ar)": 82.71, - "STS17 (nl-en)": 87.44, - "STS17 (fr-en)": 86.28, - "STS17 (ko-ko)": 84.31, - "STS17 (es-es)": 89.4, - "STS17 (en-ar)": 81.83, - "STS17 (en-de)": 87.61, - "STS17 (en-tr)": 80.47, - "STS17 (es-en)": 87.03, - "STS17 (en-en)": 90.33, - "STS17 (it-en)": 88.25, - "STS22 (es-en)": 78.65, - "STS22 (de)": 61.53, - "STS22 (zh)": 67.4, - "STS22 (es)": 68.45, - "STS22 (de-fr)": 65.52, - "STS22 (pl)": 40.97, - "STS22 (ru)": 65.17, - "STS22 (en)": 68.67, - "STS22 (fr)": 82.25, - "STS22 (es-it)": 75.25, - "STS22 (pl-en)": 74.86, - "STS22 (fr-pl)": 61.98, - "STS22 (ar)": 59.52, - "STS22 (it)": 79.45, - "STS22 (tr)": 67.2, - "STS22 (zh-en)": 71.45, - "STS22 (de-pl)": 54.6, - "STS22 (de-en)": 58.22, - "STSB": 81.68, - "STSBenchmark": 88.39, - "STSBenchmarkMultilingualSTS (de)": 85.38, - "STSBenchmarkMultilingualSTS (nl)": 84.29, - "STSBenchmarkMultilingualSTS (pl)": 83.42, - "STSBenchmarkMultilingualSTS (fr)": 84.94, - "STSBenchmarkMultilingualSTS (pt)": 84.9, - "STSBenchmarkMultilingualSTS (it)": 84.38, - "STSBenchmarkMultilingualSTS (es)": 86.15, - "STSBenchmarkMultilingualSTS (zh)": 82.54, - "STSBenchmarkMultilingualSTS (en)": 88.39, - "STSBenchmarkMultilingualSTS (ru)": 83.86 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-large-instruct", - "SummEval": 30.46, - "SummEvalFr": 31.72 - }, - { - "Model": "multilingual-e5-large-instruct", - "SummEval": 30.46, - "SummEvalFr": 31.72 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "multilingual-e5-large-instruct", - "CEDRClassification": 50.01, - "SensitiveTopicsClassification": 32.29 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "multilingual-e5-large-instruct", - "Core17InstructionRetrieval": 1.82, - "News21InstructionRetrieval": 1.5, - "Robust04InstructionRetrieval": -4.52 - } - ] - } - }, - "intfloat__multilingual-e5-small": { - "BitextMining": { - "f1": [ - { - "Model": "multilingual-e5-small", - "BornholmBitextMining": 43.89, - "Tatoeba (dan-eng)": 86.38, - "Tatoeba (aze-eng)": 80.79, - "Tatoeba (tur-eng)": 88.42, - "Tatoeba (ces-eng)": 80.99, - "Tatoeba (swh-eng)": 65.43, - "Tatoeba (hrv-eng)": 84.42, - "Tatoeba (est-eng)": 56.47, - "Tatoeba (bel-eng)": 80.89, - "Tatoeba (mhr-eng)": 5.58, - "Tatoeba (cat-eng)": 79.3, - "Tatoeba (ben-eng)": 81.4, - "Tatoeba (tgl-eng)": 77.54, - "Tatoeba (cym-eng)": 62.3, - "Tatoeba (tha-eng)": 90.88, - "Tatoeba (swe-eng)": 87.46, - "Tatoeba (oci-eng)": 38.27, - "Tatoeba (gsw-eng)": 40.13, - "Tatoeba (ceb-eng)": 42.35, - "Tatoeba (ind-eng)": 88.28, - "Tatoeba (ron-eng)": 85.68, - "Tatoeba (gla-eng)": 35.96, - "Tatoeba (ile-eng)": 70.31, - "Tatoeba (orv-eng)": 14.89, - "Tatoeba (vie-eng)": 89.03, - "Tatoeba (slv-eng)": 73.93, - "Tatoeba (tel-eng)": 86.82, - "Tatoeba (cmn-eng)": 89.85, - "Tatoeba (fao-eng)": 56.57, - "Tatoeba (glg-eng)": 79.65, - "Tatoeba (tuk-eng)": 16.99, - "Tatoeba (war-eng)": 39.14, - "Tatoeba (ita-eng)": 88.54, - "Tatoeba (epo-eng)": 88.96, - "Tatoeba (fra-eng)": 90.51, - "Tatoeba (pol-eng)": 88.85, - "Tatoeba (khm-eng)": 44.34, - "Tatoeba (fin-eng)": 70.23, - "Tatoeba (zsm-eng)": 91.37, - "Tatoeba (bre-eng)": 7.09, - "Tatoeba (kur-eng)": 39.99, - "Tatoeba (yid-eng)": 65.9, - "Tatoeba (kaz-eng)": 70.57, - "Tatoeba (cbk-eng)": 55.36, - "Tatoeba (mkd-eng)": 63.74, - "Tatoeba (hsb-eng)": 36.49, - "Tatoeba (deu-eng)": 97.22, - "Tatoeba (isl-eng)": 62.32, - "Tatoeba (kzj-eng)": 6.56, - "Tatoeba (lat-eng)": 37.76, - "Tatoeba (rus-eng)": 89.77, - "Tatoeba (ber-eng)": 18.22, - "Tatoeba (nld-eng)": 91.87, - "Tatoeba (lit-eng)": 59.95, - "Tatoeba (uig-eng)": 60.59, - "Tatoeba (kab-eng)": 18.06, - "Tatoeba (nov-eng)": 64.2, - "Tatoeba (heb-eng)": 73.68, - "Tatoeba (eus-eng)": 50.9, - "Tatoeba (kat-eng)": 77.6, - "Tatoeba (xho-eng)": 63.2, - "Tatoeba (yue-eng)": 69.33, - "Tatoeba (ina-eng)": 86.39, - "Tatoeba (bos-eng)": 81.15, - "Tatoeba (lfn-eng)": 51.46, - "Tatoeba (nno-eng)": 70.29, - "Tatoeba (urd-eng)": 85.07, - "Tatoeba (arq-eng)": 23.62, - "Tatoeba (tam-eng)": 82.82, - "Tatoeba (ang-eng)": 30.3, - "Tatoeba (swg-eng)": 44.0, - "Tatoeba (csb-eng)": 26.23, - "Tatoeba (wuu-eng)": 67.3, - "Tatoeba (max-eng)": 48.29, - "Tatoeba (tzl-eng)": 34.83, - "Tatoeba (uzb-eng)": 59.11, - "Tatoeba (amh-eng)": 74.11, - "Tatoeba (fry-eng)": 49.05, - "Tatoeba (mar-eng)": 85.94, - "Tatoeba (pes-eng)": 85.51, - "Tatoeba (por-eng)": 89.63, - "Tatoeba (hin-eng)": 92.36, - "Tatoeba (tat-eng)": 66.8, - "Tatoeba (sqi-eng)": 86.21, - "Tatoeba (cor-eng)": 5.24, - "Tatoeba (slk-eng)": 79.86, - "Tatoeba (dtp-eng)": 6.42, - "Tatoeba (jpn-eng)": 77.43, - "Tatoeba (ell-eng)": 86.81, - "Tatoeba (lvs-eng)": 61.84, - "Tatoeba (cha-eng)": 24.88, - "Tatoeba (arz-eng)": 53.35, - "Tatoeba (dsb-eng)": 29.87, - "Tatoeba (kor-eng)": 73.74, - "Tatoeba (srp-eng)": 83.06, - "Tatoeba (mal-eng)": 94.78, - "Tatoeba (hye-eng)": 83.81, - "Tatoeba (spa-eng)": 93.01, - "Tatoeba (ara-eng)": 76.09, - "Tatoeba (bul-eng)": 85.47, - "Tatoeba (jav-eng)": 53.39, - "Tatoeba (ukr-eng)": 82.98, - "Tatoeba (awa-eng)": 74.55, - "Tatoeba (nob-eng)": 90.18, - "Tatoeba (ido-eng)": 70.07, - "Tatoeba (hun-eng)": 74.44, - "Tatoeba (nds-eng)": 52.46, - "Tatoeba (pam-eng)": 5.76, - "Tatoeba (ast-eng)": 62.81, - "Tatoeba (pms-eng)": 35.47, - "Tatoeba (afr-eng)": 85.17, - "Tatoeba (gle-eng)": 56.32, - "Tatoeba (mon-eng)": 77.7 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "multilingual-e5-small", - "AllegroReviews": 37.42, - "AmazonCounterfactualClassification (en-ext)": 73.07, - "AmazonCounterfactualClassification (en)": 71.87, - "AmazonCounterfactualClassification (de)": 71.72, - "AmazonCounterfactualClassification (ja)": 61.46, - "AmazonPolarityClassification": 88.61, - "AmazonReviewsClassification (en)": 45.75, - "AmazonReviewsClassification (de)": 41.07, - "AmazonReviewsClassification (es)": 41.37, - "AmazonReviewsClassification (fr)": 39.68, - "AmazonReviewsClassification (ja)": 38.55, - "AmazonReviewsClassification (zh)": 38.31, - "AngryTweetsClassification": 53.57, - "Banking77Classification": 70.44, - "CBD": 63.25, - "DKHateClassification": 60.73, - "DanishPoliticalCommentsClassification": 34.38, - "EmotionClassification": 42.86, - "GeoreviewClassification": 44.66, - "HeadlineClassification": 73.94, - "IFlyTek": 47.35, - "ImdbClassification": 79.57, - "InappropriatenessClassification": 59.16, - "JDReview": 79.34, - "KinopoiskClassification": 49.96, - "LccSentimentClassification": 57.87, - "MTOPDomainClassification (en)": 88.99, - "MTOPDomainClassification (de)": 86.15, - "MTOPDomainClassification (es)": 85.53, - "MTOPDomainClassification (fr)": 81.2, - "MTOPDomainClassification (hi)": 84.07, - "MTOPDomainClassification (th)": 83.16, - "MTOPIntentClassification (en)": 56.69, - "MTOPIntentClassification (de)": 55.88, - "MTOPIntentClassification (es)": 53.15, - "MTOPIntentClassification (fr)": 46.01, - "MTOPIntentClassification (hi)": 52.26, - "MTOPIntentClassification (th)": 54.61, - "MasakhaNEWSClassification (amh)": 84.28, - "MasakhaNEWSClassification (eng)": 75.61, - "MasakhaNEWSClassification (fra)": 77.65, - "MasakhaNEWSClassification (hau)": 73.08, - "MasakhaNEWSClassification (ibo)": 63.9, - "MasakhaNEWSClassification (lin)": 73.37, - "MasakhaNEWSClassification (lug)": 67.89, - "MasakhaNEWSClassification (orm)": 68.77, - "MasakhaNEWSClassification (pcm)": 90.79, - "MasakhaNEWSClassification (run)": 75.4, - "MasakhaNEWSClassification (sna)": 82.76, - "MasakhaNEWSClassification (som)": 59.8, - "MasakhaNEWSClassification (swa)": 69.85, - "MasakhaNEWSClassification (tir)": 68.01, - "MasakhaNEWSClassification (xho)": 72.22, - "MasakhaNEWSClassification (yor)": 73.84, - "MassiveIntentClassification (is)": 41.53, - "MassiveIntentClassification (tl)": 48.7, - "MassiveIntentClassification (he)": 51.11, - "MassiveIntentClassification (ta)": 47.65, - "MassiveIntentClassification (ar)": 47.78, - "MassiveIntentClassification (my)": 45.64, - "MassiveIntentClassification (sl)": 47.71, - "MassiveIntentClassification (af)": 48.74, - "MassiveIntentClassification (de)": 55.52, - "MassiveIntentClassification (pl)": 57.4, - "MassiveIntentClassification (en)": 63.87, - "MassiveIntentClassification (fi)": 55.14, - "MassiveIntentClassification (lv)": 44.93, - "MassiveIntentClassification (fr)": 57.9, - "MassiveIntentClassification (ur)": 50.51, - "MassiveIntentClassification (mn)": 47.38, - "MassiveIntentClassification (it)": 58.8, - "MassiveIntentClassification (ko)": 57.12, - "MassiveIntentClassification (nb)": 53.96, - "MassiveIntentClassification (es)": 59.19, - "MassiveIntentClassification (ja)": 61.58, - "MassiveIntentClassification (da)": 54.63, - "MassiveIntentClassification (zh-TW)": 53.75, - "MassiveIntentClassification (id)": 56.2, - "MassiveIntentClassification (ka)": 39.52, - "MassiveIntentClassification (hi)": 55.69, - "MassiveIntentClassification (cy)": 36.62, - "MassiveIntentClassification (kn)": 47.85, - "MassiveIntentClassification (pt)": 60.12, - "MassiveIntentClassification (th)": 56.26, - "MassiveIntentClassification (fa)": 57.73, - "MassiveIntentClassification (bn)": 50.68, - "MassiveIntentClassification (ml)": 52.81, - "MassiveIntentClassification (ro)": 52.82, - "MassiveIntentClassification (am)": 43.52, - "MassiveIntentClassification (hu)": 53.21, - "MassiveIntentClassification (sw)": 44.84, - "MassiveIntentClassification (ms)": 50.8, - "MassiveIntentClassification (tr)": 56.88, - "MassiveIntentClassification (km)": 33.45, - "MassiveIntentClassification (ru)": 58.43, - "MassiveIntentClassification (az)": 49.32, - "MassiveIntentClassification (te)": 48.85, - "MassiveIntentClassification (nl)": 59.27, - "MassiveIntentClassification (zh-CN)": 62.04, - "MassiveIntentClassification (sq)": 48.68, - "MassiveIntentClassification (vi)": 56.19, - "MassiveIntentClassification (jv)": 42.96, - "MassiveIntentClassification (sv)": 56.6, - "MassiveIntentClassification (hy)": 47.89, - "MassiveIntentClassification (el)": 54.14, - "MassiveScenarioClassification (de)": 65.88, - "MassiveScenarioClassification (nb)": 59.9, - "MassiveScenarioClassification (th)": 65.72, - "MassiveScenarioClassification (ka)": 44.96, - "MassiveScenarioClassification (jv)": 51.39, - "MassiveScenarioClassification (sv)": 65.54, - "MassiveScenarioClassification (fr)": 63.9, - "MassiveScenarioClassification (tl)": 55.3, - "MassiveScenarioClassification (hu)": 61.93, - "MassiveScenarioClassification (ur)": 55.91, - "MassiveScenarioClassification (ms)": 59.18, - "MassiveScenarioClassification (az)": 53.27, - "MassiveScenarioClassification (af)": 58.0, - "MassiveScenarioClassification (zh-TW)": 61.15, - "MassiveScenarioClassification (lv)": 51.0, - "MassiveScenarioClassification (km)": 39.01, - "MassiveScenarioClassification (el)": 62.29, - "MassiveScenarioClassification (bn)": 57.38, - "MassiveScenarioClassification (da)": 62.34, - "MassiveScenarioClassification (ml)": 60.31, - "MassiveScenarioClassification (ro)": 60.0, - "MassiveScenarioClassification (ru)": 63.89, - "MassiveScenarioClassification (it)": 64.03, - "MassiveScenarioClassification (am)": 50.53, - "MassiveScenarioClassification (is)": 49.66, - "MassiveScenarioClassification (ja)": 67.75, - "MassiveScenarioClassification (zh-CN)": 68.96, - "MassiveScenarioClassification (id)": 62.0, - "MassiveScenarioClassification (tr)": 62.14, - "MassiveScenarioClassification (fa)": 63.32, - "MassiveScenarioClassification (ta)": 52.74, - "MassiveScenarioClassification (kn)": 52.73, - "MassiveScenarioClassification (pt)": 62.75, - "MassiveScenarioClassification (cy)": 44.63, - "MassiveScenarioClassification (my)": 51.07, - "MassiveScenarioClassification (es)": 64.43, - "MassiveScenarioClassification (hi)": 62.22, - "MassiveScenarioClassification (te)": 54.86, - "MassiveScenarioClassification (mn)": 52.41, - "MassiveScenarioClassification (ko)": 65.7, - "MassiveScenarioClassification (sl)": 54.05, - "MassiveScenarioClassification (sw)": 52.42, - "MassiveScenarioClassification (hy)": 52.93, - "MassiveScenarioClassification (nl)": 67.01, - "MassiveScenarioClassification (sq)": 56.15, - "MassiveScenarioClassification (fi)": 61.89, - "MassiveScenarioClassification (en)": 69.28, - "MassiveScenarioClassification (vi)": 62.67, - "MassiveScenarioClassification (he)": 59.22, - "MassiveScenarioClassification (ar)": 54.56, - "MassiveScenarioClassification (pl)": 64.25, - "MultilingualSentiment": 64.74, - "NoRecClassification": 53.96, - "NordicLangClassification": 75.15, - "NorwegianParliament": 60.15, - "OnlineShopping": 88.73, - "PAC": 70.55, - "PolEmo2.0-IN": 67.35, - "PolEmo2.0-OUT": 39.13, - "RuReviewsClassification": 61.18, - "RuSciBenchGRNTIClassification": 54.99, - "RuSciBenchOECDClassification": 41.72, - "ScalaDaClassification": 50.3, - "ScalaNbClassification": 50.06, - "TNews": 48.38, - "ToxicConversationsClassification": 63.59, - "TweetSentimentExtractionClassification": 62.79, - "Waimai": 83.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multilingual-e5-small", - "8TagsClustering": 23.92, - "AlloProfClusteringP2P": 60.89, - "AlloProfClusteringS2S": 32.52, - "BiorxivClusteringP2P": 35.84, - "BiorxivClusteringS2S": 27.35, - "CLSClusteringP2P": 39.14, - "CLSClusteringS2S": 37.79, - "GeoreviewClusteringP2P": 58.57, - "HALClusteringS2S": 18.95, - "MLSUMClusteringP2P (ru)": 39.69, - "MLSUMClusteringP2P": 43.2, - "MLSUMClusteringS2S (ru)": 39.9, - "MLSUMClusteringS2S": 37.61, - "MasakhaNEWSClusteringP2P (amh)": 66.2, - "MasakhaNEWSClusteringP2P (eng)": 50.08, - "MasakhaNEWSClusteringP2P (fra)": 40.12, - "MasakhaNEWSClusteringP2P (hau)": 53.63, - "MasakhaNEWSClusteringP2P (ibo)": 49.19, - "MasakhaNEWSClusteringP2P (lin)": 55.06, - "MasakhaNEWSClusteringP2P (lug)": 59.97, - "MasakhaNEWSClusteringP2P (orm)": 32.72, - "MasakhaNEWSClusteringP2P (pcm)": 62.22, - "MasakhaNEWSClusteringP2P (run)": 57.52, - "MasakhaNEWSClusteringP2P (sna)": 45.11, - "MasakhaNEWSClusteringP2P (som)": 42.39, - "MasakhaNEWSClusteringP2P (swa)": 23.77, - "MasakhaNEWSClusteringP2P (tir)": 57.68, - "MasakhaNEWSClusteringP2P (xho)": 39.96, - "MasakhaNEWSClusteringP2P (yor)": 26.56, - "MasakhaNEWSClusteringS2S (amh)": 55.48, - "MasakhaNEWSClusteringS2S (eng)": 37.79, - "MasakhaNEWSClusteringS2S (fra)": 39.22, - "MasakhaNEWSClusteringS2S (hau)": 20.22, - "MasakhaNEWSClusteringS2S (ibo)": 35.67, - "MasakhaNEWSClusteringS2S (lin)": 41.12, - "MasakhaNEWSClusteringS2S (lug)": 48.63, - "MasakhaNEWSClusteringS2S (orm)": 29.16, - "MasakhaNEWSClusteringS2S (pcm)": 65.36, - "MasakhaNEWSClusteringS2S (run)": 45.5, - "MasakhaNEWSClusteringS2S (sna)": 47.61, - "MasakhaNEWSClusteringS2S (som)": 28.59, - "MasakhaNEWSClusteringS2S (swa)": 13.91, - "MasakhaNEWSClusteringS2S (tir)": 50.51, - "MasakhaNEWSClusteringS2S (xho)": 37.26, - "MasakhaNEWSClusteringS2S (yor)": 23.38, - "MedrxivClusteringP2P": 30.72, - "MedrxivClusteringS2S": 27.0, - "RedditClustering": 40.12, - "RedditClusteringP2P": 59.49, - "RuSciBenchGRNTIClusteringP2P": 51.14, - "RuSciBenchOECDClusteringP2P": 44.33, - "StackExchangeClustering": 53.32, - "StackExchangeClusteringP2P": 31.87, - "ThuNewsClusteringP2P": 55.18, - "ThuNewsClusteringS2S": 48.93, - "TwentyNewsgroupsClustering": 33.67 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multilingual-e5-small", - "CDSC-E": 69.69, - "OpusparcusPC (de)": 94.9, - "OpusparcusPC (en)": 98.42, - "OpusparcusPC (fi)": 88.29, - "OpusparcusPC (fr)": 91.77, - "OpusparcusPC (ru)": 84.79, - "OpusparcusPC (sv)": 91.07, - "PSC": 99.23, - "PawsXPairClassification (de)": 52.13, - "PawsXPairClassification (en)": 53.91, - "PawsXPairClassification (es)": 51.39, - "PawsXPairClassification (fr)": 52.69, - "PawsXPairClassification (ja)": 48.24, - "PawsXPairClassification (ko)": 49.95, - "PawsXPairClassification (zh)": 54.01, - "SICK-E-PL": 66.35, - "SprintDuplicateQuestions": 92.18, - "TERRa": 55.14, - "TwitterSemEval2015": 70.75, - "TwitterURLCorpus": 85.03 - }, - { - "Model": "multilingual-e5-small", - "CDSC-E": 69.84, - "Cmnli": 72.12, - "Ocnli": 60.77, - "OpusparcusPC (de)": 94.9, - "OpusparcusPC (en)": 98.42, - "OpusparcusPC (fi)": 88.29, - "OpusparcusPC (fr)": 92.52, - "OpusparcusPC (ru)": 84.79, - "OpusparcusPC (sv)": 91.07, - "PPC": 86.79, - "PSC": 99.24, - "PawsXPairClassification (de)": 52.19, - "PawsXPairClassification (en)": 54.01, - "PawsXPairClassification (es)": 51.46, - "PawsXPairClassification (fr)": 55.72, - "PawsXPairClassification (ja)": 48.41, - "PawsXPairClassification (ko)": 49.98, - "PawsXPairClassification (zh)": 54.03, - "SICK-E-PL": 66.34, - "SprintDuplicateQuestions": 92.42, - "TERRa": 55.14, - "TwitterSemEval2015": 70.75, - "TwitterURLCorpus": 85.03 - }, - { - "Model": "multilingual-e5-small", - "CDSC-E": 69.7, - "Cmnli": 72.12, - "Ocnli": 60.77, - "OpusparcusPC (fr)": 92.52, - "PPC": 86.72, - "PSC": 99.24, - "PawsXPairClassification (fr)": 55.68, - "SICK-E-PL": 66.34 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multilingual-e5-small", - "AlloprofReranking": 56.17, - "AskUbuntuDupQuestions": 56.42, - "CMedQAv1": 63.44, - "CMedQAv2": 62.41, - "MMarcoReranking": 24.33, - "MindSmallReranking": 29.96, - "RuBQReranking": 71.45, - "SciDocsRR": 78.26, - "StackOverflowDupQuestions": 46.97, - "SyntecReranking": 86.7, - "T2Reranking": 65.24 - }, - { - "Model": "multilingual-e5-small", - "MIRACLReranking (ru)": 59.12 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multilingual-e5-small", - "AILACasedocs": 23.43, - "AILAStatutes": 19.01, - "ARCChallenge": 7.14, - "AlloprofRetrieval": 27.01, - "AlphaNLI": 13.0, - "AppsRetrieval": 12.01, - "ArguAna": 39.09, - "ArguAna-PL": 37.43, - "BSARDRetrieval": 0.0, - "CmedqaRetrieval": 24.38, - "CodeFeedbackMT": 41.32, - "CodeFeedbackST": 72.67, - "CodeSearchNetCCRetrieval (python)": 80.75, - "CodeSearchNetCCRetrieval (javascript)": 77.6, - "CodeSearchNetCCRetrieval (go)": 69.66, - "CodeSearchNetCCRetrieval (ruby)": 72.75, - "CodeSearchNetCCRetrieval (java)": 75.58, - "CodeSearchNetCCRetrieval (php)": 69.38, - "CodeSearchNetRetrieval (python)": 86.31, - "CodeSearchNetRetrieval (javascript)": 69.53, - "CodeSearchNetRetrieval (go)": 90.3, - "CodeSearchNetRetrieval (ruby)": 76.58, - "CodeSearchNetRetrieval (java)": 74.96, - "CodeSearchNetRetrieval (php)": 80.28, - "CodeTransOceanContest": 69.76, - "CodeTransOceanDL": 32.3, - "CosQA": 29.61, - "CovidRetrieval": 72.82, - "DBPedia-PL": 29.27, - "DuRetrieval": 81.35, - "EcomRetrieval": 53.56, - "FiQA-PL": 22.03, - "FiQA2018": 33.13, - "GerDaLIRSmall": 14.81, - "HellaSwag": 23.73, - "HotpotQA-PL": 60.15, - "LEMBNarrativeQARetrieval": 22.6, - "LEMBQMSumRetrieval": 21.51, - "LEMBSummScreenFDRetrieval": 62.75, - "LEMBWikimQARetrieval": 57.13, - "LeCaRDv2": 61.58, - "LegalBenchConsumerContractsQA": 66.98, - "LegalBenchCorporateLobbying": 89.47, - "LegalQuAD": 47.8, - "LegalSummarization": 55.76, - "MIRACLRetrieval (ru)": 59.01, - "MMarcoRetrieval": 73.17, - "MSMARCO-PL": 26.94, - "MedicalRetrieval": 44.84, - "MintakaRetrieval (ar)": 21.22, - "MintakaRetrieval (de)": 25.6, - "MintakaRetrieval (es)": 26.4, - "MintakaRetrieval (fr)": 22.53, - "MintakaRetrieval (hi)": 21.1, - "MintakaRetrieval (it)": 26.25, - "MintakaRetrieval (ja)": 20.69, - "MintakaRetrieval (pt)": 24.44, - "NFCorpus": 31.0, - "NFCorpus-PL": 26.48, - "NQ-PL": 40.46, - "PIQA": 21.08, - "Quail": 2.38, - "Quora-PL": 78.7, - "RARbCode": 46.96, - "RARbMath": 63.91, - "RiaNewsRetrieval": 70.0, - "RuBQRetrieval": 68.53, - "SCIDOCS": 13.9, - "SCIDOCS-PL": 11.6, - "SIQA": 2.57, - "SciFact": 67.7, - "SciFact-PL": 62.76, - "SpartQA": 5.43, - "StackOverflowQA": 81.94, - "SyntecRetrieval": 75.76, - "SyntheticText2SQL": 46.29, - "T2Retrieval": 71.39, - "TRECCOVID": 72.57, - "TRECCOVID-PL": 70.92, - "TempReasonL1": 0.8, - "TempReasonL2Fact": 36.76, - "TempReasonL2Pure": 0.62, - "TempReasonL3Fact": 32.42, - "TempReasonL3Pure": 6.36, - "Touche2020": 21.16, - "VideoRetrieval": 58.09, - "WinoGrande": 37.46, - "XPQARetrieval (ara-ara)": 39.93, - "XPQARetrieval (eng-ara)": 18.09, - "XPQARetrieval (ara-eng)": 31.64, - "XPQARetrieval (deu-deu)": 69.43, - "XPQARetrieval (eng-deu)": 25.14, - "XPQARetrieval (deu-eng)": 52.36, - "XPQARetrieval (spa-spa)": 55.71, - "XPQARetrieval (eng-spa)": 22.5, - "XPQARetrieval (spa-eng)": 42.4, - "XPQARetrieval (fra-fra)": 57.17, - "XPQARetrieval (eng-fra)": 27.69, - "XPQARetrieval (fra-eng)": 47.46, - "XPQARetrieval (hin-hin)": 68.15, - "XPQARetrieval (eng-hin)": 25.82, - "XPQARetrieval (hin-eng)": 63.79, - "XPQARetrieval (ita-ita)": 67.71, - "XPQARetrieval (eng-ita)": 22.97, - "XPQARetrieval (ita-eng)": 46.61, - "XPQARetrieval (jpn-jpn)": 69.49, - "XPQARetrieval (eng-jpn)": 25.08, - "XPQARetrieval (jpn-eng)": 54.6, - "XPQARetrieval (kor-kor)": 32.98, - "XPQARetrieval (eng-kor)": 22.38, - "XPQARetrieval (kor-eng)": 22.99, - "XPQARetrieval (pol-pol)": 43.37, - "XPQARetrieval (eng-pol)": 19.89, - "XPQARetrieval (pol-eng)": 28.72, - "XPQARetrieval (por-por)": 41.8, - "XPQARetrieval (eng-por)": 15.79, - "XPQARetrieval (por-eng)": 33.77, - "XPQARetrieval (tam-tam)": 31.65, - "XPQARetrieval (eng-tam)": 13.18, - "XPQARetrieval (tam-eng)": 26.44, - "XPQARetrieval (cmn-cmn)": 63.98, - "XPQARetrieval (eng-cmn)": 16.52, - "XPQARetrieval (cmn-eng)": 45.32, - "XPQARetrieval (fr)": 57.47 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-small", - "AFQMC": 25.21, - "ATEC": 35.14, - "BIOSSES": 82.46, - "BQ": 43.27, - "CDSC-R": 90.27, - "LCQMC": 72.7, - "PAWSX": 11.0, - "RUParaPhraserSTS": 70.46, - "RuSTSBenchmarkSTS": 78.08, - "SICK-R": 77.51, - "SICK-R-PL": 69.45, - "SICKFr": 74.67, - "STS12": 76.56, - "STS13": 76.97, - "STS14": 75.52, - "STS15": 87.12, - "STS16": 83.63, - "STS17 (it-en)": 77.31, - "STS17 (en-ar)": 57.39, - "STS17 (en-en)": 86.42, - "STS17 (en-tr)": 55.93, - "STS17 (ar-ar)": 73.0, - "STS17 (nl-en)": 75.43, - "STS17 (ko-ko)": 78.87, - "STS17 (fr-en)": 72.28, - "STS17 (es-es)": 84.83, - "STS17 (en-de)": 76.82, - "STS17 (es-en)": 72.43, - "STS22 (pl-en)": 72.69, - "STS22 (de-en)": 56.07, - "STS22 (es)": 66.86, - "STS22 (ar)": 56.65, - "STS22 (ru)": 59.9, - "STS22 (de)": 53.45, - "STS22 (zh-en)": 65.32, - "STS22 (en)": 61.25, - "STS22 (fr)": 76.58, - "STS22 (it)": 76.53, - "STS22 (es-it)": 71.74, - "STS22 (es-en)": 74.2, - "STS22 (de-fr)": 60.62, - "STS22 (tr)": 63.69, - "STS22 (pl)": 35.78, - "STS22 (fr-pl)": 84.52, - "STS22 (zh)": 66.85, - "STS22 (de-pl)": 28.24, - "STSB": 77.73, - "STSBenchmark": 84.11, - "STSBenchmarkMultilingualSTS (zh)": 78.49, - "STSBenchmarkMultilingualSTS (pl)": 72.61, - "STSBenchmarkMultilingualSTS (ru)": 78.24, - "STSBenchmarkMultilingualSTS (en)": 84.11, - "STSBenchmarkMultilingualSTS (pt)": 77.39, - "STSBenchmarkMultilingualSTS (it)": 78.21, - "STSBenchmarkMultilingualSTS (fr)": 79.2, - "STSBenchmarkMultilingualSTS (de)": 79.17, - "STSBenchmarkMultilingualSTS (nl)": 76.04, - "STSBenchmarkMultilingualSTS (es)": 80.31 - }, - { - "Model": "multilingual-e5-small", - "AFQMC": 25.21, - "ATEC": 35.14, - "BIOSSES": 82.46, - "BQ": 43.27, - "CDSC-R": 90.27, - "LCQMC": 72.7, - "PAWSX": 11.0, - "RUParaPhraserSTS": 70.46, - "RuSTSBenchmarkSTS": 78.08, - "SICK-R": 77.51, - "SICK-R-PL": 69.45, - "SICKFr": 74.67, - "STS12": 76.56, - "STS13": 76.97, - "STS14": 75.52, - "STS15": 87.12, - "STS16": 83.63, - "STS17 (it-en)": 77.31, - "STS17 (en-ar)": 57.39, - "STS17 (en-en)": 86.42, - "STS17 (en-tr)": 55.93, - "STS17 (ar-ar)": 73.0, - "STS17 (nl-en)": 75.43, - "STS17 (ko-ko)": 78.87, - "STS17 (fr-en)": 72.28, - "STS17 (es-es)": 84.83, - "STS17 (en-de)": 76.82, - "STS17 (es-en)": 72.43, - "STS22 (pl-en)": 72.69, - "STS22 (de-en)": 56.07, - "STS22 (es)": 66.86, - "STS22 (ar)": 56.65, - "STS22 (ru)": 59.9, - "STS22 (de)": 53.45, - "STS22 (zh-en)": 65.32, - "STS22 (en)": 61.25, - "STS22 (fr)": 76.58, - "STS22 (it)": 76.53, - "STS22 (es-it)": 71.74, - "STS22 (es-en)": 74.2, - "STS22 (de-fr)": 60.62, - "STS22 (tr)": 63.69, - "STS22 (pl)": 35.78, - "STS22 (fr-pl)": 84.52, - "STS22 (zh)": 66.85, - "STS22 (de-pl)": 28.24, - "STSB": 77.73, - "STSBenchmark": 84.11, - "STSBenchmarkMultilingualSTS (zh)": 78.49, - "STSBenchmarkMultilingualSTS (pl)": 72.61, - "STSBenchmarkMultilingualSTS (ru)": 78.24, - "STSBenchmarkMultilingualSTS (en)": 84.11, - "STSBenchmarkMultilingualSTS (pt)": 77.39, - "STSBenchmarkMultilingualSTS (it)": 78.21, - "STSBenchmarkMultilingualSTS (fr)": 79.2, - "STSBenchmarkMultilingualSTS (de)": 79.17, - "STSBenchmarkMultilingualSTS (nl)": 76.04, - "STSBenchmarkMultilingualSTS (es)": 80.31 - }, - { - "Model": "multilingual-e5-small", - "AFQMC": 25.21, - "ATEC": 35.14, - "BQ": 43.27, - "CDSC-R": 90.27, - "LCQMC": 72.7, - "PAWSX": 11.01, - "QBQTC": 30.25, - "SICK-R-PL": 69.46, - "SICKFr": 75.62, - "STS22 (pl)": 35.8, - "STSB": 77.73, - "STSBenchmarkMultilingualSTS (fr)": 79.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-small", - "SummEval": 30.04, - "SummEvalFr": 31.14 - }, - { - "Model": "multilingual-e5-small", - "SummEval": 30.04, - "SummEvalFr": 31.14 - }, - { - "Model": "multilingual-e5-small", - "SummEvalFr": 31.85 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "multilingual-e5-small", - "CEDRClassification": 40.07, - "SensitiveTopicsClassification": 23.91 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "multilingual-e5-small", - "Core17InstructionRetrieval": -0.26, - "News21InstructionRetrieval": 0.54, - "Robust04InstructionRetrieval": -7.62 - } - ] - } - }, - "ipipan__herbert-base-retrieval-v2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "herbert-base-retrieval-v2", - "AllegroReviews": 34.11, - "CBD": 68.35, - "MassiveIntentClassification (pl)": 65.53, - "MassiveScenarioClassification (pl)": 68.51, - "PAC": 68.4, - "PolEmo2.0-IN": 64.18, - "PolEmo2.0-OUT": 45.73 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "herbert-base-retrieval-v2", - "8TagsClustering": 28.15 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "herbert-base-retrieval-v2", - "CDSC-E": 63.31, - "PPC": 84.18, - "PSC": 98.87, - "SICK-E-PL": 54.93 - }, - { - "Model": "herbert-base-retrieval-v2", - "CDSC-E": 63.61, - "PPC": 84.37, - "PSC": 98.98, - "SICK-E-PL": 54.95 - } - ] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "herbert-base-retrieval-v2", - "ArguAna-PL": 41.97, - "DBPedia-PL": 24.07, - "FiQA-PL": 24.25, - "HotpotQA-PL": 43.41, - "MSMARCO-PL": 51.56, - "NFCorpus-PL": 25.95, - "NQ-PL": 35.09, - "Quora-PL": 78.86, - "SCIDOCS-PL": 11.0, - "SciFact-PL": 51.92, - "TRECCOVID-PL": 42.64 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "herbert-base-retrieval-v2", - "CDSC-R": 86.18, - "SICK-R-PL": 64.67, - "STS22 (pl)": 39.73 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ipipan__silver-retriever-base-v1": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "silver-retriever-base-v1", - "AllegroReviews": 33.35, - "CBD": 68.51, - "MassiveIntentClassification (pl)": 66.63, - "MassiveScenarioClassification (pl)": 69.97, - "PAC": 66.26, - "PolEmo2.0-IN": 63.52, - "PolEmo2.0-OUT": 44.7 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "silver-retriever-base-v1", - "8TagsClustering": 31.49 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "silver-retriever-base-v1", - "CDSC-E": 67.35, - "PPC": 85.33, - "PSC": 98.46, - "SICK-E-PL": 58.19 - }, - { - "Model": "silver-retriever-base-v1", - "CDSC-E": 67.56, - "PPC": 85.98, - "PSC": 98.6, - "SICK-E-PL": 58.54 - } - ] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "silver-retriever-base-v1", - "ArguAna-PL": 44.12, - "DBPedia-PL": 26.32, - "FiQA-PL": 24.95, - "HotpotQA-PL": 45.13, - "MSMARCO-PL": 25.47, - "NFCorpus-PL": 28.55, - "NQ-PL": 37.9, - "Quora-PL": 77.98, - "SCIDOCS-PL": 10.9, - "SciFact-PL": 54.44, - "TRECCOVID-PL": 46.98 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "silver-retriever-base-v1", - "CDSC-R": 89.09, - "SICK-R-PL": 67.26, - "STS22 (pl)": 38.69 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "izhx__udever-bloom-1b1": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "udever-bloom-1b1", - "AmazonReviewsClassification (fr)": 35.12, - "MTOPDomainClassification (fr)": 69.24, - "MTOPIntentClassification (fr)": 51.25, - "MasakhaNEWSClassification (fra)": 80.83, - "MassiveIntentClassification (fr)": 43.21, - "MassiveScenarioClassification (fr)": 49.78 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "udever-bloom-1b1", - "AlloProfClusteringP2P": 62.22, - "AlloProfClusteringS2S": 27.06, - "HALClusteringS2S": 13.86, - "MLSUMClusteringP2P": 44.11, - "MLSUMClusteringS2S": 30.47, - "MasakhaNEWSClusteringP2P (fra)": 40.2, - "MasakhaNEWSClusteringS2S (fra)": 27.35 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "udever-bloom-1b1", - "OpusparcusPC (fr)": 85.54, - "PawsXPairClassification (fr)": 61.99 - }, - { - "Model": "udever-bloom-1b1", - "OpusparcusPC (fr)": 90.15, - "PawsXPairClassification (fr)": 63.95 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "udever-bloom-1b1", - "AlloprofReranking": 39.13, - "SyntecReranking": 62.58 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "udever-bloom-1b1", - "AlloprofRetrieval": 12.37, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 2.78, - "SyntecRetrieval": 40.57, - "XPQARetrieval (fr)": 33.82 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "udever-bloom-1b1", - "SICKFr": 59.94, - "STS22 (fr)": 77.1, - "STSBenchmarkMultilingualSTS (fr)": 49.97 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "udever-bloom-1b1", - "SummEvalFr": 29.48 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "izhx__udever-bloom-560m": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "udever-bloom-560m", - "AmazonReviewsClassification (fr)": 26.85, - "MTOPDomainClassification (fr)": 34.99, - "MTOPIntentClassification (fr)": 15.76, - "MasakhaNEWSClassification (fra)": 67.94, - "MassiveIntentClassification (fr)": 15.09, - "MassiveScenarioClassification (fr)": 21.67 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "udever-bloom-560m", - "AlloProfClusteringP2P": 53.57, - "AlloProfClusteringS2S": 22.13, - "HALClusteringS2S": 7.68, - "MLSUMClusteringP2P": 36.43, - "MLSUMClusteringS2S": 25.26, - "MasakhaNEWSClusteringP2P (fra)": 37.57, - "MasakhaNEWSClusteringS2S (fra)": 20.58 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "udever-bloom-560m", - "OpusparcusPC (fr)": 82.1, - "PawsXPairClassification (fr)": 59.69 - }, - { - "Model": "udever-bloom-560m", - "OpusparcusPC (fr)": 85.87, - "PawsXPairClassification (fr)": 61.99 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "udever-bloom-560m", - "AlloprofReranking": 28.75, - "SyntecReranking": 50.88 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "udever-bloom-560m", - "AlloprofRetrieval": 1.98, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.48, - "SyntecRetrieval": 24.45, - "XPQARetrieval (fr)": 12.98 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "udever-bloom-560m", - "SICKFr": 54.54, - "STS22 (fr)": 61.35, - "STSBenchmarkMultilingualSTS (fr)": 36.78 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "udever-bloom-560m", - "SummEvalFr": 23.63 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "jhu-clsp__FollowIR-7B": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "FollowIR-7B", - "Core17InstructionRetrieval": 16.48, - "News21InstructionRetrieval": 6.26, - "Robust04InstructionRetrieval": 13.72 - } - ] - } - }, - "jinaai__jina-embeddings-v2-base-en": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "jina-embeddings-v2-base-en", - "LEMBNarrativeQARetrieval": 37.89, - "LEMBQMSumRetrieval": 38.87, - "LEMBSummScreenFDRetrieval": 93.48, - "LEMBWikimQARetrieval": 73.99 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "jonfd__electra-small-nordic": { - "BitextMining": { - "f1": [ - { - "Model": "electra-small-nordic", - "BornholmBitextMining": 1.44 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "electra-small-nordic", - "AngryTweetsClassification": 47.91, - "DKHateClassification": 59.45, - "DanishPoliticalCommentsClassification": 31.89, - "LccSentimentClassification": 47.93, - "MassiveIntentClassification (da)": 26.3, - "MassiveIntentClassification (nb)": 24.6, - "MassiveIntentClassification (sv)": 27.58, - "MassiveScenarioClassification (da)": 28.93, - "MassiveScenarioClassification (nb)": 27.3, - "MassiveScenarioClassification (sv)": 29.93, - "NoRecClassification": 45.44, - "NordicLangClassification": 57.82, - "NorwegianParliament": 53.25, - "ScalaDaClassification": 70.41, - "ScalaNbClassification": 75.28 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ltg__norbert3-base": { - "BitextMining": { - "f1": [ - { - "Model": "norbert3-base", - "BornholmBitextMining": 6.08 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "norbert3-base", - "AngryTweetsClassification": 52.48, - "DKHateClassification": 58.78, - "DanishPoliticalCommentsClassification": 34.14, - "LccSentimentClassification": 54.07, - "MassiveIntentClassification (da)": 53.16, - "MassiveIntentClassification (nb)": 54.2, - "MassiveIntentClassification (sv)": 52.08, - "MassiveScenarioClassification (da)": 57.17, - "MassiveScenarioClassification (nb)": 60.69, - "MassiveScenarioClassification (sv)": 53.53, - "NoRecClassification": 53.4, - "NordicLangClassification": 82.67, - "NorwegianParliament": 59.33, - "ScalaDaClassification": 58.25, - "ScalaNbClassification": 60.19 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ltg__norbert3-large": { - "BitextMining": { - "f1": [ - { - "Model": "norbert3-large", - "BornholmBitextMining": 2.9 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "norbert3-large", - "AngryTweetsClassification": 49.04, - "DKHateClassification": 62.71, - "DanishPoliticalCommentsClassification": 33.53, - "LccSentimentClassification": 46.93, - "MassiveIntentClassification (da)": 45.98, - "MassiveIntentClassification (nb)": 47.42, - "MassiveIntentClassification (sv)": 48.47, - "MassiveScenarioClassification (da)": 50.51, - "MassiveScenarioClassification (nb)": 54.25, - "MassiveScenarioClassification (sv)": 50.6, - "NoRecClassification": 50.46, - "NordicLangClassification": 84.25, - "NorwegianParliament": 58.85, - "ScalaDaClassification": 60.72, - "ScalaNbClassification": 66.79 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "meta-llama__llama-2-7b-chat": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "llama-2-7b-chat", - "Core17InstructionRetrieval": 2.84, - "News21InstructionRetrieval": 0.23, - "Robust04InstructionRetrieval": 2.0 - } - ] - } - }, - "mistral__mistral-embed": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "mistral-embed", - "AmazonReviewsClassification (fr)": 41.59, - "MTOPDomainClassification (fr)": 90.05, - "MTOPIntentClassification (fr)": 66.09, - "MasakhaNEWSClassification (fra)": 81.4, - "MassiveIntentClassification (fr)": 62.83, - "MassiveScenarioClassification (fr)": 69.71 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "mistral-embed", - "AlloProfClusteringP2P": 62.01, - "AlloProfClusteringS2S": 49.2, - "HALClusteringS2S": 26.17, - "MLSUMClusteringP2P": 45.28, - "MLSUMClusteringS2S": 42.74, - "MasakhaNEWSClusteringP2P (fra)": 48.13, - "MasakhaNEWSClusteringS2S (fra)": 39.62 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "mistral-embed", - "OpusparcusPC (fr)": 92.61, - "PawsXPairClassification (fr)": 62.02 - }, - { - "Model": "mistral-embed", - "OpusparcusPC (fr)": 92.64, - "PawsXPairClassification (fr)": 62.05 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "mistral-embed", - "AlloprofReranking": 72.36, - "SyntecReranking": 88.57 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "mistral-embed", - "AILACasedocs": 38.2, - "AILAStatutes": 44.81, - "AlloprofRetrieval": 56.84, - "BSARDRetrieval": 2.48, - "GerDaLIRSmall": 17.85, - "LeCaRDv2": 61.12, - "LegalBenchConsumerContractsQA": 80.8, - "LegalBenchCorporateLobbying": 94.11, - "LegalQuAD": 47.17, - "LegalSummarization": 67.39, - "MintakaRetrieval (fr)": 21.73, - "SyntecRetrieval": 78.77, - "XPQARetrieval (fr)": 74.24 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "mistral-embed", - "SICKFr": 76.21, - "STS22 (fr)": 82.74, - "STSBenchmarkMultilingualSTS (fr)": 79.72 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "mistral-embed", - "SummEvalFr": 31.47 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "mistralai__mistral-7b-instruct-v0.2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "mistral-7b-instruct-v0.2", - "Core17InstructionRetrieval": 13.03, - "News21InstructionRetrieval": 4.81, - "Robust04InstructionRetrieval": 12.61 - } - ] - } - }, - "moka-ai__m3e-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "m3e-base", - "AmazonReviewsClassification (zh)": 43.02, - "IFlyTek": 44.42, - "JDReview": 85.33, - "MassiveIntentClassification (zh-CN)": 68.4, - "MassiveScenarioClassification (zh-CN)": 74.6, - "MultilingualSentiment": 71.9, - "OnlineShopping": 87.77, - "TNews": 48.28, - "Waimai": 83.99 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "m3e-base", - "CLSClusteringP2P": 39.81, - "CLSClusteringS2S": 37.34, - "ThuNewsClusteringP2P": 59.77, - "ThuNewsClusteringS2S": 53.78 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "m3e-base", - "Cmnli": 69.98, - "Ocnli": 58.0 - }, - { - "Model": "m3e-base", - "Cmnli": 70.0, - "Ocnli": 58.05 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "m3e-base", - "CMedQAv1": 77.05, - "CMedQAv2": 76.76, - "MMarcoReranking": 17.51, - "T2Reranking": 66.03 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "m3e-base", - "CmedqaRetrieval": 30.33, - "CovidRetrieval": 66.42, - "DuRetrieval": 75.76, - "EcomRetrieval": 50.27, - "MMarcoRetrieval": 65.46, - "MedicalRetrieval": 42.79, - "T2Retrieval": 73.14, - "VideoRetrieval": 51.11 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "m3e-base", - "AFQMC": 35.87, - "ATEC": 41.27, - "BQ": 63.81, - "LCQMC": 74.88, - "PAWSX": 12.19, - "QBQTC": 32.07, - "STS22 (zh)": 66.73, - "STSB": 76.97 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "moka-ai__m3e-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "m3e-large", - "AmazonReviewsClassification (zh)": 44.44, - "IFlyTek": 43.96, - "JDReview": 86.92, - "MassiveIntentClassification (zh-CN)": 67.23, - "MassiveScenarioClassification (zh-CN)": 74.88, - "MultilingualSentiment": 72.47, - "OnlineShopping": 89.59, - "TNews": 48.26, - "Waimai": 86.08 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "m3e-large", - "CLSClusteringP2P": 38.6, - "CLSClusteringS2S": 38.02, - "ThuNewsClusteringP2P": 60.39, - "ThuNewsClusteringS2S": 58.51 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "m3e-large", - "Cmnli": 69.27, - "Ocnli": 59.33 - }, - { - "Model": "m3e-large", - "Cmnli": 69.27, - "Ocnli": 59.99 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "m3e-large", - "CMedQAv1": 77.76, - "CMedQAv2": 78.27, - "MMarcoReranking": 16.46, - "T2Reranking": 66.13 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "m3e-large", - "CmedqaRetrieval": 30.73, - "CovidRetrieval": 61.33, - "DuRetrieval": 74.69, - "EcomRetrieval": 45.18, - "MMarcoRetrieval": 61.06, - "MedicalRetrieval": 48.66, - "T2Retrieval": 72.36, - "VideoRetrieval": 44.02 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "m3e-large", - "AFQMC": 36.53, - "ATEC": 41.8, - "BQ": 65.2, - "LCQMC": 74.2, - "PAWSX": 15.95, - "QBQTC": 32.65, - "STS22 (zh)": 62.91, - "STSB": 74.16 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1", - "LEMBNarrativeQARetrieval": 41.23, - "LEMBQMSumRetrieval": 36.65, - "LEMBSummScreenFDRetrieval": 92.97, - "LEMBWikimQARetrieval": 73.75 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1.5-128": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1.5-128", - "AmazonCounterfactualClassification (en)": 69.78, - "AmazonPolarityClassification": 88.74, - "AmazonReviewsClassification (en)": 43.11, - "Banking77Classification": 82.78, - "EmotionClassification": 42.92, - "ImdbClassification": 80.87, - "MTOPDomainClassification (en)": 89.61, - "MTOPIntentClassification (en)": 68.9, - "MassiveIntentClassification (en)": 69.34, - "MassiveScenarioClassification (en)": 74.21, - "ToxicConversationsClassification": 68.16, - "TweetSentimentExtractionClassification": 57.99 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1.5-128", - "ArxivClusteringP2P": 43.87, - "ArxivClusteringS2S": 34.57, - "BiorxivClusteringP2P": 36.79, - "BiorxivClusteringS2S": 30.68, - "MedrxivClusteringP2P": 34.09, - "MedrxivClusteringS2S": 31.3, - "RedditClustering": 53.31, - "RedditClusteringP2P": 58.96, - "StackExchangeClustering": 59.92, - "StackExchangeClusteringP2P": 33.88, - "TwentyNewsgroupsClustering": 47.29 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1.5-128", - "SprintDuplicateQuestions": 91.45, - "TwitterSemEval2015": 73.23, - "TwitterURLCorpus": 85.93 - }, - { - "Model": "nomic-embed-text-v1.5-128", - "SprintDuplicateQuestions": 91.45, - "TwitterSemEval2015": 73.23, - "TwitterURLCorpus": 85.93 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1.5-128", - "AskUbuntuDupQuestions": 61.16, - "MindSmallReranking": 30.02, - "SciDocsRR": 78.05, - "StackOverflowDupQuestions": 49.0 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1.5-128", - "ArguAna": 43.4, - "CQADupstackRetrieval": 34.67, - "ClimateFEVER": 36.52, - "DBPedia": 36.22, - "FEVER": 80.48, - "FiQA2018": 32.08, - "HotpotQA": 60.09, - "MSMARCO": 39.99, - "NFCorpus": 30.72, - "NQ": 53.62, - "QuoraRetrieval": 87.07, - "SCIDOCS": 15.56, - "SciFact": 64.28, - "TRECCOVID": 74.58, - "Touche2020": 26.99 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-128", - "BIOSSES": 80.19, - "SICK-R": 79.09, - "STS12": 77.49, - "STS13": 85.62, - "STS14": 80.5, - "STS15": 85.84, - "STS16": 83.9, - "STS17 (en-en)": 86.27, - "STS22 (en)": 64.24, - "STSBenchmark": 84.28 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-128", - "SummEval": 29.59 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1.5-256": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1.5-256", - "AmazonCounterfactualClassification (en)": 72.94, - "AmazonPolarityClassification": 91.35, - "AmazonReviewsClassification (en)": 45.73, - "Banking77Classification": 83.69, - "EmotionClassification": 45.88, - "ImdbClassification": 83.99, - "MTOPDomainClassification (en)": 91.68, - "MTOPIntentClassification (en)": 72.47, - "MassiveIntentClassification (en)": 71.76, - "MassiveScenarioClassification (en)": 75.67, - "ToxicConversationsClassification": 70.87, - "TweetSentimentExtractionClassification": 59.2 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1.5-256", - "ArxivClusteringP2P": 44.82, - "ArxivClusteringS2S": 35.32, - "BiorxivClusteringP2P": 38.19, - "BiorxivClusteringS2S": 31.83, - "MedrxivClusteringP2P": 34.08, - "MedrxivClusteringS2S": 30.98, - "RedditClustering": 54.92, - "RedditClusteringP2P": 60.23, - "StackExchangeClustering": 61.81, - "StackExchangeClusteringP2P": 34.03, - "TwentyNewsgroupsClustering": 48.56 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1.5-256", - "SprintDuplicateQuestions": 92.31, - "TwitterSemEval2015": 73.61, - "TwitterURLCorpus": 86.34 - }, - { - "Model": "nomic-embed-text-v1.5-256", - "SprintDuplicateQuestions": 92.31, - "TwitterSemEval2015": 73.61, - "TwitterURLCorpus": 86.34 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1.5-256", - "AskUbuntuDupQuestions": 61.34, - "MindSmallReranking": 30.04, - "SciDocsRR": 79.4, - "StackOverflowDupQuestions": 49.95 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1.5-256", - "ArguAna": 45.44, - "CQADupstackRetrieval": 37.61, - "ClimateFEVER": 39.63, - "DBPedia": 39.42, - "FEVER": 84.4, - "FiQA2018": 35.0, - "HotpotQA": 67.78, - "MSMARCO": 41.38, - "NFCorpus": 32.54, - "NQ": 57.1, - "QuoraRetrieval": 87.65, - "SCIDOCS": 16.76, - "SciFact": 68.24, - "TRECCOVID": 80.65, - "Touche2020": 28.49 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-256", - "BIOSSES": 81.58, - "SICK-R": 79.24, - "STS12": 78.16, - "STS13": 86.01, - "STS14": 81.25, - "STS15": 86.51, - "STS16": 84.24, - "STS17 (en-en)": 86.44, - "STS22 (en)": 65.14, - "STSBenchmark": 84.8 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-256", - "SummEval": 30.05 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1.5-512": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1.5-512", - "AmazonCounterfactualClassification (en)": 74.27, - "AmazonPolarityClassification": 91.89, - "AmazonReviewsClassification (en)": 46.97, - "Banking77Classification": 84.15, - "EmotionClassification": 47.73, - "ImdbClassification": 85.47, - "MTOPDomainClassification (en)": 92.62, - "MTOPIntentClassification (en)": 74.27, - "MassiveIntentClassification (en)": 73.07, - "MassiveScenarioClassification (en)": 76.82, - "ToxicConversationsClassification": 71.25, - "TweetSentimentExtractionClassification": 60.4 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1.5-512", - "ArxivClusteringP2P": 45.45, - "ArxivClusteringS2S": 36.19, - "BiorxivClusteringP2P": 38.41, - "BiorxivClusteringS2S": 32.28, - "MedrxivClusteringP2P": 34.47, - "MedrxivClusteringS2S": 31.43, - "RedditClustering": 55.9, - "RedditClusteringP2P": 60.58, - "StackExchangeClustering": 62.94, - "StackExchangeClusteringP2P": 33.81, - "TwentyNewsgroupsClustering": 49.36 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1.5-512", - "SprintDuplicateQuestions": 92.91, - "TwitterSemEval2015": 74.3, - "TwitterURLCorpus": 86.57 - }, - { - "Model": "nomic-embed-text-v1.5-512", - "SprintDuplicateQuestions": 92.91, - "TwitterSemEval2015": 74.3, - "TwitterURLCorpus": 86.57 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1.5-512", - "AskUbuntuDupQuestions": 61.6, - "MindSmallReranking": 30.34, - "SciDocsRR": 80.33, - "StackOverflowDupQuestions": 50.32 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1.5-512", - "ArguAna": 47.45, - "CQADupstackRetrieval": 39.06, - "ClimateFEVER": 40.7, - "DBPedia": 42.96, - "FEVER": 85.7, - "FiQA2018": 36.92, - "HotpotQA": 71.48, - "MSMARCO": 42.29, - "NFCorpus": 33.31, - "NQ": 58.83, - "QuoraRetrieval": 87.87, - "SCIDOCS": 17.88, - "SciFact": 70.12, - "TRECCOVID": 82.12, - "Touche2020": 29.24 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-512", - "BIOSSES": 83.3, - "SICK-R": 79.27, - "STS12": 78.3, - "STS13": 85.81, - "STS14": 81.38, - "STS15": 86.79, - "STS16": 84.56, - "STS17 (en-en)": 87.25, - "STS22 (en)": 65.24, - "STSBenchmark": 85.14 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-512", - "SummEval": 30.47 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1.5-64": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1.5-64", - "AmazonCounterfactualClassification (en)": 66.85, - "AmazonPolarityClassification": 85.92, - "AmazonReviewsClassification (en)": 41.02, - "Banking77Classification": 80.63, - "EmotionClassification": 40.55, - "ImdbClassification": 76.6, - "MTOPDomainClassification (en)": 86.31, - "MTOPIntentClassification (en)": 62.77, - "MassiveIntentClassification (en)": 64.95, - "MassiveScenarioClassification (en)": 70.38, - "ToxicConversationsClassification": 66.53, - "TweetSentimentExtractionClassification": 55.23 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1.5-64", - "ArxivClusteringP2P": 41.8, - "ArxivClusteringS2S": 32.41, - "BiorxivClusteringP2P": 34.81, - "BiorxivClusteringS2S": 28.59, - "MedrxivClusteringP2P": 32.73, - "MedrxivClusteringS2S": 29.91, - "RedditClustering": 50.31, - "RedditClusteringP2P": 56.57, - "StackExchangeClustering": 57.99, - "StackExchangeClusteringP2P": 33.64, - "TwentyNewsgroupsClustering": 44.61 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1.5-64", - "SprintDuplicateQuestions": 90.06, - "TwitterSemEval2015": 71.68, - "TwitterURLCorpus": 85.03 - }, - { - "Model": "nomic-embed-text-v1.5-64", - "SprintDuplicateQuestions": 90.06, - "TwitterSemEval2015": 71.68, - "TwitterURLCorpus": 85.03 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1.5-64", - "AskUbuntuDupQuestions": 60.79, - "MindSmallReranking": 29.7, - "SciDocsRR": 75.79, - "StackOverflowDupQuestions": 47.42 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1.5-64", - "ArguAna": 37.16, - "CQADupstackRetrieval": 28.72, - "ClimateFEVER": 31.48, - "DBPedia": 28.19, - "FEVER": 70.24, - "FiQA2018": 25.78, - "HotpotQA": 43.07, - "MSMARCO": 35.95, - "NFCorpus": 26.03, - "NQ": 45.54, - "QuoraRetrieval": 85.83, - "SCIDOCS": 12.09, - "SciFact": 52.71, - "TRECCOVID": 67.83, - "Touche2020": 23.13 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-64", - "BIOSSES": 77.18, - "SICK-R": 78.76, - "STS12": 77.3, - "STS13": 84.18, - "STS14": 79.37, - "STS15": 84.69, - "STS16": 83.36, - "STS17 (en-en)": 85.73, - "STS22 (en)": 63.83, - "STSBenchmark": 83.46 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-64", - "SummEval": 28.41 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nthakur__contriever-base-msmarco": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "contriever-base-msmarco", - "AmazonCounterfactualClassification (en)": 72.19, - "AmazonPolarityClassification": 68.63, - "AmazonReviewsClassification (en)": 37.42, - "Banking77Classification": 80.02, - "EmotionClassification": 44.77, - "ImdbClassification": 67.04, - "MTOPDomainClassification (en)": 93.18, - "MTOPIntentClassification (en)": 69.31, - "MassiveIntentClassification (en)": 67.78, - "MassiveScenarioClassification (en)": 76.0, - "ToxicConversationsClassification": 67.77, - "TweetSentimentExtractionClassification": 56.1 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "contriever-base-msmarco", - "ArxivClusteringP2P": 42.61, - "ArxivClusteringS2S": 32.32, - "BiorxivClusteringP2P": 34.97, - "BiorxivClusteringS2S": 29.08, - "MedrxivClusteringP2P": 31.19, - "MedrxivClusteringS2S": 27.27, - "RedditClustering": 54.89, - "RedditClusteringP2P": 57.58, - "StackExchangeClustering": 63.15, - "StackExchangeClusteringP2P": 32.25, - "TwentyNewsgroupsClustering": 46.82 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "contriever-base-msmarco", - "SprintDuplicateQuestions": 95.55, - "TwitterSemEval2015": 66.85, - "TwitterURLCorpus": 85.21 - }, - { - "Model": "contriever-base-msmarco", - "SprintDuplicateQuestions": 95.55, - "TwitterSemEval2015": 66.85, - "TwitterURLCorpus": 85.21 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "contriever-base-msmarco", - "AskUbuntuDupQuestions": 56.69, - "MindSmallReranking": 31.58, - "SciDocsRR": 76.51, - "StackOverflowDupQuestions": 47.78 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "contriever-base-msmarco", - "ArguAna": 48.32, - "CQADupstackRetrieval": 33.67, - "ClimateFEVER": 24.79, - "DBPedia": 38.1, - "FEVER": 59.29, - "FiQA2018": 27.42, - "HotpotQA": 56.81, - "MSMARCO": 36.77, - "NFCorpus": 31.32, - "NQ": 41.83, - "QuoraRetrieval": 86.72, - "SCIDOCS": 17.12, - "SciFact": 65.51, - "TRECCOVID": 44.77, - "Touche2020": 15.79 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "contriever-base-msmarco", - "BIOSSES": 83.32, - "SICK-R": 70.2, - "STS12": 64.34, - "STS13": 80.03, - "STS14": 74.51, - "STS15": 83.3, - "STS16": 79.67, - "STS17 (en-en)": 86.32, - "STS22 (en)": 64.64, - "STSBenchmark": 78.81 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "contriever-base-msmarco", - "SummEval": 30.36 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "contriever-base-msmarco", - "Core17InstructionRetrieval": -2.48, - "News21InstructionRetrieval": -2.83, - "Robust04InstructionRetrieval": -6.12 - } - ] - } - }, - "openai__text-embedding-3-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-3-large", - "AmazonCounterfactualClassification (en)": 78.93, - "AmazonPolarityClassification": 92.85, - "AmazonReviewsClassification (en)": 48.7, - "Banking77Classification": 85.69, - "EmotionClassification": 51.58, - "ImdbClassification": 87.67, - "MTOPDomainClassification (en)": 95.36, - "MTOPIntentClassification (en)": 75.07, - "MassiveIntentClassification (en)": 74.64, - "MassiveScenarioClassification (en)": 79.79, - "ToxicConversationsClassification": 72.92, - "TweetSentimentExtractionClassification": 62.22 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-3-large", - "ArxivClusteringP2P": 49.01, - "ArxivClusteringS2S": 44.45, - "BiorxivClusteringP2P": 38.03, - "BiorxivClusteringS2S": 36.53, - "MedrxivClusteringP2P": 32.7, - "MedrxivClusteringS2S": 31.27, - "RedditClustering": 67.84, - "RedditClusteringP2P": 67.96, - "StackExchangeClustering": 76.26, - "StackExchangeClusteringP2P": 36.88, - "TwentyNewsgroupsClustering": 58.14 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-3-large", - "SprintDuplicateQuestions": 92.25, - "TwitterSemEval2015": 77.13, - "TwitterURLCorpus": 87.78 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-3-large", - "AskUbuntuDupQuestions": 65.03, - "MindSmallReranking": 29.86, - "SciDocsRR": 86.66, - "StackOverflowDupQuestions": 55.08 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-large", - "AILACasedocs": 39.0, - "AILAStatutes": 41.31, - "ARCChallenge": 23.98, - "AlphaNLI": 37.27, - "ArguAna": 58.05, - "BrightRetrieval (theoremqa_questions)": 22.22, - "BrightRetrieval (leetcode)": 23.65, - "BrightRetrieval (earth_science)": 26.27, - "BrightRetrieval (psychology)": 27.52, - "BrightRetrieval (robotics)": 12.93, - "BrightRetrieval (economics)": 19.98, - "BrightRetrieval (stackoverflow)": 12.49, - "BrightRetrieval (biology)": 23.67, - "BrightRetrieval (theoremqa_theorems)": 10.82, - "BrightRetrieval (pony)": 2.45, - "BrightRetrieval (sustainable_living)": 20.32, - "BrightRetrieval (aops)": 8.45, - "CQADupstackRetrieval": 47.54, - "ClimateFEVER": 30.27, - "DBPedia": 44.76, - "FEVER": 87.94, - "FiQA2018": 55.0, - "GerDaLIRSmall": 32.77, - "HellaSwag": 34.12, - "HotpotQA": 71.58, - "LEMBNarrativeQARetrieval": 44.09, - "LEMBQMSumRetrieval": 32.49, - "LEMBSummScreenFDRetrieval": 84.8, - "LEMBWikimQARetrieval": 54.16, - "LeCaRDv2": 57.2, - "LegalBenchConsumerContractsQA": 79.39, - "LegalBenchCorporateLobbying": 95.09, - "LegalQuAD": 57.47, - "LegalSummarization": 71.55, - "MSMARCO": 40.24, - "NFCorpus": 42.07, - "NQ": 61.27, - "PIQA": 41.96, - "Quail": 10.15, - "QuoraRetrieval": 89.05, - "RARbCode": 89.64, - "RARbMath": 90.08, - "SCIDOCS": 23.11, - "SIQA": 3.44, - "SciFact": 77.77, - "SpartQA": 7.51, - "TRECCOVID": 79.56, - "TempReasonL1": 2.13, - "TempReasonL2Fact": 28.65, - "TempReasonL2Pure": 10.34, - "TempReasonL3Fact": 25.52, - "TempReasonL3Pure": 15.28, - "Touche2020": 23.35, - "WinoGrande": 29.11 - } - ], - "recall_at_1": [ - { - "Model": "text-embedding-3-large", - "BrightRetrieval (earth_science)": 32.26, - "BrightRetrieval (sustainable_living)": 26.34, - "BrightRetrieval (economics)": 24.76, - "BrightRetrieval (stackoverflow)": 11.54, - "BrightRetrieval (pony)": 0.0, - "BrightRetrieval (biology)": 33.09, - "BrightRetrieval (robotics)": 11.88, - "BrightRetrieval (psychology)": 35.15 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-large", - "BIOSSES": 84.68, - "SICK-R": 79.0, - "STS12": 72.84, - "STS13": 86.1, - "STS14": 81.15, - "STS15": 88.49, - "STS16": 85.08, - "STS17 (en-en)": 90.22, - "STS22 (en)": 66.14, - "STSBenchmark": 83.56 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-large", - "SummEval": 29.92 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "text-embedding-3-large", - "Core17InstructionRetrieval": -0.2, - "News21InstructionRetrieval": -2.03, - "Robust04InstructionRetrieval": -5.81 - } - ] - } - }, - "openai__text-embedding-3-large-256": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-3-large-256", - "AmazonCounterfactualClassification (en)": 73.96, - "AmazonPolarityClassification": 91.32, - "AmazonReviewsClassification (en)": 46.03, - "Banking77Classification": 83.19, - "EmotionClassification": 45.8, - "ImdbClassification": 85.93, - "MTOPDomainClassification (en)": 92.76, - "MTOPIntentClassification (en)": 70.45, - "MassiveIntentClassification (en)": 71.12, - "MassiveScenarioClassification (en)": 75.56, - "ToxicConversationsClassification": 68.52, - "TweetSentimentExtractionClassification": 58.98 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-3-large-256", - "ArxivClusteringP2P": 47.05, - "ArxivClusteringS2S": 42.59, - "BiorxivClusteringP2P": 35.43, - "BiorxivClusteringS2S": 33.86, - "MedrxivClusteringP2P": 32.1, - "MedrxivClusteringS2S": 31.15, - "RedditClustering": 60.18, - "RedditClusteringP2P": 64.71, - "StackExchangeClustering": 71.23, - "StackExchangeClusteringP2P": 35.95, - "TwentyNewsgroupsClustering": 54.24 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-3-large-256", - "SprintDuplicateQuestions": 89.02, - "TwitterSemEval2015": 76.56, - "TwitterURLCorpus": 87.09 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-3-large-256", - "AskUbuntuDupQuestions": 64.61, - "MindSmallReranking": 29.63, - "SciDocsRR": 84.25, - "StackOverflowDupQuestions": 53.46 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-large-256", - "ArguAna": 55.6, - "CQADupstackRetrieval": 42.28, - "ClimateFEVER": 25.8, - "DBPedia": 40.8, - "FEVER": 84.57, - "FiQA2018": 50.33, - "HotpotQA": 62.69, - "MSMARCO": 37.93, - "NFCorpus": 37.94, - "NQ": 56.64, - "QuoraRetrieval": 88.22, - "SCIDOCS": 20.44, - "SciFact": 73.1, - "TRECCOVID": 76.24, - "Touche2020": 22.31 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-large-256", - "BIOSSES": 84.87, - "SICK-R": 79.18, - "STS12": 71.98, - "STS13": 85.52, - "STS14": 80.5, - "STS15": 87.51, - "STS16": 84.48, - "STS17 (en-en)": 88.11, - "STS22 (en)": 65.92, - "STSBenchmark": 82.34 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-large-256", - "SummEval": 29.92 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-3-large-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-large-instruct", - "ARCChallenge": 21.22, - "AlphaNLI": 34.23, - "HellaSwag": 31.4, - "PIQA": 37.52, - "Quail": 13.6, - "RARbCode": 89.41, - "RARbMath": 87.73, - "SIQA": 4.99, - "SpartQA": 7.45, - "TempReasonL1": 2.07, - "TempReasonL2Fact": 39.77, - "TempReasonL2Pure": 11.04, - "TempReasonL3Fact": 37.04, - "TempReasonL3Pure": 15.51, - "WinoGrande": 33.92 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-3-small": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-3-small", - "AmazonCounterfactualClassification (en)": 76.42, - "AmazonPolarityClassification": 90.84, - "AmazonReviewsClassification (en)": 45.73, - "Banking77Classification": 83.01, - "EmotionClassification": 50.63, - "ImdbClassification": 83.66, - "MTOPDomainClassification (en)": 93.91, - "MTOPIntentClassification (en)": 70.98, - "MassiveIntentClassification (en)": 72.86, - "MassiveScenarioClassification (en)": 76.84, - "ToxicConversationsClassification": 71.91, - "TweetSentimentExtractionClassification": 61.72 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-3-small", - "ArxivClusteringP2P": 46.57, - "ArxivClusteringS2S": 39.35, - "BiorxivClusteringP2P": 37.77, - "BiorxivClusteringS2S": 34.68, - "MedrxivClusteringP2P": 32.77, - "MedrxivClusteringS2S": 31.85, - "RedditClustering": 64.09, - "RedditClusteringP2P": 65.12, - "StackExchangeClustering": 72.05, - "StackExchangeClusteringP2P": 34.04, - "TwentyNewsgroupsClustering": 54.81 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-3-small", - "OpusparcusPC (fr)": 94.45, - "SprintDuplicateQuestions": 94.58, - "TwitterSemEval2015": 73.33, - "TwitterURLCorpus": 87.21 - }, - { - "Model": "text-embedding-3-small", - "OpusparcusPC (fr)": 94.45 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-3-small", - "AskUbuntuDupQuestions": 62.18, - "MindSmallReranking": 29.93, - "SciDocsRR": 83.25, - "StackOverflowDupQuestions": 51.53 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-small", - "ARCChallenge": 14.63, - "AlphaNLI": 30.61, - "ArguAna": 55.49, - "CQADupstackRetrieval": 42.58, - "ClimateFEVER": 26.86, - "DBPedia": 39.97, - "FEVER": 79.42, - "FiQA2018": 44.91, - "HellaSwag": 30.94, - "HotpotQA": 63.63, - "MSMARCO": 37.02, - "NFCorpus": 38.33, - "NQ": 52.86, - "PIQA": 33.69, - "Quail": 6.11, - "QuoraRetrieval": 88.83, - "RARbCode": 72.03, - "RARbMath": 71.07, - "SCIDOCS": 20.8, - "SIQA": 3.03, - "SciFact": 73.37, - "SpartQA": 6.63, - "TRECCOVID": 77.9, - "TempReasonL1": 2.35, - "TempReasonL2Fact": 25.68, - "TempReasonL2Pure": 2.76, - "TempReasonL3Fact": 22.09, - "TempReasonL3Pure": 9.79, - "Touche2020": 24.28, - "WinoGrande": 31.53 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-small", - "BIOSSES": 88.72, - "SICK-R": 76.73, - "STS12": 73.09, - "STS13": 84.92, - "STS14": 79.81, - "STS15": 88.01, - "STS16": 84.41, - "STS17 (en-en)": 90.94, - "STS22 (en)": 64.96, - "STSBenchmark": 84.24 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-small", - "SummEval": 31.12 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-3-small-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-small-instruct", - "ARCChallenge": 13.76, - "AlphaNLI": 21.14, - "HellaSwag": 27.2, - "PIQA": 29.59, - "Quail": 6.64, - "RARbCode": 72.14, - "RARbMath": 64.31, - "SIQA": 2.98, - "SpartQA": 3.58, - "TempReasonL1": 2.29, - "TempReasonL2Fact": 26.34, - "TempReasonL2Pure": 3.17, - "TempReasonL3Fact": 22.72, - "TempReasonL3Pure": 9.98, - "WinoGrande": 25.49 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-ada-002": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-ada-002", - "AmazonCounterfactualClassification (en)": 75.94, - "AmazonPolarityClassification": 86.72, - "AmazonReviewsClassification (zh)": 38.3, - "AmazonReviewsClassification (en)": 44.78, - "AmazonReviewsClassification (fr)": 43.76, - "Banking77Classification": 80.66, - "EmotionClassification": 48.74, - "IFlyTek": 44.62, - "ImdbClassification": 77.98, - "JDReview": 74.6, - "MTOPDomainClassification (en)": 92.13, - "MTOPDomainClassification (fr)": 89.38, - "MTOPIntentClassification (en)": 64.68, - "MTOPIntentClassification (fr)": 64.45, - "MasakhaNEWSClassification (fra)": 81.52, - "MassiveIntentClassification (zh-CN)": 64.81, - "MassiveIntentClassification (en)": 70.15, - "MassiveIntentClassification (fr)": 65.42, - "MassiveScenarioClassification (zh-CN)": 71.4, - "MassiveScenarioClassification (en)": 75.33, - "MassiveScenarioClassification (fr)": 71.11, - "MultilingualSentiment": 67.99, - "OnlineShopping": 88.94, - "TNews": 45.77, - "ToxicConversationsClassification": 72.29, - "TweetSentimentExtractionClassification": 61.81, - "Waimai": 82.37 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-ada-002", - "AlloProfClusteringP2P": 64.83, - "AlloProfClusteringS2S": 53.52, - "ArxivClusteringP2P": 45.01, - "ArxivClusteringS2S": 36.85, - "BiorxivClusteringP2P": 36.66, - "BiorxivClusteringS2S": 34.21, - "CLSClusteringP2P": 38.26, - "CLSClusteringS2S": 35.91, - "HALClusteringS2S": 26.18, - "MLSUMClusteringP2P": 44.59, - "MLSUMClusteringS2S": 41.67, - "MasakhaNEWSClusteringP2P (fra)": 68.35, - "MasakhaNEWSClusteringS2S (fra)": 48.58, - "MedrxivClusteringP2P": 32.6, - "MedrxivClusteringS2S": 30.8, - "RedditClustering": 61.42, - "RedditClusteringP2P": 64.13, - "StackExchangeClustering": 72.22, - "StackExchangeClusteringP2P": 38.49, - "ThuNewsClusteringP2P": 58.71, - "ThuNewsClusteringS2S": 49.86, - "TwentyNewsgroupsClustering": 52.56 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-ada-002", - "Cmnli": 76.03, - "Ocnli": 63.08, - "OpusparcusPC (fr)": 94.12, - "PawsXPairClassification (fr)": 60.16, - "SprintDuplicateQuestions": 92.17, - "TwitterSemEval2015": 75.28, - "TwitterURLCorpus": 87.22 - }, - { - "Model": "text-embedding-ada-002", - "Cmnli": 76.04, - "Ocnli": 63.08, - "OpusparcusPC (fr)": 94.16, - "PawsXPairClassification (fr)": 60.19, - "SprintDuplicateQuestions": 92.17, - "TwitterSemEval2015": 75.28, - "TwitterURLCorpus": 87.22 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-ada-002", - "AskUbuntuDupQuestions": 62.05, - "CMedQAv1": 63.08, - "CMedQAv2": 64.02, - "MMarcoReranking": 23.39, - "MindSmallReranking": 31.45, - "SciDocsRR": 81.22, - "StackOverflowDupQuestions": 50.54, - "SyntecReranking": 89.87, - "T2Reranking": 66.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-ada-002", - "ARCChallenge": 13.3, - "AlloprofRetrieval": 51.64, - "AlphaNLI": 25.65, - "ArguAna": 57.44, - "BSARDRetrieval": 0.61, - "CQADupstackRetrieval": 41.69, - "ClimateFEVER": 21.64, - "CmedqaRetrieval": 22.36, - "CovidRetrieval": 57.21, - "DBPedia": 39.39, - "DuRetrieval": 71.17, - "EcomRetrieval": 44.49, - "FEVER": 74.99, - "FiQA2018": 44.41, - "HellaSwag": 29.29, - "HotpotQA": 60.9, - "MMarcoRetrieval": 69.86, - "MSMARCO": 40.91, - "MedicalRetrieval": 37.92, - "MintakaRetrieval (fr)": 29.94, - "NFCorpus": 36.97, - "NQ": 51.58, - "PIQA": 31.02, - "Quail": 5.83, - "QuoraRetrieval": 87.6, - "RARbCode": 83.39, - "RARbMath": 73.21, - "SCIDOCS": 18.36, - "SIQA": 3.14, - "SciFact": 72.75, - "SpartQA": 4.23, - "SyntecRetrieval": 85.97, - "T2Retrieval": 69.14, - "TRECCOVID": 68.47, - "TempReasonL1": 1.68, - "TempReasonL2Fact": 19.93, - "TempReasonL2Pure": 2.6, - "TempReasonL3Fact": 18.02, - "TempReasonL3Pure": 7.58, - "Touche2020": 21.61, - "VideoRetrieval": 43.85, - "WinoGrande": 19.65, - "XPQARetrieval (fr)": 73.0 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-ada-002", - "AFQMC": 23.88, - "ATEC": 29.25, - "BIOSSES": 86.35, - "BQ": 45.33, - "LCQMC": 68.41, - "PAWSX": 16.55, - "QBQTC": 30.27, - "SICK-R": 80.6, - "SICKFr": 76.28, - "STS12": 69.8, - "STS13": 83.27, - "STS14": 76.09, - "STS15": 86.12, - "STS16": 85.96, - "STS17 (en-en)": 90.25, - "STS22 (zh)": 62.53, - "STS22 (en)": 68.12, - "STS22 (tr)": 64.5, - "STS22 (fr)": 81.09, - "STSB": 70.61, - "STSBenchmark": 83.17, - "STSBenchmarkMultilingualSTS (fr)": 77.55 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-ada-002", - "SummEval": 30.8, - "SummEvalFr": 30.5 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-ada-002-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-ada-002-instruct", - "ARCChallenge": 11.85, - "AlphaNLI": 10.62, - "HellaSwag": 24.8, - "PIQA": 23.87, - "Quail": 5.79, - "RARbCode": 82.36, - "RARbMath": 67.26, - "SIQA": 2.64, - "SpartQA": 4.75, - "TempReasonL1": 1.44, - "TempReasonL2Fact": 19.38, - "TempReasonL2Pure": 2.43, - "TempReasonL3Fact": 17.58, - "TempReasonL3Pure": 7.31, - "WinoGrande": 11.36 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-ada-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-search-ada-001", - "BiorxivClusteringS2S": 26.05, - "MedrxivClusteringS2S": 25.67, - "TwentyNewsgroupsClustering": 44.92 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-search-ada-001", - "ArguAna": 46.91, - "ClimateFEVER": 18.5, - "DBPedia": 36.2, - "FEVER": 72.1, - "FiQA2018": 38.41, - "HotpotQA": 59.39, - "MSMARCO": 37.94, - "NFCorpus": 33.17, - "NQ": 42.81, - "QuoraRetrieval": 70.57, - "SCIDOCS": 14.83, - "SciFact": 67.25, - "TRECCOVID": 72.43, - "Touche2020": 28.68 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-ada-doc-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-search-ada-doc-001", - "TwentyNewsgroupsClustering": 32.92 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-babbage-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-search-babbage-001", - "ArguAna": 49.2, - "ClimateFEVER": 19.9, - "FEVER": 77.0, - "FiQA2018": 42.2, - "HotpotQA": 63.1, - "NFCorpus": 36.7, - "QuoraRetrieval": 69.7, - "SciFact": 70.4, - "TRECCOVID": 58.5, - "Touche2020": 29.7 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-curie-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-search-curie-001", - "ArguAna": 46.98, - "ClimateFEVER": 19.4, - "FEVER": 75.6, - "FiQA2018": 45.21, - "HotpotQA": 64.8, - "NFCorpus": 38.01, - "QuoraRetrieval": 67.7, - "SCIDOCS": 17.74, - "SciFact": 74.35, - "TRECCOVID": 56.14, - "Touche2020": 30.9 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-davinci-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-search-davinci-001", - "ArguAna": 43.5, - "ClimateFEVER": 22.3, - "FEVER": 77.5, - "FiQA2018": 51.2, - "HotpotQA": 68.8, - "NFCorpus": 40.7, - "QuoraRetrieval": 63.8, - "SciFact": 75.4, - "TRECCOVID": 64.9, - "Touche2020": 29.1 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-similarity-ada-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-similarity-ada-001", - "AmazonCounterfactualClassification (en)": 76.4, - "AmazonPolarityClassification": 92.83, - "AmazonReviewsClassification (en)": 47.45, - "Banking77Classification": 68.04, - "EmotionClassification": 50.33, - "ImdbClassification": 89.38, - "MTOPDomainClassification (en)": 89.89, - "MTOPIntentClassification (en)": 64.8, - "MassiveIntentClassification (en)": 65.17, - "MassiveScenarioClassification (en)": 67.67, - "ToxicConversationsClassification": 70.0, - "TweetSentimentExtractionClassification": 63.35 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-similarity-ada-001", - "ArxivClusteringP2P": 41.49, - "ArxivClusteringS2S": 28.47, - "BiorxivClusteringP2P": 36.86, - "BiorxivClusteringS2S": 27.55, - "MedrxivClusteringP2P": 31.09, - "MedrxivClusteringS2S": 26.5, - "RedditClustering": 42.47, - "RedditClusteringP2P": 58.1, - "StackExchangeClustering": 53.52, - "StackExchangeClusteringP2P": 30.43, - "TwentyNewsgroupsClustering": 36.26 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-similarity-ada-001", - "SprintDuplicateQuestions": 77.85, - "TwitterSemEval2015": 69.04, - "TwitterURLCorpus": 83.69 - }, - { - "Model": "text-similarity-ada-001", - "SprintDuplicateQuestions": 78.07, - "TwitterSemEval2015": 69.04, - "TwitterURLCorpus": 83.69 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-similarity-ada-001", - "AskUbuntuDupQuestions": 53.49, - "MindSmallReranking": 30.71, - "SciDocsRR": 71.04, - "StackOverflowDupQuestions": 40.85 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-similarity-ada-001", - "ArguAna": 39.65, - "CQADupstackRetrieval": 10.17, - "ClimateFEVER": 2.83, - "DBPedia": 3.48, - "FEVER": 4.45, - "FiQA2018": 7.54, - "HotpotQA": 12.6, - "MSMARCO": 10.53, - "NFCorpus": 20.59, - "NQ": 2.02, - "QuoraRetrieval": 82.18, - "SCIDOCS": 6.28, - "SciFact": 45.46, - "TRECCOVID": 24.56, - "Touche2020": 3.1 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-similarity-ada-001", - "BIOSSES": 78.04, - "SICK-R": 77.48, - "STS12": 72.3, - "STS13": 81.49, - "STS14": 74.74, - "STS15": 84.28, - "STS16": 82.06, - "STS17 (en-en)": 87.08, - "STS22 (en)": 64.71, - "STSBenchmark": 83.78 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-similarity-ada-001", - "SummEval": 26.94 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-similarity-babbage-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-similarity-babbage-001", - "RedditClustering": 45.64, - "StackExchangeClustering": 53.01, - "TwentyNewsgroupsClustering": 42.01 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-similarity-babbage-001", - "SprintDuplicateQuestions": 76.46, - "TwitterSemEval2015": 70.85, - "TwitterURLCorpus": 85.08 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-similarity-babbage-001", - "AskUbuntuDupQuestions": 54.68, - "SciDocsRR": 72.78, - "StackOverflowDupQuestions": 40.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-similarity-babbage-001", - "BIOSSES": 78.12, - "SICK-R": 77.02, - "STSBenchmark": 84.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-similarity-curie-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-similarity-curie-001", - "RedditClustering": 40.79, - "StackExchangeClustering": 55.14, - "TwentyNewsgroupsClustering": 37.64 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-similarity-curie-001", - "SprintDuplicateQuestions": 79.85, - "TwitterSemEval2015": 69.45, - "TwitterURLCorpus": 84.06 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-similarity-curie-001", - "AskUbuntuDupQuestions": 55.09, - "SciDocsRR": 70.93, - "StackOverflowDupQuestions": 42.42 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-similarity-curie-001", - "FiQA2018": 5.14, - "NFCorpus": 19.96, - "QuoraRetrieval": 83.11, - "SciFact": 46.68, - "TRECCOVID": 7.61 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-similarity-curie-001", - "BIOSSES": 77.46, - "SICK-R": 77.26, - "STSBenchmark": 83.02 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-similarity-davinci-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-similarity-davinci-001", - "RedditClustering": 31.78, - "StackExchangeClustering": 36.86, - "TwentyNewsgroupsClustering": 29.33 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-similarity-davinci-001", - "SprintDuplicateQuestions": 69.52, - "TwitterSemEval2015": 74.42, - "TwitterURLCorpus": 83.75 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-similarity-davinci-001", - "AskUbuntuDupQuestions": 53.56, - "SciDocsRR": 68.7, - "StackOverflowDupQuestions": 39.41 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-similarity-davinci-001", - "BIOSSES": 68.95, - "SICK-R": 78.72, - "STSBenchmark": 84.08 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "orionweller__tart-dual-contriever-msmarco": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "tart-dual-contriever-msmarco", - "Core17InstructionRetrieval": -3.04, - "News21InstructionRetrieval": -2.98, - "Robust04InstructionRetrieval": -8.98 - } - ] - } - }, - "princeton-nlp__sup-simcse-bert-base-uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sup-simcse-bert-base-uncased", - "AmazonCounterfactualClassification (en)": 75.75, - "AmazonPolarityClassification": 82.47, - "AmazonReviewsClassification (en)": 39.6, - "Banking77Classification": 75.76, - "EmotionClassification": 44.81, - "ImdbClassification": 73.53, - "MTOPDomainClassification (en)": 84.29, - "MTOPIntentClassification (en)": 63.14, - "MassiveIntentClassification (en)": 65.95, - "MassiveScenarioClassification (en)": 70.78, - "ToxicConversationsClassification": 72.04, - "TweetSentimentExtractionClassification": 59.73 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sup-simcse-bert-base-uncased", - "ArxivClusteringP2P": 35.18, - "ArxivClusteringS2S": 27.54, - "BiorxivClusteringP2P": 30.15, - "BiorxivClusteringS2S": 24.67, - "MedrxivClusteringP2P": 26.25, - "MedrxivClusteringS2S": 24.12, - "RedditClustering": 40.23, - "RedditClusteringP2P": 47.74, - "StackExchangeClustering": 47.55, - "StackExchangeClusteringP2P": 29.45, - "TwentyNewsgroupsClustering": 34.86 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sup-simcse-bert-base-uncased", - "SprintDuplicateQuestions": 69.39, - "TwitterSemEval2015": 67.75, - "TwitterURLCorpus": 83.89 - }, - { - "Model": "sup-simcse-bert-base-uncased", - "SprintDuplicateQuestions": 73.04, - "TwitterSemEval2015": 67.75, - "TwitterURLCorpus": 83.89 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sup-simcse-bert-base-uncased", - "AskUbuntuDupQuestions": 51.8, - "MindSmallReranking": 29.3, - "SciDocsRR": 70.14, - "StackOverflowDupQuestions": 38.9 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sup-simcse-bert-base-uncased", - "ArguAna": 38.33, - "CQADupstackRetrieval": 14.5, - "ClimateFEVER": 11.98, - "DBPedia": 19.73, - "FEVER": 20.41, - "FiQA2018": 10.41, - "HotpotQA": 22.9, - "MSMARCO": 11.0, - "NFCorpus": 12.42, - "NQ": 16.08, - "QuoraRetrieval": 79.62, - "SCIDOCS": 7.53, - "SciFact": 29.59, - "TRECCOVID": 22.93, - "Touche2020": 9.9 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sup-simcse-bert-base-uncased", - "BIOSSES": 68.38, - "SICK-R": 80.77, - "STS12": 75.3, - "STS13": 84.67, - "STS14": 80.19, - "STS15": 85.4, - "STS16": 80.82, - "STS17 (en-en)": 89.44, - "STS22 (en)": 61.96, - "STSBenchmark": 84.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sup-simcse-bert-base-uncased", - "SummEval": 31.17 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "princeton-nlp__unsup-simcse-bert-base-uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "AmazonCounterfactualClassification (en)": 67.09, - "AmazonPolarityClassification": 74.48, - "AmazonReviewsClassification (en)": 33.85, - "Banking77Classification": 73.55, - "EmotionClassification": 42.22, - "ImdbClassification": 69.63, - "MTOPDomainClassification (en)": 81.71, - "MTOPIntentClassification (en)": 59.23, - "MassiveIntentClassification (en)": 59.84, - "MassiveScenarioClassification (en)": 66.25, - "ToxicConversationsClassification": 68.82, - "TweetSentimentExtractionClassification": 53.36 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "ArxivClusteringP2P": 32.61, - "ArxivClusteringS2S": 24.68, - "BiorxivClusteringP2P": 24.9, - "BiorxivClusteringS2S": 19.55, - "MedrxivClusteringP2P": 23.6, - "MedrxivClusteringS2S": 21.97, - "RedditClustering": 32.18, - "RedditClusteringP2P": 45.14, - "StackExchangeClustering": 43.07, - "StackExchangeClusteringP2P": 28.5, - "TwentyNewsgroupsClustering": 23.21 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "SprintDuplicateQuestions": 69.41, - "TwitterSemEval2015": 60.21, - "TwitterURLCorpus": 81.37 - }, - { - "Model": "unsup-simcse-bert-base-uncased", - "SprintDuplicateQuestions": 78.03, - "TwitterSemEval2015": 61.01, - "TwitterURLCorpus": 81.37 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "AskUbuntuDupQuestions": 51.57, - "MindSmallReranking": 28.62, - "SciDocsRR": 66.33, - "StackOverflowDupQuestions": 39.35 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "ArguAna": 38.34, - "CQADupstackRetrieval": 13.22, - "ClimateFEVER": 11.8, - "DBPedia": 15.04, - "FEVER": 21.06, - "FiQA2018": 9.84, - "HotpotQA": 19.75, - "MSMARCO": 9.35, - "NFCorpus": 9.88, - "NQ": 11.69, - "QuoraRetrieval": 78.03, - "SCIDOCS": 5.5, - "SciFact": 25.72, - "TRECCOVID": 26.2, - "Touche2020": 8.9 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "BIOSSES": 72.31, - "SICK-R": 72.24, - "STS12": 66.05, - "STS13": 81.49, - "STS14": 73.61, - "STS15": 79.72, - "STS16": 78.12, - "STS17 (en-en)": 83.58, - "STS22 (en)": 59.65, - "STSBenchmark": 76.52 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "SummEval": 31.15 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sdadas__st-polish-paraphrase-from-distilroberta": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "AllegroReviews": 34.5, - "CBD": 70.27, - "MassiveIntentClassification (pl)": 64.81, - "MassiveScenarioClassification (pl)": 70.01, - "PAC": 64.6, - "PolEmo2.0-IN": 67.06, - "PolEmo2.0-OUT": 38.58 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "8TagsClustering": 31.68 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "CDSC-E": 75.99, - "PPC": 93.29, - "PSC": 99.1, - "SICK-E-PL": 79.63 - }, - { - "Model": "st-polish-paraphrase-from-distilroberta", - "CDSC-E": 75.99, - "PPC": 93.31, - "PSC": 99.1, - "SICK-E-PL": 79.63 - } - ] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "ArguAna-PL": 49.42, - "DBPedia-PL": 19.82, - "FiQA-PL": 19.58, - "HotpotQA-PL": 23.47, - "MSMARCO-PL": 16.51, - "NFCorpus-PL": 22.49, - "NQ-PL": 19.83, - "Quora-PL": 81.17, - "SCIDOCS-PL": 12.15, - "SciFact-PL": 49.49, - "TRECCOVID-PL": 38.97 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "CDSC-R": 89.62, - "SICK-R-PL": 76.37, - "STS22 (pl)": 40.36 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sdadas__st-polish-paraphrase-from-mpnet": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "AllegroReviews": 34.55, - "CBD": 67.48, - "MassiveIntentClassification (pl)": 65.93, - "MassiveScenarioClassification (pl)": 71.85, - "PAC": 63.25, - "PolEmo2.0-IN": 68.37, - "PolEmo2.0-OUT": 30.99 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "8TagsClustering": 33.15 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "CDSC-E": 75.06, - "PPC": 93.49, - "PSC": 99.05, - "SICK-E-PL": 80.56 - }, - { - "Model": "st-polish-paraphrase-from-mpnet", - "CDSC-E": 75.06, - "PPC": 93.67, - "PSC": 99.05, - "SICK-E-PL": 80.56 - } - ] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "ArguAna-PL": 51.87, - "DBPedia-PL": 24.59, - "FiQA-PL": 22.27, - "HotpotQA-PL": 32.11, - "MSMARCO-PL": 17.91, - "NFCorpus-PL": 24.05, - "NQ-PL": 23.54, - "Quora-PL": 81.49, - "SCIDOCS-PL": 13.23, - "SciFact-PL": 52.51, - "TRECCOVID-PL": 35.23 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "CDSC-R": 88.55, - "SICK-R-PL": 76.18, - "STS22 (pl)": 37.34 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__LaBSE": { - "BitextMining": { - "f1": [ - { - "Model": "LaBSE", - "BUCC (de-en)": 99.35, - "BUCC (fr-en)": 98.72, - "BUCC (ru-en)": 97.78, - "BUCC (zh-en)": 99.16, - "BornholmBitextMining": 45.63, - "Tatoeba (ber-eng)": 8.4, - "Tatoeba (hye-eng)": 94.09, - "Tatoeba (ces-eng)": 96.68, - "Tatoeba (slk-eng)": 96.5, - "Tatoeba (cat-eng)": 95.38, - "Tatoeba (awa-eng)": 71.7, - "Tatoeba (lat-eng)": 80.07, - "Tatoeba (hsb-eng)": 67.11, - "Tatoeba (swh-eng)": 84.5, - "Tatoeba (ind-eng)": 93.66, - "Tatoeba (xho-eng)": 91.55, - "Tatoeba (nno-eng)": 94.48, - "Tatoeba (csb-eng)": 52.57, - "Tatoeba (kzj-eng)": 11.33, - "Tatoeba (isl-eng)": 94.75, - "Tatoeba (nld-eng)": 96.07, - "Tatoeba (ell-eng)": 95.35, - "Tatoeba (por-eng)": 94.14, - "Tatoeba (ita-eng)": 92.72, - "Tatoeba (vie-eng)": 97.2, - "Tatoeba (uzb-eng)": 84.23, - "Tatoeba (bul-eng)": 94.58, - "Tatoeba (tgl-eng)": 96.02, - "Tatoeba (gla-eng)": 85.66, - "Tatoeba (mkd-eng)": 93.6, - "Tatoeba (tel-eng)": 97.86, - "Tatoeba (kaz-eng)": 87.49, - "Tatoeba (zsm-eng)": 95.62, - "Tatoeba (hin-eng)": 96.87, - "Tatoeba (ile-eng)": 85.58, - "Tatoeba (jpn-eng)": 95.38, - "Tatoeba (orv-eng)": 38.93, - "Tatoeba (kab-eng)": 4.31, - "Tatoeba (yue-eng)": 89.58, - "Tatoeba (bel-eng)": 95.0, - "Tatoeba (dtp-eng)": 10.85, - "Tatoeba (ron-eng)": 96.92, - "Tatoeba (arz-eng)": 76.0, - "Tatoeba (tzl-eng)": 58.88, - "Tatoeba (slv-eng)": 96.03, - "Tatoeba (jav-eng)": 79.77, - "Tatoeba (pol-eng)": 97.22, - "Tatoeba (heb-eng)": 91.53, - "Tatoeba (ang-eng)": 59.28, - "Tatoeba (ara-eng)": 88.8, - "Tatoeba (tuk-eng)": 75.27, - "Tatoeba (afr-eng)": 96.18, - "Tatoeba (kor-eng)": 90.95, - "Tatoeba (mhr-eng)": 15.74, - "Tatoeba (fry-eng)": 89.31, - "Tatoeba (urd-eng)": 93.22, - "Tatoeba (srp-eng)": 94.43, - "Tatoeba (cbk-eng)": 79.44, - "Tatoeba (tat-eng)": 85.92, - "Tatoeba (wuu-eng)": 90.18, - "Tatoeba (war-eng)": 60.29, - "Tatoeba (kat-eng)": 95.02, - "Tatoeba (nds-eng)": 79.42, - "Tatoeba (gle-eng)": 93.8, - "Tatoeba (mal-eng)": 98.45, - "Tatoeba (tha-eng)": 96.14, - "Tatoeba (fin-eng)": 96.37, - "Tatoeba (cor-eng)": 10.11, - "Tatoeba (tur-eng)": 98.0, - "Tatoeba (yid-eng)": 88.79, - "Tatoeba (eus-eng)": 95.01, - "Tatoeba (cmn-eng)": 95.1, - "Tatoeba (fao-eng)": 87.4, - "Tatoeba (lfn-eng)": 67.54, - "Tatoeba (bos-eng)": 94.92, - "Tatoeba (arq-eng)": 42.69, - "Tatoeba (sqi-eng)": 96.76, - "Tatoeba (ben-eng)": 88.55, - "Tatoeba (pes-eng)": 94.7, - "Tatoeba (fra-eng)": 94.86, - "Tatoeba (deu-eng)": 99.2, - "Tatoeba (spa-eng)": 98.4, - "Tatoeba (oci-eng)": 65.81, - "Tatoeba (ina-eng)": 95.37, - "Tatoeba (hrv-eng)": 96.95, - "Tatoeba (gsw-eng)": 46.5, - "Tatoeba (swe-eng)": 95.63, - "Tatoeba (bre-eng)": 15.07, - "Tatoeba (hun-eng)": 96.55, - "Tatoeba (uig-eng)": 92.4, - "Tatoeba (mar-eng)": 92.65, - "Tatoeba (nob-eng)": 98.4, - "Tatoeba (rus-eng)": 93.75, - "Tatoeba (ceb-eng)": 64.42, - "Tatoeba (aze-eng)": 94.93, - "Tatoeba (dsb-eng)": 64.81, - "Tatoeba (tam-eng)": 89.0, - "Tatoeba (est-eng)": 96.55, - "Tatoeba (cym-eng)": 92.0, - "Tatoeba (amh-eng)": 91.47, - "Tatoeba (dan-eng)": 95.71, - "Tatoeba (epo-eng)": 98.2, - "Tatoeba (ast-eng)": 90.68, - "Tatoeba (swg-eng)": 59.36, - "Tatoeba (pms-eng)": 64.57, - "Tatoeba (kur-eng)": 83.59, - "Tatoeba (khm-eng)": 78.37, - "Tatoeba (ido-eng)": 89.42, - "Tatoeba (ukr-eng)": 93.97, - "Tatoeba (mon-eng)": 95.91, - "Tatoeba (nov-eng)": 74.38, - "Tatoeba (cha-eng)": 31.77, - "Tatoeba (pam-eng)": 10.73, - "Tatoeba (lvs-eng)": 95.88, - "Tatoeba (max-eng)": 63.26, - "Tatoeba (lit-eng)": 96.47, - "Tatoeba (glg-eng)": 96.82 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "LaBSE", - "AllegroReviews": 34.89, - "AmazonCounterfactualClassification (en-ext)": 76.09, - "AmazonCounterfactualClassification (en)": 75.93, - "AmazonCounterfactualClassification (de)": 73.17, - "AmazonCounterfactualClassification (ja)": 76.42, - "AmazonPolarityClassification": 68.95, - "AmazonReviewsClassification (en)": 35.8, - "AmazonReviewsClassification (de)": 39.92, - "AmazonReviewsClassification (es)": 39.39, - "AmazonReviewsClassification (fr)": 38.52, - "AmazonReviewsClassification (ja)": 36.44, - "AmazonReviewsClassification (zh)": 36.45, - "AngryTweetsClassification": 51.11, - "Banking77Classification": 69.85, - "CBD": 65.71, - "DanishPoliticalCommentsClassification": 38.34, - "EmotionClassification": 37.22, - "GeoreviewClassification": 40.86, - "HeadlineClassification": 68.75, - "IFlyTek": 43.19, - "ImdbClassification": 62.04, - "InappropriatenessClassification": 58.52, - "JDReview": 79.14, - "KinopoiskClassification": 46.77, - "LccSentimentClassification": 50.07, - "MTOPDomainClassification (en)": 86.06, - "MTOPDomainClassification (de)": 86.95, - "MTOPDomainClassification (es)": 84.07, - "MTOPDomainClassification (fr)": 84.14, - "MTOPDomainClassification (hi)": 85.11, - "MTOPDomainClassification (th)": 81.24, - "MTOPIntentClassification (en)": 63.03, - "MTOPIntentClassification (de)": 63.42, - "MTOPIntentClassification (es)": 64.44, - "MTOPIntentClassification (fr)": 62.01, - "MTOPIntentClassification (hi)": 62.58, - "MTOPIntentClassification (th)": 64.61, - "MasakhaNEWSClassification (amh)": 81.78, - "MasakhaNEWSClassification (eng)": 77.77, - "MasakhaNEWSClassification (fra)": 77.39, - "MasakhaNEWSClassification (hau)": 73.12, - "MasakhaNEWSClassification (ibo)": 69.1, - "MasakhaNEWSClassification (lin)": 74.63, - "MasakhaNEWSClassification (lug)": 57.44, - "MasakhaNEWSClassification (orm)": 51.6, - "MasakhaNEWSClassification (pcm)": 91.44, - "MasakhaNEWSClassification (run)": 73.76, - "MasakhaNEWSClassification (sna)": 87.18, - "MasakhaNEWSClassification (som)": 60.03, - "MasakhaNEWSClassification (swa)": 69.33, - "MasakhaNEWSClassification (tir)": 61.73, - "MasakhaNEWSClassification (xho)": 77.34, - "MasakhaNEWSClassification (yor)": 77.13, - "MassiveIntentClassification (ms)": 58.6, - "MassiveIntentClassification (sl)": 59.37, - "MassiveIntentClassification (hu)": 59.52, - "MassiveIntentClassification (sv)": 59.66, - "MassiveIntentClassification (nl)": 59.37, - "MassiveIntentClassification (id)": 61.12, - "MassiveIntentClassification (vi)": 56.67, - "MassiveIntentClassification (zh-CN)": 63.86, - "MassiveIntentClassification (am)": 55.71, - "MassiveIntentClassification (ko)": 60.99, - "MassiveIntentClassification (el)": 57.03, - "MassiveIntentClassification (nb)": 57.91, - "MassiveIntentClassification (jv)": 50.98, - "MassiveIntentClassification (fa)": 62.33, - "MassiveIntentClassification (ja)": 63.11, - "MassiveIntentClassification (it)": 59.83, - "MassiveIntentClassification (es)": 58.32, - "MassiveIntentClassification (my)": 57.35, - "MassiveIntentClassification (fi)": 60.12, - "MassiveIntentClassification (he)": 56.55, - "MassiveIntentClassification (is)": 54.9, - "MassiveIntentClassification (tl)": 55.28, - "MassiveIntentClassification (kn)": 56.24, - "MassiveIntentClassification (ur)": 56.7, - "MassiveIntentClassification (ml)": 57.91, - "MassiveIntentClassification (tr)": 60.91, - "MassiveIntentClassification (en)": 61.46, - "MassiveIntentClassification (sw)": 51.62, - "MassiveIntentClassification (km)": 48.55, - "MassiveIntentClassification (ar)": 50.86, - "MassiveIntentClassification (ru)": 60.67, - "MassiveIntentClassification (te)": 58.32, - "MassiveIntentClassification (ta)": 55.04, - "MassiveIntentClassification (pt)": 60.16, - "MassiveIntentClassification (zh-TW)": 59.51, - "MassiveIntentClassification (pl)": 59.71, - "MassiveIntentClassification (az)": 58.97, - "MassiveIntentClassification (ro)": 57.92, - "MassiveIntentClassification (ka)": 48.35, - "MassiveIntentClassification (sq)": 58.03, - "MassiveIntentClassification (bn)": 58.22, - "MassiveIntentClassification (th)": 56.58, - "MassiveIntentClassification (da)": 58.25, - "MassiveIntentClassification (de)": 56.21, - "MassiveIntentClassification (hy)": 56.2, - "MassiveIntentClassification (mn)": 58.5, - "MassiveIntentClassification (cy)": 50.16, - "MassiveIntentClassification (af)": 56.12, - "MassiveIntentClassification (fr)": 60.47, - "MassiveIntentClassification (hi)": 59.4, - "MassiveIntentClassification (lv)": 57.1, - "MassiveScenarioClassification (te)": 64.13, - "MassiveScenarioClassification (de)": 62.39, - "MassiveScenarioClassification (el)": 64.58, - "MassiveScenarioClassification (ml)": 62.26, - "MassiveScenarioClassification (nl)": 65.16, - "MassiveScenarioClassification (jv)": 58.29, - "MassiveScenarioClassification (ro)": 62.41, - "MassiveScenarioClassification (pt)": 63.28, - "MassiveScenarioClassification (pl)": 64.58, - "MassiveScenarioClassification (sl)": 64.25, - "MassiveScenarioClassification (ta)": 59.08, - "MassiveScenarioClassification (sw)": 58.36, - "MassiveScenarioClassification (tl)": 60.23, - "MassiveScenarioClassification (id)": 65.84, - "MassiveScenarioClassification (ru)": 65.25, - "MassiveScenarioClassification (sv)": 66.01, - "MassiveScenarioClassification (ar)": 57.72, - "MassiveScenarioClassification (fr)": 65.1, - "MassiveScenarioClassification (th)": 64.34, - "MassiveScenarioClassification (hy)": 61.25, - "MassiveScenarioClassification (nb)": 64.29, - "MassiveScenarioClassification (cy)": 56.13, - "MassiveScenarioClassification (my)": 62.94, - "MassiveScenarioClassification (bn)": 61.84, - "MassiveScenarioClassification (it)": 64.09, - "MassiveScenarioClassification (ko)": 67.26, - "MassiveScenarioClassification (kn)": 61.74, - "MassiveScenarioClassification (he)": 63.53, - "MassiveScenarioClassification (am)": 62.02, - "MassiveScenarioClassification (ka)": 53.38, - "MassiveScenarioClassification (vi)": 61.05, - "MassiveScenarioClassification (ur)": 61.52, - "MassiveScenarioClassification (zh-TW)": 67.08, - "MassiveScenarioClassification (en)": 66.41, - "MassiveScenarioClassification (ms)": 65.63, - "MassiveScenarioClassification (is)": 61.94, - "MassiveScenarioClassification (km)": 56.18, - "MassiveScenarioClassification (hu)": 65.82, - "MassiveScenarioClassification (fi)": 64.58, - "MassiveScenarioClassification (sq)": 64.54, - "MassiveScenarioClassification (fa)": 67.46, - "MassiveScenarioClassification (af)": 63.39, - "MassiveScenarioClassification (mn)": 62.6, - "MassiveScenarioClassification (da)": 65.24, - "MassiveScenarioClassification (az)": 63.48, - "MassiveScenarioClassification (es)": 63.61, - "MassiveScenarioClassification (ja)": 67.72, - "MassiveScenarioClassification (tr)": 65.43, - "MassiveScenarioClassification (lv)": 61.87, - "MassiveScenarioClassification (zh-CN)": 70.85, - "MassiveScenarioClassification (hi)": 64.4, - "MultilingualSentiment": 64.6, - "NoRecClassification": 45.45, - "NordicLangClassification": 35.39, - "OnlineShopping": 85.63, - "PAC": 68.11, - "PolEmo2.0-IN": 64.0, - "PolEmo2.0-OUT": 44.72, - "RuReviewsClassification": 58.01, - "RuSciBenchGRNTIClassification": 53.04, - "RuSciBenchOECDClassification": 40.48, - "TNews": 46.02, - "ToxicConversationsClassification": 66.9, - "TweetSentimentExtractionClassification": 58.82, - "Waimai": 82.85 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LaBSE", - "8TagsClustering": 12.96, - "AlloProfClusteringP2P": 54.78, - "AlloProfClusteringS2S": 31.6, - "ArxivClusteringP2P": 32.13, - "ArxivClusteringS2S": 22.05, - "BiorxivClusteringP2P": 29.84, - "BiorxivClusteringS2S": 20.57, - "GeoreviewClusteringP2P": 52.19, - "HALClusteringS2S": 20.62, - "MLSUMClusteringP2P (ru)": 39.45, - "MLSUMClusteringP2P": 42.09, - "MLSUMClusteringS2S (ru)": 35.77, - "MLSUMClusteringS2S": 34.84, - "MasakhaNEWSClusteringP2P (amh)": 67.78, - "MasakhaNEWSClusteringP2P (eng)": 48.16, - "MasakhaNEWSClusteringP2P (fra)": 46.16, - "MasakhaNEWSClusteringP2P (hau)": 39.77, - "MasakhaNEWSClusteringP2P (ibo)": 62.67, - "MasakhaNEWSClusteringP2P (lin)": 62.98, - "MasakhaNEWSClusteringP2P (lug)": 47.76, - "MasakhaNEWSClusteringP2P (orm)": 28.76, - "MasakhaNEWSClusteringP2P (pcm)": 77.16, - "MasakhaNEWSClusteringP2P (run)": 60.36, - "MasakhaNEWSClusteringP2P (sna)": 63.57, - "MasakhaNEWSClusteringP2P (som)": 34.94, - "MasakhaNEWSClusteringP2P (swa)": 27.26, - "MasakhaNEWSClusteringP2P (tir)": 51.59, - "MasakhaNEWSClusteringP2P (xho)": 45.32, - "MasakhaNEWSClusteringP2P (yor)": 48.73, - "MasakhaNEWSClusteringS2S (amh)": 52.73, - "MasakhaNEWSClusteringS2S (eng)": 32.6, - "MasakhaNEWSClusteringS2S (fra)": 38.13, - "MasakhaNEWSClusteringS2S (hau)": 31.62, - "MasakhaNEWSClusteringS2S (ibo)": 32.27, - "MasakhaNEWSClusteringS2S (lin)": 49.38, - "MasakhaNEWSClusteringS2S (lug)": 47.63, - "MasakhaNEWSClusteringS2S (orm)": 25.05, - "MasakhaNEWSClusteringS2S (pcm)": 68.18, - "MasakhaNEWSClusteringS2S (run)": 52.39, - "MasakhaNEWSClusteringS2S (sna)": 46.9, - "MasakhaNEWSClusteringS2S (som)": 24.08, - "MasakhaNEWSClusteringS2S (swa)": 15.83, - "MasakhaNEWSClusteringS2S (tir)": 49.07, - "MasakhaNEWSClusteringS2S (xho)": 28.52, - "MasakhaNEWSClusteringS2S (yor)": 32.26, - "MedrxivClusteringP2P": 30.13, - "MedrxivClusteringS2S": 24.82, - "RedditClustering": 28.79, - "RedditClusteringP2P": 49.14, - "RuSciBenchGRNTIClusteringP2P": 49.07, - "RuSciBenchOECDClusteringP2P": 41.97, - "StackExchangeClustering": 35.43, - "StackExchangeClusteringP2P": 28.83, - "TwentyNewsgroupsClustering": 23.28 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LaBSE", - "CDSC-E": 68.92, - "OpusparcusPC (de)": 96.58, - "OpusparcusPC (en)": 98.12, - "OpusparcusPC (fi)": 94.44, - "OpusparcusPC (fr)": 93.96, - "OpusparcusPC (ru)": 87.3, - "OpusparcusPC (sv)": 93.69, - "PSC": 97.42, - "PawsXPairClassification (de)": 51.07, - "PawsXPairClassification (en)": 54.07, - "PawsXPairClassification (es)": 52.19, - "PawsXPairClassification (fr)": 54.63, - "PawsXPairClassification (ja)": 47.56, - "PawsXPairClassification (ko)": 49.39, - "PawsXPairClassification (zh)": 54.26, - "SICK-E-PL": 63.77, - "SprintDuplicateQuestions": 89.26, - "TERRa": 55.71, - "TwitterSemEval2015": 62.78, - "TwitterURLCorpus": 84.58 - }, - { - "Model": "LaBSE", - "CDSC-E": 68.92, - "OpusparcusPC (de)": 96.58, - "OpusparcusPC (en)": 98.12, - "OpusparcusPC (fi)": 94.44, - "OpusparcusPC (fr)": 93.96, - "OpusparcusPC (ru)": 87.3, - "OpusparcusPC (sv)": 93.69, - "PPC": 86.97, - "PSC": 97.42, - "PawsXPairClassification (de)": 51.45, - "PawsXPairClassification (en)": 54.07, - "PawsXPairClassification (es)": 52.19, - "PawsXPairClassification (fr)": 54.69, - "PawsXPairClassification (ja)": 47.74, - "PawsXPairClassification (ko)": 49.42, - "PawsXPairClassification (zh)": 54.55, - "SICK-E-PL": 63.77, - "SprintDuplicateQuestions": 89.26, - "TERRa": 55.71, - "TwitterSemEval2015": 62.78, - "TwitterURLCorpus": 84.58 - }, - { - "Model": "LaBSE", - "CDSC-E": 68.91, - "OpusparcusPC (fr)": 93.96, - "PPC": 86.97, - "PSC": 97.42, - "PawsXPairClassification (fr)": 54.63, - "SICK-E-PL": 63.77, - "SprintDuplicateQuestions": 89.26, - "TwitterSemEval2015": 62.78, - "TwitterURLCorpus": 84.58 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LaBSE", - "AlloprofReranking": 49.51, - "AskUbuntuDupQuestions": 52.75, - "MMarcoReranking": 14.83, - "MindSmallReranking": 29.81, - "RuBQReranking": 55.13, - "SciDocsRR": 68.72, - "StackOverflowDupQuestions": 42.42, - "SyntecReranking": 73.28, - "T2Reranking": 63.29 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LaBSE", - "AILACasedocs": 17.67, - "AILAStatutes": 16.72, - "ARCChallenge": 3.78, - "AlloprofRetrieval": 19.77, - "AlphaNLI": 13.11, - "AppsRetrieval": 2.39, - "ArguAna": 34.18, - "ArguAna-PL": 38.52, - "BSARDRetrieval": 0.0, - "CQADupstackRetrieval": 18.75, - "ClimateFEVER": 3.83, - "CmedqaRetrieval": 5.49, - "CodeFeedbackMT": 17.98, - "CodeFeedbackST": 35.98, - "CodeSearchNetCCRetrieval (python)": 40.41, - "CodeSearchNetCCRetrieval (javascript)": 52.0, - "CodeSearchNetCCRetrieval (go)": 41.73, - "CodeSearchNetCCRetrieval (ruby)": 41.46, - "CodeSearchNetCCRetrieval (java)": 45.83, - "CodeSearchNetCCRetrieval (php)": 31.96, - "CodeSearchNetRetrieval (python)": 60.52, - "CodeSearchNetRetrieval (javascript)": 46.24, - "CodeSearchNetRetrieval (go)": 48.56, - "CodeSearchNetRetrieval (ruby)": 51.34, - "CodeSearchNetRetrieval (java)": 35.05, - "CodeSearchNetRetrieval (php)": 46.03, - "CodeTransOceanContest": 28.1, - "CodeTransOceanDL": 26.45, - "CosQA": 8.77, - "CovidRetrieval": 28.6, - "DBPedia": 15.57, - "DBPedia-PL": 16.1, - "DuRetrieval": 26.34, - "EcomRetrieval": 25.42, - "FEVER": 12.18, - "FiQA-PL": 7.63, - "FiQA2018": 7.0, - "GerDaLIRSmall": 4.59, - "HellaSwag": 5.59, - "HotpotQA": 18.75, - "HotpotQA-PL": 19.72, - "LEMBNarrativeQARetrieval": 11.45, - "LEMBQMSumRetrieval": 14.07, - "LEMBSummScreenFDRetrieval": 40.52, - "LEMBWikimQARetrieval": 28.1, - "LeCaRDv2": 24.68, - "LegalBenchConsumerContractsQA": 54.66, - "LegalBenchCorporateLobbying": 69.39, - "LegalQuAD": 16.64, - "LegalSummarization": 53.89, - "MMarcoRetrieval": 34.78, - "MSMARCO": 7.6, - "MSMARCO-PL": 7.22, - "MedicalRetrieval": 6.68, - "MintakaRetrieval (ar)": 14.06, - "MintakaRetrieval (de)": 15.26, - "MintakaRetrieval (es)": 15.65, - "MintakaRetrieval (fr)": 15.53, - "MintakaRetrieval (hi)": 13.67, - "MintakaRetrieval (it)": 15.94, - "MintakaRetrieval (ja)": 12.8, - "MintakaRetrieval (pt)": 15.03, - "NFCorpus": 16.54, - "NFCorpus-PL": 17.45, - "NQ": 8.42, - "NQ-PL": 9.65, - "PIQA": 6.53, - "Quail": 1.91, - "Quora-PL": 74.96, - "QuoraRetrieval": 77.03, - "RARbCode": 2.31, - "RARbMath": 27.19, - "RiaNewsRetrieval": 42.75, - "RuBQRetrieval": 30.02, - "SCIDOCS": 5.63, - "SCIDOCS-PL": 7.48, - "SIQA": 1.07, - "SciFact": 38.2, - "SciFact-PL": 39.79, - "SpartQA": 1.56, - "StackOverflowQA": 38.23, - "SyntecRetrieval": 55.31, - "SyntheticText2SQL": 43.28, - "T2Retrieval": 25.32, - "TRECCOVID": 16.34, - "TRECCOVID-PL": 18.45, - "TempReasonL1": 1.56, - "TempReasonL2Fact": 7.06, - "TempReasonL2Pure": 0.14, - "TempReasonL3Fact": 8.74, - "TempReasonL3Pure": 4.73, - "Touche2020": 4.88, - "VideoRetrieval": 22.04, - "WinoGrande": 54.3, - "XPQARetrieval (ara-ara)": 35.19, - "XPQARetrieval (eng-ara)": 20.64, - "XPQARetrieval (ara-eng)": 32.47, - "XPQARetrieval (deu-deu)": 53.56, - "XPQARetrieval (eng-deu)": 24.31, - "XPQARetrieval (deu-eng)": 54.87, - "XPQARetrieval (spa-spa)": 44.49, - "XPQARetrieval (eng-spa)": 25.31, - "XPQARetrieval (spa-eng)": 43.4, - "XPQARetrieval (fra-fra)": 51.74, - "XPQARetrieval (eng-fra)": 21.29, - "XPQARetrieval (fra-eng)": 49.4, - "XPQARetrieval (hin-hin)": 66.64, - "XPQARetrieval (eng-hin)": 23.25, - "XPQARetrieval (hin-eng)": 64.54, - "XPQARetrieval (ita-ita)": 56.27, - "XPQARetrieval (eng-ita)": 25.8, - "XPQARetrieval (ita-eng)": 52.69, - "XPQARetrieval (jpn-jpn)": 58.6, - "XPQARetrieval (eng-jpn)": 21.49, - "XPQARetrieval (jpn-eng)": 52.41, - "XPQARetrieval (kor-kor)": 27.63, - "XPQARetrieval (eng-kor)": 23.33, - "XPQARetrieval (kor-eng)": 23.97, - "XPQARetrieval (pol-pol)": 37.33, - "XPQARetrieval (eng-pol)": 16.19, - "XPQARetrieval (pol-eng)": 37.7, - "XPQARetrieval (por-por)": 38.48, - "XPQARetrieval (eng-por)": 19.41, - "XPQARetrieval (por-eng)": 37.31, - "XPQARetrieval (tam-tam)": 37.33, - "XPQARetrieval (eng-tam)": 20.53, - "XPQARetrieval (tam-eng)": 30.14, - "XPQARetrieval (cmn-cmn)": 50.7, - "XPQARetrieval (eng-cmn)": 20.59, - "XPQARetrieval (cmn-eng)": 48.23, - "XPQARetrieval (fr)": 51.74 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LaBSE", - "AFQMC": 21.02, - "ATEC": 26.61, - "BIOSSES": 78.7, - "BQ": 42.6, - "CDSC-R": 85.53, - "LCQMC": 52.19, - "PAWSX": 10.23, - "RUParaPhraserSTS": 65.74, - "RuSTSBenchmarkSTS": 73.34, - "SICK-R": 69.99, - "SICK-R-PL": 65.9, - "SICKFr": 69.94, - "STS12": 65.08, - "STS13": 67.98, - "STS14": 64.03, - "STS15": 76.59, - "STS16": 72.98, - "STS17 (es-en)": 65.71, - "STS17 (en-de)": 73.85, - "STS17 (fr-en)": 76.98, - "STS17 (en-tr)": 72.07, - "STS17 (ko-ko)": 71.32, - "STS17 (es-es)": 80.83, - "STS17 (it-en)": 76.99, - "STS17 (ar-ar)": 69.07, - "STS17 (en-en)": 79.45, - "STS17 (nl-en)": 75.22, - "STS17 (en-ar)": 74.51, - "STS22 (pl-en)": 69.41, - "STS22 (de-en)": 50.14, - "STS22 (es)": 63.18, - "STS22 (de-pl)": 58.69, - "STS22 (fr)": 77.95, - "STS22 (fr-pl)": 61.98, - "STS22 (de)": 48.58, - "STS22 (pl)": 39.3, - "STS22 (en)": 61.63, - "STS22 (es-it)": 69.69, - "STS22 (zh-en)": 64.02, - "STS22 (de-fr)": 53.28, - "STS22 (tr)": 58.15, - "STS22 (it)": 72.22, - "STS22 (ru)": 57.49, - "STS22 (es-en)": 71.86, - "STS22 (ar)": 57.67, - "STS22 (zh)": 63.02, - "STSB": 68.38, - "STSBenchmark": 72.25, - "STSBenchmarkMultilingualSTS (nl)": 70.22, - "STSBenchmarkMultilingualSTS (de)": 72.43, - "STSBenchmarkMultilingualSTS (pt)": 71.65, - "STSBenchmarkMultilingualSTS (fr)": 75.1, - "STSBenchmarkMultilingualSTS (en)": 72.25, - "STSBenchmarkMultilingualSTS (pl)": 72.58, - "STSBenchmarkMultilingualSTS (es)": 72.92, - "STSBenchmarkMultilingualSTS (zh)": 69.5, - "STSBenchmarkMultilingualSTS (ru)": 73.06, - "STSBenchmarkMultilingualSTS (it)": 72.97 - }, - { - "Model": "LaBSE", - "BIOSSES": 78.7, - "CDSC-R": 85.53, - "SICK-R": 69.99, - "SICK-R-PL": 65.9, - "SICKFr": 69.94, - "STS12": 65.08, - "STS13": 67.98, - "STS14": 64.03, - "STS15": 76.59, - "STS16": 72.98, - "STS17 (ar-ar)": 69.07, - "STS17 (en-ar)": 74.51, - "STS17 (en-de)": 73.85, - "STS17 (en-en)": 79.45, - "STS17 (en-tr)": 72.07, - "STS17 (es-en)": 65.71, - "STS17 (es-es)": 80.83, - "STS17 (fr-en)": 76.98, - "STS17 (it-en)": 76.99, - "STS17 (ko-ko)": 71.32, - "STS17 (nl-en)": 75.22, - "STS22 (ar)": 57.67, - "STS22 (de)": 48.58, - "STS22 (de-en)": 50.14, - "STS22 (de-fr)": 53.28, - "STS22 (de-pl)": 58.69, - "STS22 (en)": 60.97, - "STS22 (es)": 63.18, - "STS22 (es-en)": 71.86, - "STS22 (es-it)": 69.69, - "STS22 (fr)": 77.95, - "STS22 (fr-pl)": 61.98, - "STS22 (it)": 72.22, - "STS22 (pl)": 39.28, - "STS22 (pl-en)": 69.41, - "STS22 (ru)": 57.49, - "STS22 (tr)": 58.15, - "STS22 (zh)": 63.02, - "STS22 (zh-en)": 64.02, - "STSBenchmark": 72.25, - "STSBenchmarkMultilingualSTS (fr)": 75.1 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LaBSE", - "SummEval": 31.05, - "SummEvalFr": 30.16 - }, - { - "Model": "LaBSE", - "SummEval": 31.05, - "SummEvalFr": 30.16 - }, - { - "Model": "LaBSE", - "SummEval": 31.05, - "SummEvalFr": 30.16 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "LaBSE", - "CEDRClassification": 40.61, - "SensitiveTopicsClassification": 22.23 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "LaBSE", - "Core17InstructionRetrieval": 1.49, - "News21InstructionRetrieval": -1.11, - "Robust04InstructionRetrieval": -9.37 - } - ] - } - }, - "sentence-transformers__all-MiniLM-L12-v2": { - "BitextMining": { - "f1": [ - { - "Model": "all-MiniLM-L12-v2", - "BornholmBitextMining": 35.25, - "Tatoeba (tat-eng)": 0.75, - "Tatoeba (yid-eng)": 0.19, - "Tatoeba (tzl-eng)": 6.87, - "Tatoeba (ben-eng)": 0.02, - "Tatoeba (sqi-eng)": 5.86, - "Tatoeba (war-eng)": 6.18, - "Tatoeba (nld-eng)": 12.56, - "Tatoeba (ast-eng)": 9.99, - "Tatoeba (awa-eng)": 0.44, - "Tatoeba (jpn-eng)": 2.18, - "Tatoeba (kat-eng)": 0.45, - "Tatoeba (pes-eng)": 0.3, - "Tatoeba (fra-eng)": 17.53, - "Tatoeba (nds-eng)": 11.35, - "Tatoeba (gle-eng)": 3.08, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (srp-eng)": 2.22, - "Tatoeba (mhr-eng)": 0.0, - "Tatoeba (bos-eng)": 7.05, - "Tatoeba (heb-eng)": 0.3, - "Tatoeba (orv-eng)": 0.15, - "Tatoeba (kaz-eng)": 0.82, - "Tatoeba (eus-eng)": 6.58, - "Tatoeba (hsb-eng)": 2.89, - "Tatoeba (max-eng)": 8.4, - "Tatoeba (kab-eng)": 0.91, - "Tatoeba (hrv-eng)": 5.68, - "Tatoeba (deu-eng)": 13.89, - "Tatoeba (kor-eng)": 0.9, - "Tatoeba (slk-eng)": 4.2, - "Tatoeba (tur-eng)": 3.69, - "Tatoeba (ron-eng)": 8.77, - "Tatoeba (nno-eng)": 7.45, - "Tatoeba (ido-eng)": 11.08, - "Tatoeba (est-eng)": 2.6, - "Tatoeba (ceb-eng)": 3.95, - "Tatoeba (bre-eng)": 3.68, - "Tatoeba (lfn-eng)": 7.52, - "Tatoeba (ina-eng)": 25.36, - "Tatoeba (nov-eng)": 19.45, - "Tatoeba (slv-eng)": 4.52, - "Tatoeba (fry-eng)": 14.53, - "Tatoeba (cbk-eng)": 9.76, - "Tatoeba (lvs-eng)": 3.45, - "Tatoeba (yue-eng)": 1.89, - "Tatoeba (ces-eng)": 4.2, - "Tatoeba (afr-eng)": 7.59, - "Tatoeba (rus-eng)": 0.07, - "Tatoeba (amh-eng)": 0.01, - "Tatoeba (ang-eng)": 14.63, - "Tatoeba (cat-eng)": 11.79, - "Tatoeba (khm-eng)": 0.42, - "Tatoeba (pam-eng)": 4.73, - "Tatoeba (pms-eng)": 8.94, - "Tatoeba (gsw-eng)": 9.9, - "Tatoeba (swg-eng)": 11.9, - "Tatoeba (tel-eng)": 0.67, - "Tatoeba (nob-eng)": 8.02, - "Tatoeba (uig-eng)": 0.4, - "Tatoeba (bel-eng)": 0.85, - "Tatoeba (lit-eng)": 1.56, - "Tatoeba (isl-eng)": 3.44, - "Tatoeba (swh-eng)": 5.82, - "Tatoeba (tha-eng)": 0.67, - "Tatoeba (mon-eng)": 0.06, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (swe-eng)": 7.31, - "Tatoeba (epo-eng)": 8.5, - "Tatoeba (ind-eng)": 5.3, - "Tatoeba (tgl-eng)": 3.34, - "Tatoeba (arq-eng)": 0.28, - "Tatoeba (aze-eng)": 1.47, - "Tatoeba (por-eng)": 11.36, - "Tatoeba (hun-eng)": 3.93, - "Tatoeba (kur-eng)": 7.3, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (csb-eng)": 5.21, - "Tatoeba (glg-eng)": 12.6, - "Tatoeba (wuu-eng)": 1.89, - "Tatoeba (uzb-eng)": 2.2, - "Tatoeba (fao-eng)": 5.92, - "Tatoeba (mal-eng)": 0.24, - "Tatoeba (dsb-eng)": 3.06, - "Tatoeba (jav-eng)": 3.5, - "Tatoeba (xho-eng)": 3.66, - "Tatoeba (dan-eng)": 10.21, - "Tatoeba (gla-eng)": 2.58, - "Tatoeba (spa-eng)": 11.26, - "Tatoeba (ber-eng)": 4.72, - "Tatoeba (ukr-eng)": 0.57, - "Tatoeba (cym-eng)": 5.13, - "Tatoeba (cha-eng)": 13.07, - "Tatoeba (pol-eng)": 4.29, - "Tatoeba (fin-eng)": 3.65, - "Tatoeba (bul-eng)": 0.23, - "Tatoeba (tuk-eng)": 2.66, - "Tatoeba (tam-eng)": 0.33, - "Tatoeba (mar-eng)": 0.04, - "Tatoeba (vie-eng)": 5.06, - "Tatoeba (ell-eng)": 0.2, - "Tatoeba (lat-eng)": 7.14, - "Tatoeba (zsm-eng)": 5.99, - "Tatoeba (ita-eng)": 12.57, - "Tatoeba (ara-eng)": 0.43, - "Tatoeba (cor-eng)": 2.47, - "Tatoeba (oci-eng)": 8.72, - "Tatoeba (mkd-eng)": 0.01, - "Tatoeba (ile-eng)": 17.43, - "Tatoeba (kzj-eng)": 3.64, - "Tatoeba (cmn-eng)": 2.45, - "Tatoeba (dtp-eng)": 3.31, - "Tatoeba (hye-eng)": 0.5 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "all-MiniLM-L12-v2", - "AllegroReviews": 23.85, - "AmazonCounterfactualClassification (en-ext)": 67.24, - "AmazonCounterfactualClassification (en)": 65.28, - "AmazonCounterfactualClassification (de)": 57.1, - "AmazonCounterfactualClassification (ja)": 59.91, - "AmazonPolarityClassification": 62.98, - "AmazonReviewsClassification (en)": 30.79, - "AmazonReviewsClassification (de)": 25.91, - "AmazonReviewsClassification (es)": 27.63, - "AmazonReviewsClassification (fr)": 27.54, - "AmazonReviewsClassification (ja)": 23.57, - "AmazonReviewsClassification (zh)": 22.99, - "AngryTweetsClassification": 42.87, - "Banking77Classification": 80.4, - "CBD": 48.46, - "DanishPoliticalCommentsClassification": 27.07, - "EmotionClassification": 41.17, - "GeoreviewClassification": 23.49, - "HeadlineClassification": 28.49, - "IFlyTek": 15.31, - "ImdbClassification": 59.76, - "InappropriatenessClassification": 50.85, - "JDReview": 59.57, - "KinopoiskClassification": 34.17, - "LccSentimentClassification": 41.93, - "MTOPDomainClassification (en)": 91.9, - "MTOPDomainClassification (de)": 72.04, - "MTOPDomainClassification (es)": 72.99, - "MTOPDomainClassification (fr)": 75.59, - "MTOPDomainClassification (hi)": 40.36, - "MTOPDomainClassification (th)": 17.1, - "MTOPIntentClassification (en)": 62.84, - "MTOPIntentClassification (de)": 43.41, - "MTOPIntentClassification (es)": 41.88, - "MTOPIntentClassification (fr)": 38.94, - "MTOPIntentClassification (hi)": 17.75, - "MTOPIntentClassification (th)": 5.63, - "MasakhaNEWSClassification (amh)": 30.64, - "MasakhaNEWSClassification (eng)": 76.62, - "MasakhaNEWSClassification (fra)": 72.2, - "MasakhaNEWSClassification (hau)": 52.59, - "MasakhaNEWSClassification (ibo)": 54.26, - "MasakhaNEWSClassification (lin)": 62.23, - "MasakhaNEWSClassification (lug)": 47.62, - "MasakhaNEWSClassification (orm)": 47.17, - "MasakhaNEWSClassification (pcm)": 91.77, - "MasakhaNEWSClassification (run)": 54.47, - "MasakhaNEWSClassification (sna)": 66.53, - "MasakhaNEWSClassification (som)": 40.27, - "MasakhaNEWSClassification (swa)": 47.77, - "MasakhaNEWSClassification (tir)": 21.18, - "MasakhaNEWSClassification (xho)": 54.34, - "MasakhaNEWSClassification (yor)": 58.61, - "MassiveIntentClassification (ja)": 30.94, - "MassiveIntentClassification (zh-CN)": 23.74, - "MassiveIntentClassification (en)": 67.15, - "MassiveIntentClassification (nb)": 41.91, - "MassiveIntentClassification (ur)": 16.18, - "MassiveIntentClassification (kn)": 3.08, - "MassiveIntentClassification (ru)": 26.33, - "MassiveIntentClassification (de)": 44.17, - "MassiveIntentClassification (az)": 34.25, - "MassiveIntentClassification (hu)": 38.0, - "MassiveIntentClassification (ml)": 2.85, - "MassiveIntentClassification (tr)": 35.9, - "MassiveIntentClassification (ko)": 19.97, - "MassiveIntentClassification (mn)": 23.25, - "MassiveIntentClassification (ta)": 13.1, - "MassiveIntentClassification (fr)": 44.82, - "MassiveIntentClassification (el)": 28.7, - "MassiveIntentClassification (sw)": 35.28, - "MassiveIntentClassification (sv)": 40.42, - "MassiveIntentClassification (vi)": 37.38, - "MassiveIntentClassification (ms)": 36.21, - "MassiveIntentClassification (hi)": 17.98, - "MassiveIntentClassification (hy)": 8.69, - "MassiveIntentClassification (pl)": 37.63, - "MassiveIntentClassification (pt)": 45.12, - "MassiveIntentClassification (fi)": 39.27, - "MassiveIntentClassification (ar)": 20.94, - "MassiveIntentClassification (da)": 44.43, - "MassiveIntentClassification (af)": 38.94, - "MassiveIntentClassification (sq)": 41.62, - "MassiveIntentClassification (am)": 2.45, - "MassiveIntentClassification (nl)": 41.85, - "MassiveIntentClassification (es)": 40.91, - "MassiveIntentClassification (it)": 43.17, - "MassiveIntentClassification (km)": 4.99, - "MassiveIntentClassification (id)": 39.66, - "MassiveIntentClassification (bn)": 13.67, - "MassiveIntentClassification (is)": 35.14, - "MassiveIntentClassification (jv)": 36.69, - "MassiveIntentClassification (ka)": 9.17, - "MassiveIntentClassification (ro)": 41.71, - "MassiveIntentClassification (sl)": 38.52, - "MassiveIntentClassification (zh-TW)": 22.39, - "MassiveIntentClassification (tl)": 38.56, - "MassiveIntentClassification (fa)": 23.52, - "MassiveIntentClassification (te)": 2.56, - "MassiveIntentClassification (lv)": 38.61, - "MassiveIntentClassification (my)": 4.38, - "MassiveIntentClassification (th)": 10.54, - "MassiveIntentClassification (he)": 23.65, - "MassiveIntentClassification (cy)": 35.71, - "MassiveScenarioClassification (pt)": 53.0, - "MassiveScenarioClassification (zh-TW)": 31.16, - "MassiveScenarioClassification (sv)": 46.83, - "MassiveScenarioClassification (fa)": 29.0, - "MassiveScenarioClassification (lv)": 42.75, - "MassiveScenarioClassification (fr)": 53.76, - "MassiveScenarioClassification (ml)": 7.25, - "MassiveScenarioClassification (is)": 43.08, - "MassiveScenarioClassification (sq)": 49.14, - "MassiveScenarioClassification (am)": 7.41, - "MassiveScenarioClassification (cy)": 41.4, - "MassiveScenarioClassification (ro)": 49.97, - "MassiveScenarioClassification (th)": 18.32, - "MassiveScenarioClassification (kn)": 8.32, - "MassiveScenarioClassification (ur)": 24.46, - "MassiveScenarioClassification (id)": 44.35, - "MassiveScenarioClassification (el)": 35.51, - "MassiveScenarioClassification (he)": 25.68, - "MassiveScenarioClassification (my)": 10.07, - "MassiveScenarioClassification (de)": 52.07, - "MassiveScenarioClassification (hi)": 23.02, - "MassiveScenarioClassification (hu)": 44.09, - "MassiveScenarioClassification (tl)": 48.31, - "MassiveScenarioClassification (en)": 74.58, - "MassiveScenarioClassification (vi)": 40.94, - "MassiveScenarioClassification (bn)": 18.98, - "MassiveScenarioClassification (ka)": 14.84, - "MassiveScenarioClassification (hy)": 14.83, - "MassiveScenarioClassification (pl)": 44.72, - "MassiveScenarioClassification (sw)": 43.18, - "MassiveScenarioClassification (it)": 51.71, - "MassiveScenarioClassification (tr)": 41.79, - "MassiveScenarioClassification (nl)": 49.15, - "MassiveScenarioClassification (az)": 39.58, - "MassiveScenarioClassification (da)": 49.47, - "MassiveScenarioClassification (es)": 50.74, - "MassiveScenarioClassification (ar)": 27.62, - "MassiveScenarioClassification (sl)": 42.26, - "MassiveScenarioClassification (jv)": 44.57, - "MassiveScenarioClassification (ms)": 44.65, - "MassiveScenarioClassification (fi)": 45.8, - "MassiveScenarioClassification (km)": 9.75, - "MassiveScenarioClassification (ru)": 28.75, - "MassiveScenarioClassification (mn)": 29.03, - "MassiveScenarioClassification (ta)": 19.38, - "MassiveScenarioClassification (te)": 7.74, - "MassiveScenarioClassification (ja)": 36.75, - "MassiveScenarioClassification (ko)": 25.72, - "MassiveScenarioClassification (zh-CN)": 33.18, - "MassiveScenarioClassification (nb)": 47.36, - "MassiveScenarioClassification (af)": 45.71, - "MultilingualSentiment": 40.52, - "NoRecClassification": 37.73, - "NordicLangClassification": 54.17, - "OnlineShopping": 58.65, - "PAC": 59.53, - "PolEmo2.0-IN": 38.32, - "PolEmo2.0-OUT": 22.98, - "RuReviewsClassification": 42.49, - "RuSciBenchGRNTIClassification": 10.49, - "RuSciBenchOECDClassification": 8.31, - "TNews": 20.37, - "ToxicConversationsClassification": 67.47, - "TweetSentimentExtractionClassification": 54.25, - "Waimai": 63.48 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "all-MiniLM-L12-v2", - "AlloProfClusteringP2P": 46.03, - "AlloProfClusteringS2S": 31.83, - "ArxivClusteringP2P": 46.07, - "ArxivClusteringS2S": 37.5, - "BiorxivClusteringP2P": 36.99, - "BiorxivClusteringS2S": 33.21, - "GeoreviewClusteringP2P": 20.76, - "HALClusteringS2S": 19.58, - "MLSUMClusteringP2P": 34.35, - "MLSUMClusteringS2S": 29.3, - "MasakhaNEWSClusteringP2P (amh)": 40.5, - "MasakhaNEWSClusteringP2P (eng)": 55.86, - "MasakhaNEWSClusteringP2P (fra)": 42.72, - "MasakhaNEWSClusteringP2P (hau)": 26.61, - "MasakhaNEWSClusteringP2P (ibo)": 44.26, - "MasakhaNEWSClusteringP2P (lin)": 54.52, - "MasakhaNEWSClusteringP2P (lug)": 43.87, - "MasakhaNEWSClusteringP2P (orm)": 24.87, - "MasakhaNEWSClusteringP2P (pcm)": 74.42, - "MasakhaNEWSClusteringP2P (run)": 51.73, - "MasakhaNEWSClusteringP2P (sna)": 46.89, - "MasakhaNEWSClusteringP2P (som)": 31.17, - "MasakhaNEWSClusteringP2P (swa)": 23.72, - "MasakhaNEWSClusteringP2P (tir)": 44.08, - "MasakhaNEWSClusteringP2P (xho)": 26.97, - "MasakhaNEWSClusteringP2P (yor)": 32.51, - "MasakhaNEWSClusteringS2S (amh)": 44.11, - "MasakhaNEWSClusteringS2S (eng)": 40.71, - "MasakhaNEWSClusteringS2S (fra)": 32.47, - "MasakhaNEWSClusteringS2S (hau)": 20.63, - "MasakhaNEWSClusteringS2S (ibo)": 35.33, - "MasakhaNEWSClusteringS2S (lin)": 54.52, - "MasakhaNEWSClusteringS2S (lug)": 51.42, - "MasakhaNEWSClusteringS2S (orm)": 24.84, - "MasakhaNEWSClusteringS2S (pcm)": 70.72, - "MasakhaNEWSClusteringS2S (run)": 50.88, - "MasakhaNEWSClusteringS2S (sna)": 46.6, - "MasakhaNEWSClusteringS2S (som)": 29.87, - "MasakhaNEWSClusteringS2S (swa)": 10.82, - "MasakhaNEWSClusteringS2S (tir)": 43.63, - "MasakhaNEWSClusteringS2S (xho)": 24.55, - "MasakhaNEWSClusteringS2S (yor)": 32.85, - "MedrxivClusteringP2P": 34.25, - "MedrxivClusteringS2S": 32.24, - "RedditClustering": 51.18, - "RedditClusteringP2P": 54.8, - "RuSciBenchGRNTIClusteringP2P": 10.65, - "RuSciBenchOECDClusteringP2P": 10.19, - "StackExchangeClustering": 53.05, - "StackExchangeClusteringP2P": 33.13, - "TwentyNewsgroupsClustering": 47.47 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "all-MiniLM-L12-v2", - "CDSC-E": 49.04, - "OpusparcusPC (de)": 91.2, - "OpusparcusPC (en)": 97.41, - "OpusparcusPC (fi)": 85.99, - "OpusparcusPC (fr)": 87.35, - "OpusparcusPC (ru)": 79.23, - "OpusparcusPC (sv)": 84.87, - "PSC": 87.92, - "PawsXPairClassification (de)": 50.83, - "PawsXPairClassification (en)": 58.62, - "PawsXPairClassification (es)": 52.08, - "PawsXPairClassification (fr)": 55.54, - "PawsXPairClassification (ja)": 47.75, - "PawsXPairClassification (ko)": 49.59, - "PawsXPairClassification (zh)": 52.8, - "SICK-E-PL": 49.63, - "SprintDuplicateQuestions": 92.45, - "TERRa": 46.4, - "TwitterSemEval2015": 70.02, - "TwitterURLCorpus": 84.77 - }, - { - "Model": "all-MiniLM-L12-v2", - "CDSC-E": 49.04, - "OpusparcusPC (de)": 91.2, - "OpusparcusPC (en)": 97.41, - "OpusparcusPC (fi)": 85.99, - "OpusparcusPC (fr)": 87.35, - "OpusparcusPC (ru)": 79.23, - "OpusparcusPC (sv)": 84.87, - "PSC": 87.92, - "PawsXPairClassification (de)": 51.07, - "PawsXPairClassification (en)": 58.7, - "PawsXPairClassification (es)": 52.08, - "PawsXPairClassification (fr)": 55.59, - "PawsXPairClassification (ja)": 47.88, - "PawsXPairClassification (ko)": 49.65, - "PawsXPairClassification (zh)": 53.01, - "SICK-E-PL": 49.63, - "SprintDuplicateQuestions": 92.58, - "TERRa": 46.4, - "TwitterSemEval2015": 70.02, - "TwitterURLCorpus": 84.77 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "all-MiniLM-L12-v2", - "AlloprofReranking": 67.01, - "AskUbuntuDupQuestions": 64.06, - "MMarcoReranking": 5.27, - "MindSmallReranking": 31.02, - "RuBQReranking": 38.51, - "SciDocsRR": 87.2, - "StackOverflowDupQuestions": 51.47, - "SyntecReranking": 69.17, - "T2Reranking": 60.32 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-MiniLM-L12-v2", - "AILACasedocs": 16.8, - "AILAStatutes": 20.71, - "ARCChallenge": 10.23, - "AlloprofRetrieval": 33.2, - "AlphaNLI": 25.35, - "AppsRetrieval": 5.97, - "ArguAna": 47.13, - "ArguAna-PL": 13.4, - "BSARDRetrieval": 6.24, - "CQADupstackRetrieval": 42.53, - "ClimateFEVER": 21.57, - "CmedqaRetrieval": 2.58, - "CodeFeedbackMT": 27.07, - "CodeFeedbackST": 61.01, - "CodeSearchNetCCRetrieval (python)": 71.1, - "CodeSearchNetCCRetrieval (javascript)": 70.13, - "CodeSearchNetCCRetrieval (go)": 63.52, - "CodeSearchNetCCRetrieval (ruby)": 72.28, - "CodeSearchNetCCRetrieval (java)": 67.51, - "CodeSearchNetCCRetrieval (php)": 60.81, - "CodeSearchNetRetrieval (python)": 82.09, - "CodeSearchNetRetrieval (javascript)": 67.52, - "CodeSearchNetRetrieval (go)": 89.06, - "CodeSearchNetRetrieval (ruby)": 74.77, - "CodeSearchNetRetrieval (java)": 53.2, - "CodeSearchNetRetrieval (php)": 77.36, - "CodeTransOceanContest": 59.86, - "CodeTransOceanDL": 19.94, - "CosQA": 32.09, - "CovidRetrieval": 10.79, - "DBPedia": 33.35, - "DuRetrieval": 6.62, - "EcomRetrieval": 4.01, - "FEVER": 55.9, - "FiQA-PL": 5.82, - "FiQA2018": 37.27, - "GerDaLIRSmall": 1.35, - "HellaSwag": 24.08, - "HotpotQA": 44.59, - "LEMBNarrativeQARetrieval": 19.64, - "LEMBQMSumRetrieval": 13.08, - "LEMBSummScreenFDRetrieval": 46.98, - "LEMBWikimQARetrieval": 44.88, - "LeCaRDv2": 18.77, - "LegalBenchConsumerContractsQA": 60.21, - "LegalBenchCorporateLobbying": 88.69, - "LegalQuAD": 7.44, - "LegalSummarization": 57.43, - "MMarcoRetrieval": 7.46, - "MSMARCO": 39.03, - "MedicalRetrieval": 2.3, - "MintakaRetrieval (ar)": 2.74, - "MintakaRetrieval (de)": 20.04, - "MintakaRetrieval (es)": 11.76, - "MintakaRetrieval (fr)": 16.08, - "MintakaRetrieval (hi)": 3.04, - "MintakaRetrieval (it)": 11.83, - "MintakaRetrieval (ja)": 7.31, - "MintakaRetrieval (pt)": 13.66, - "NFCorpus": 32.25, - "NFCorpus-PL": 15.43, - "NQ": 46.47, - "PIQA": 26.44, - "Quail": 3.08, - "QuoraRetrieval": 87.75, - "RARbCode": 42.44, - "RARbMath": 66.36, - "RuBQRetrieval": 8.84, - "SCIDOCS": 21.82, - "SCIDOCS-PL": 5.34, - "SIQA": 2.09, - "SciFact": 62.64, - "SciFact-PL": 22.48, - "SpartQA": 2.67, - "StackOverflowQA": 80.63, - "SyntecRetrieval": 60.8, - "SyntheticText2SQL": 43.93, - "T2Retrieval": 4.82, - "TRECCOVID": 50.82, - "TRECCOVID-PL": 16.52, - "TempReasonL1": 1.66, - "TempReasonL2Fact": 10.31, - "TempReasonL2Pure": 0.63, - "TempReasonL3Fact": 11.11, - "TempReasonL3Pure": 6.63, - "Touche2020": 17.22, - "VideoRetrieval": 9.38, - "WinoGrande": 27.2, - "XPQARetrieval (ara-ara)": 7.83, - "XPQARetrieval (eng-ara)": 2.55, - "XPQARetrieval (ara-eng)": 8.88, - "XPQARetrieval (deu-deu)": 56.77, - "XPQARetrieval (eng-deu)": 18.2, - "XPQARetrieval (deu-eng)": 30.06, - "XPQARetrieval (spa-spa)": 42.22, - "XPQARetrieval (eng-spa)": 7.53, - "XPQARetrieval (spa-eng)": 26.27, - "XPQARetrieval (fra-fra)": 55.9, - "XPQARetrieval (eng-fra)": 14.89, - "XPQARetrieval (fra-eng)": 34.15, - "XPQARetrieval (hin-hin)": 33.26, - "XPQARetrieval (eng-hin)": 6.44, - "XPQARetrieval (hin-eng)": 6.98, - "XPQARetrieval (ita-ita)": 58.68, - "XPQARetrieval (eng-ita)": 8.56, - "XPQARetrieval (ita-eng)": 28.71, - "XPQARetrieval (jpn-jpn)": 39.53, - "XPQARetrieval (eng-jpn)": 5.7, - "XPQARetrieval (jpn-eng)": 13.75, - "XPQARetrieval (kor-kor)": 13.44, - "XPQARetrieval (eng-kor)": 7.43, - "XPQARetrieval (kor-eng)": 7.4, - "XPQARetrieval (pol-pol)": 28.07, - "XPQARetrieval (eng-pol)": 10.03, - "XPQARetrieval (pol-eng)": 16.58, - "XPQARetrieval (por-por)": 34.09, - "XPQARetrieval (eng-por)": 7.38, - "XPQARetrieval (por-eng)": 22.59, - "XPQARetrieval (tam-tam)": 9.07, - "XPQARetrieval (eng-tam)": 4.15, - "XPQARetrieval (tam-eng)": 3.76, - "XPQARetrieval (cmn-cmn)": 21.07, - "XPQARetrieval (eng-cmn)": 6.58, - "XPQARetrieval (cmn-eng)": 9.39, - "XPQARetrieval (fr)": 55.9 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "all-MiniLM-L12-v2", - "AFQMC": 7.94, - "ATEC": 12.97, - "BIOSSES": 83.57, - "BQ": 23.31, - "CDSC-R": 82.5, - "LCQMC": 21.04, - "PAWSX": 7.31, - "RUParaPhraserSTS": 45.47, - "RuSTSBenchmarkSTS": 56.33, - "SICK-R": 79.32, - "SICK-R-PL": 54.26, - "SICKFr": 63.16, - "STS12": 73.08, - "STS13": 82.13, - "STS14": 76.73, - "STS15": 85.58, - "STS16": 80.23, - "STS17 (ar-ar)": 58.71, - "STS17 (es-es)": 78.37, - "STS17 (en-tr)": 0.43, - "STS17 (es-en)": 22.01, - "STS17 (it-en)": 24.28, - "STS17 (en-de)": 27.54, - "STS17 (en-en)": 88.63, - "STS17 (ko-ko)": 43.37, - "STS17 (nl-en)": 24.51, - "STS17 (en-ar)": 0.54, - "STS17 (fr-en)": 30.7, - "STS22 (de-fr)": 43.52, - "STS22 (tr)": 21.6, - "STS22 (en)": 66.0, - "STS22 (ar)": 17.54, - "STS22 (pl-en)": 42.67, - "STS22 (es-it)": 40.71, - "STS22 (pl)": 19.22, - "STS22 (fr-pl)": 16.9, - "STS22 (es)": 43.98, - "STS22 (ru)": 11.19, - "STS22 (it)": 47.48, - "STS22 (de-en)": 42.86, - "STS22 (de)": 22.53, - "STS22 (zh-en)": 44.39, - "STS22 (de-pl)": 1.63, - "STS22 (fr)": 69.51, - "STS22 (zh)": 33.15, - "STS22 (es-en)": 53.99, - "STSB": 36.66, - "STSBenchmark": 83.09, - "STSBenchmarkMultilingualSTS (es)": 65.33, - "STSBenchmarkMultilingualSTS (zh)": 38.93, - "STSBenchmarkMultilingualSTS (en)": 83.09, - "STSBenchmarkMultilingualSTS (fr)": 66.68, - "STSBenchmarkMultilingualSTS (it)": 60.71, - "STSBenchmarkMultilingualSTS (nl)": 60.03, - "STSBenchmarkMultilingualSTS (pt)": 63.85, - "STSBenchmarkMultilingualSTS (ru)": 56.09, - "STSBenchmarkMultilingualSTS (de)": 63.28, - "STSBenchmarkMultilingualSTS (pl)": 60.2 - }, - { - "Model": "all-MiniLM-L12-v2", - "STS17 (ar-ar)": 58.71, - "STS17 (en-ar)": 0.54, - "STS17 (en-de)": 27.54, - "STS17 (en-en)": 88.63, - "STS17 (en-tr)": 0.43, - "STS17 (es-en)": 22.01, - "STS17 (es-es)": 78.37, - "STS17 (fr-en)": 30.7, - "STS17 (it-en)": 24.28, - "STS17 (ko-ko)": 43.37, - "STS17 (nl-en)": 24.51, - "STS22 (ar)": 17.54, - "STS22 (de)": 22.53, - "STS22 (de-en)": 42.86, - "STS22 (de-fr)": 43.52, - "STS22 (de-pl)": 1.63, - "STS22 (en)": 65.67, - "STS22 (es)": 43.98, - "STS22 (es-en)": 53.99, - "STS22 (es-it)": 40.71, - "STS22 (fr)": 69.51, - "STS22 (fr-pl)": 16.9, - "STS22 (it)": 47.48, - "STS22 (pl)": 19.22, - "STS22 (pl-en)": 42.67, - "STS22 (ru)": 11.19, - "STS22 (tr)": 21.6, - "STS22 (zh)": 33.15, - "STS22 (zh-en)": 44.39 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "all-MiniLM-L12-v2", - "SummEval": 27.9, - "SummEvalFr": 26.63 - }, - { - "Model": "all-MiniLM-L12-v2", - "SummEval": 27.9, - "SummEvalFr": 26.63 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "all-MiniLM-L12-v2", - "CEDRClassification": 33.86, - "SensitiveTopicsClassification": 18.05 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "all-MiniLM-L12-v2", - "Core17InstructionRetrieval": 1.69, - "News21InstructionRetrieval": -0.35, - "Robust04InstructionRetrieval": -3.59 - } - ] - } - }, - "sentence-transformers__all-MiniLM-L6-v2": { - "BitextMining": { - "f1": [ - { - "Model": "all-MiniLM-L6-v2", - "BornholmBitextMining": 29.68, - "Tatoeba (gle-eng)": 2.75, - "Tatoeba (ell-eng)": 0.1, - "Tatoeba (heb-eng)": 0.22, - "Tatoeba (mon-eng)": 0.38, - "Tatoeba (lat-eng)": 5.04, - "Tatoeba (csb-eng)": 3.78, - "Tatoeba (dsb-eng)": 2.9, - "Tatoeba (tel-eng)": 0.46, - "Tatoeba (ara-eng)": 0.0, - "Tatoeba (lfn-eng)": 4.55, - "Tatoeba (bul-eng)": 0.21, - "Tatoeba (kur-eng)": 5.21, - "Tatoeba (fao-eng)": 5.33, - "Tatoeba (kat-eng)": 0.3, - "Tatoeba (hsb-eng)": 2.65, - "Tatoeba (tam-eng)": 0.33, - "Tatoeba (vie-eng)": 3.07, - "Tatoeba (pes-eng)": 0.0, - "Tatoeba (slk-eng)": 3.27, - "Tatoeba (bos-eng)": 5.58, - "Tatoeba (ukr-eng)": 0.3, - "Tatoeba (gsw-eng)": 11.33, - "Tatoeba (bre-eng)": 3.22, - "Tatoeba (uig-eng)": 0.2, - "Tatoeba (cbk-eng)": 7.04, - "Tatoeba (ile-eng)": 13.54, - "Tatoeba (lit-eng)": 0.92, - "Tatoeba (mar-eng)": 0.0, - "Tatoeba (tha-eng)": 0.3, - "Tatoeba (mhr-eng)": 0.0, - "Tatoeba (max-eng)": 6.93, - "Tatoeba (yid-eng)": 0.14, - "Tatoeba (khm-eng)": 0.42, - "Tatoeba (ina-eng)": 17.63, - "Tatoeba (ita-eng)": 9.9, - "Tatoeba (bel-eng)": 0.5, - "Tatoeba (srp-eng)": 1.28, - "Tatoeba (pol-eng)": 2.58, - "Tatoeba (slv-eng)": 3.25, - "Tatoeba (tzl-eng)": 4.58, - "Tatoeba (uzb-eng)": 2.34, - "Tatoeba (ido-eng)": 7.48, - "Tatoeba (rus-eng)": 0.07, - "Tatoeba (cha-eng)": 13.29, - "Tatoeba (wuu-eng)": 0.6, - "Tatoeba (urd-eng)": 0.1, - "Tatoeba (hye-eng)": 0.41, - "Tatoeba (ber-eng)": 4.69, - "Tatoeba (por-eng)": 8.29, - "Tatoeba (nov-eng)": 13.97, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (fra-eng)": 8.17, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (nds-eng)": 9.56, - "Tatoeba (tat-eng)": 0.44, - "Tatoeba (kab-eng)": 0.96, - "Tatoeba (jpn-eng)": 0.97, - "Tatoeba (mkd-eng)": 0.0, - "Tatoeba (yue-eng)": 0.86, - "Tatoeba (dtp-eng)": 1.88, - "Tatoeba (xho-eng)": 4.01, - "Tatoeba (ind-eng)": 3.86, - "Tatoeba (glg-eng)": 9.31, - "Tatoeba (zsm-eng)": 4.24, - "Tatoeba (swh-eng)": 5.8, - "Tatoeba (ast-eng)": 6.84, - "Tatoeba (spa-eng)": 5.63, - "Tatoeba (cat-eng)": 6.93, - "Tatoeba (pms-eng)": 7.62, - "Tatoeba (pam-eng)": 3.54, - "Tatoeba (kaz-eng)": 0.42, - "Tatoeba (hrv-eng)": 3.83, - "Tatoeba (epo-eng)": 5.46, - "Tatoeba (orv-eng)": 0.0, - "Tatoeba (swg-eng)": 8.92, - "Tatoeba (kzj-eng)": 2.78, - "Tatoeba (ang-eng)": 15.64, - "Tatoeba (cmn-eng)": 1.92, - "Tatoeba (nob-eng)": 4.34, - "Tatoeba (lvs-eng)": 2.61, - "Tatoeba (dan-eng)": 7.84, - "Tatoeba (aze-eng)": 1.04, - "Tatoeba (tur-eng)": 3.59, - "Tatoeba (sqi-eng)": 3.58, - "Tatoeba (hun-eng)": 3.56, - "Tatoeba (awa-eng)": 0.51, - "Tatoeba (afr-eng)": 5.89, - "Tatoeba (tuk-eng)": 3.52, - "Tatoeba (est-eng)": 2.36, - "Tatoeba (fry-eng)": 11.22, - "Tatoeba (cor-eng)": 2.41, - "Tatoeba (ceb-eng)": 3.39, - "Tatoeba (eus-eng)": 5.54, - "Tatoeba (amh-eng)": 0.25, - "Tatoeba (ron-eng)": 6.82, - "Tatoeba (oci-eng)": 6.55, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (arq-eng)": 0.11, - "Tatoeba (swe-eng)": 6.06, - "Tatoeba (nno-eng)": 5.38, - "Tatoeba (gla-eng)": 2.7, - "Tatoeba (kor-eng)": 0.45, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (fin-eng)": 2.79, - "Tatoeba (ces-eng)": 3.04, - "Tatoeba (deu-eng)": 7.89, - "Tatoeba (cym-eng)": 6.09, - "Tatoeba (war-eng)": 4.94, - "Tatoeba (isl-eng)": 2.37, - "Tatoeba (nld-eng)": 10.16, - "Tatoeba (tgl-eng)": 2.69, - "Tatoeba (jav-eng)": 3.37 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "all-MiniLM-L6-v2", - "AllegroReviews": 24.64, - "AmazonCounterfactualClassification (en)": 63.64, - "AmazonCounterfactualClassification (en-ext)": 65.59, - "AmazonCounterfactualClassification (de)": 57.82, - "AmazonCounterfactualClassification (ja)": 60.9, - "AmazonPolarityClassification": 64.26, - "AmazonReviewsClassification (en)": 30.85, - "AmazonReviewsClassification (de)": 26.44, - "AmazonReviewsClassification (es)": 27.35, - "AmazonReviewsClassification (fr)": 26.88, - "AmazonReviewsClassification (ja)": 23.78, - "AmazonReviewsClassification (zh)": 23.67, - "AngryTweetsClassification": 42.48, - "Banking77Classification": 80.04, - "CBD": 50.9, - "DKHateClassification": 55.05, - "DanishPoliticalCommentsClassification": 26.7, - "EmotionClassification": 40.83, - "GeoreviewClassification": 27.08, - "HeadlineClassification": 27.77, - "IFlyTek": 16.09, - "ImdbClassification": 61.76, - "InappropriatenessClassification": 51.73, - "JDReview": 59.98, - "KinopoiskClassification": 33.93, - "LccSentimentClassification": 38.53, - "MTOPDomainClassification (en)": 91.68, - "MTOPDomainClassification (de)": 70.47, - "MTOPDomainClassification (es)": 72.99, - "MTOPDomainClassification (fr)": 75.1, - "MTOPDomainClassification (hi)": 40.74, - "MTOPDomainClassification (th)": 15.66, - "MTOPIntentClassification (en)": 61.55, - "MTOPIntentClassification (de)": 45.7, - "MTOPIntentClassification (es)": 44.19, - "MTOPIntentClassification (fr)": 39.67, - "MTOPIntentClassification (hi)": 18.69, - "MTOPIntentClassification (th)": 5.03, - "MasakhaNEWSClassification (fra)": 68.84, - "MasakhaNEWSClassification (amh)": 33.03, - "MasakhaNEWSClassification (eng)": 77.11, - "MasakhaNEWSClassification (hau)": 50.49, - "MasakhaNEWSClassification (ibo)": 52.15, - "MasakhaNEWSClassification (lin)": 68.29, - "MasakhaNEWSClassification (lug)": 47.58, - "MasakhaNEWSClassification (orm)": 50.68, - "MasakhaNEWSClassification (pcm)": 92.56, - "MasakhaNEWSClassification (run)": 54.81, - "MasakhaNEWSClassification (sna)": 65.58, - "MasakhaNEWSClassification (som)": 39.8, - "MasakhaNEWSClassification (swa)": 47.25, - "MasakhaNEWSClassification (tir)": 28.97, - "MasakhaNEWSClassification (xho)": 54.14, - "MasakhaNEWSClassification (yor)": 55.01, - "MassiveIntentClassification (en)": 66.94, - "MassiveIntentClassification (da)": 41.0, - "MassiveIntentClassification (nb)": 39.36, - "MassiveIntentClassification (sv)": 38.09, - "MassiveIntentClassification (mn)": 20.35, - "MassiveIntentClassification (ta)": 11.31, - "MassiveIntentClassification (ru)": 27.58, - "MassiveIntentClassification (fi)": 38.37, - "MassiveIntentClassification (el)": 24.19, - "MassiveIntentClassification (hi)": 17.7, - "MassiveIntentClassification (fr)": 42.55, - "MassiveIntentClassification (pt)": 43.76, - "MassiveIntentClassification (ml)": 2.89, - "MassiveIntentClassification (zh-TW)": 22.56, - "MassiveIntentClassification (vi)": 37.09, - "MassiveIntentClassification (is)": 29.95, - "MassiveIntentClassification (id)": 39.02, - "MassiveIntentClassification (jv)": 35.91, - "MassiveIntentClassification (ka)": 9.07, - "MassiveIntentClassification (tr)": 33.76, - "MassiveIntentClassification (he)": 22.48, - "MassiveIntentClassification (lv)": 36.97, - "MassiveIntentClassification (bn)": 13.1, - "MassiveIntentClassification (af)": 37.45, - "MassiveIntentClassification (sw)": 34.98, - "MassiveIntentClassification (te)": 2.46, - "MassiveIntentClassification (sq)": 40.7, - "MassiveIntentClassification (fa)": 19.1, - "MassiveIntentClassification (az)": 30.63, - "MassiveIntentClassification (ar)": 19.05, - "MassiveIntentClassification (de)": 43.44, - "MassiveIntentClassification (th)": 11.26, - "MassiveIntentClassification (cy)": 34.54, - "MassiveIntentClassification (ko)": 16.05, - "MassiveIntentClassification (kn)": 3.14, - "MassiveIntentClassification (my)": 4.24, - "MassiveIntentClassification (zh-CN)": 24.4, - "MassiveIntentClassification (ro)": 40.54, - "MassiveIntentClassification (ja)": 31.87, - "MassiveIntentClassification (nl)": 40.2, - "MassiveIntentClassification (it)": 41.59, - "MassiveIntentClassification (ur)": 14.42, - "MassiveIntentClassification (am)": 2.62, - "MassiveIntentClassification (hu)": 35.69, - "MassiveIntentClassification (ms)": 35.07, - "MassiveIntentClassification (pl)": 36.07, - "MassiveIntentClassification (hy)": 7.62, - "MassiveIntentClassification (tl)": 37.92, - "MassiveIntentClassification (sl)": 36.7, - "MassiveIntentClassification (km)": 4.91, - "MassiveIntentClassification (es)": 39.88, - "MassiveScenarioClassification (en)": 73.81, - "MassiveScenarioClassification (da)": 47.02, - "MassiveScenarioClassification (nb)": 44.67, - "MassiveScenarioClassification (sv)": 42.95, - "MassiveScenarioClassification (ka)": 14.92, - "MassiveScenarioClassification (tr)": 38.85, - "MassiveScenarioClassification (es)": 49.0, - "MassiveScenarioClassification (it)": 49.8, - "MassiveScenarioClassification (ta)": 17.37, - "MassiveScenarioClassification (sl)": 41.9, - "MassiveScenarioClassification (ar)": 25.99, - "MassiveScenarioClassification (he)": 24.01, - "MassiveScenarioClassification (is)": 36.12, - "MassiveScenarioClassification (cy)": 39.0, - "MassiveScenarioClassification (nl)": 48.43, - "MassiveScenarioClassification (ja)": 37.3, - "MassiveScenarioClassification (ml)": 7.67, - "MassiveScenarioClassification (kn)": 7.85, - "MassiveScenarioClassification (my)": 10.61, - "MassiveScenarioClassification (ms)": 43.67, - "MassiveScenarioClassification (mn)": 25.47, - "MassiveScenarioClassification (el)": 31.3, - "MassiveScenarioClassification (hi)": 23.71, - "MassiveScenarioClassification (hy)": 13.03, - "MassiveScenarioClassification (ro)": 48.23, - "MassiveScenarioClassification (hu)": 41.61, - "MassiveScenarioClassification (id)": 43.46, - "MassiveScenarioClassification (jv)": 43.59, - "MassiveScenarioClassification (km)": 9.25, - "MassiveScenarioClassification (zh-TW)": 31.18, - "MassiveScenarioClassification (vi)": 40.47, - "MassiveScenarioClassification (af)": 43.87, - "MassiveScenarioClassification (fr)": 51.14, - "MassiveScenarioClassification (am)": 7.57, - "MassiveScenarioClassification (fa)": 23.97, - "MassiveScenarioClassification (ko)": 20.3, - "MassiveScenarioClassification (tl)": 45.69, - "MassiveScenarioClassification (lv)": 40.43, - "MassiveScenarioClassification (sq)": 47.21, - "MassiveScenarioClassification (th)": 19.5, - "MassiveScenarioClassification (az)": 35.59, - "MassiveScenarioClassification (sw)": 43.32, - "MassiveScenarioClassification (pl)": 43.82, - "MassiveScenarioClassification (te)": 7.95, - "MassiveScenarioClassification (ru)": 30.46, - "MassiveScenarioClassification (bn)": 20.56, - "MassiveScenarioClassification (fi)": 42.38, - "MassiveScenarioClassification (pt)": 50.72, - "MassiveScenarioClassification (zh-CN)": 33.65, - "MassiveScenarioClassification (ur)": 23.73, - "MassiveScenarioClassification (de)": 51.47, - "MultilingualSentiment": 41.28, - "NoRecClassification": 37.93, - "NordicLangClassification": 54.7, - "NorwegianParliament": 54.8, - "OnlineShopping": 57.74, - "PAC": 59.78, - "PolEmo2.0-IN": 40.29, - "PolEmo2.0-OUT": 25.0, - "RuReviewsClassification": 41.79, - "RuSciBenchGRNTIClassification": 10.08, - "RuSciBenchOECDClassification": 8.3, - "ScalaDaClassification": 50.03, - "ScalaNbClassification": 50.17, - "TNews": 20.12, - "ToxicConversationsClassification": 62.09, - "TweetSentimentExtractionClassification": 54.04, - "Waimai": 62.72 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "all-MiniLM-L6-v2", - "AlloProfClusteringP2P": 51.83, - "AlloProfClusteringS2S": 32.07, - "ArxivClusteringP2P": 46.55, - "ArxivClusteringS2S": 37.86, - "BiorxivClusteringP2P": 38.37, - "BiorxivClusteringS2S": 32.88, - "GeoreviewClusteringP2P": 20.25, - "HALClusteringS2S": 18.84, - "MLSUMClusteringP2P": 36.74, - "MLSUMClusteringP2P (ru)": 23.91, - "MLSUMClusteringS2S": 28.12, - "MLSUMClusteringS2S (ru)": 19.07, - "MasakhaNEWSClusteringP2P (fra)": 34.92, - "MasakhaNEWSClusteringP2P (amh)": 43.85, - "MasakhaNEWSClusteringP2P (eng)": 48.88, - "MasakhaNEWSClusteringP2P (hau)": 24.77, - "MasakhaNEWSClusteringP2P (ibo)": 45.94, - "MasakhaNEWSClusteringP2P (lin)": 69.56, - "MasakhaNEWSClusteringP2P (lug)": 49.4, - "MasakhaNEWSClusteringP2P (orm)": 25.34, - "MasakhaNEWSClusteringP2P (pcm)": 85.57, - "MasakhaNEWSClusteringP2P (run)": 50.75, - "MasakhaNEWSClusteringP2P (sna)": 41.68, - "MasakhaNEWSClusteringP2P (som)": 29.02, - "MasakhaNEWSClusteringP2P (swa)": 21.87, - "MasakhaNEWSClusteringP2P (tir)": 42.93, - "MasakhaNEWSClusteringP2P (xho)": 28.58, - "MasakhaNEWSClusteringP2P (yor)": 31.45, - "MasakhaNEWSClusteringS2S (fra)": 40.58, - "MasakhaNEWSClusteringS2S (amh)": 45.44, - "MasakhaNEWSClusteringS2S (eng)": 41.09, - "MasakhaNEWSClusteringS2S (hau)": 15.42, - "MasakhaNEWSClusteringS2S (ibo)": 37.02, - "MasakhaNEWSClusteringS2S (lin)": 65.14, - "MasakhaNEWSClusteringS2S (lug)": 44.21, - "MasakhaNEWSClusteringS2S (orm)": 24.79, - "MasakhaNEWSClusteringS2S (pcm)": 61.48, - "MasakhaNEWSClusteringS2S (run)": 51.25, - "MasakhaNEWSClusteringS2S (sna)": 42.74, - "MasakhaNEWSClusteringS2S (som)": 30.08, - "MasakhaNEWSClusteringS2S (swa)": 9.55, - "MasakhaNEWSClusteringS2S (tir)": 46.04, - "MasakhaNEWSClusteringS2S (xho)": 27.08, - "MasakhaNEWSClusteringS2S (yor)": 31.04, - "MedrxivClusteringP2P": 34.39, - "MedrxivClusteringS2S": 31.86, - "RedditClustering": 50.7, - "RedditClusteringP2P": 54.8, - "RuSciBenchGRNTIClusteringP2P": 10.21, - "RuSciBenchOECDClusteringP2P": 9.44, - "StackExchangeClustering": 53.14, - "StackExchangeClusteringP2P": 34.26, - "TwentyNewsgroupsClustering": 46.49 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "all-MiniLM-L6-v2", - "CDSC-E": 47.27, - "OpusparcusPC (de)": 89.91, - "OpusparcusPC (en)": 97.46, - "OpusparcusPC (fi)": 85.44, - "OpusparcusPC (fr)": 86.53, - "OpusparcusPC (ru)": 79.28, - "OpusparcusPC (sv)": 83.78, - "PSC": 81.87, - "PawsXPairClassification (de)": 51.22, - "PawsXPairClassification (en)": 59.1, - "PawsXPairClassification (es)": 52.21, - "PawsXPairClassification (fr)": 55.41, - "PawsXPairClassification (ja)": 48.97, - "PawsXPairClassification (ko)": 50.53, - "PawsXPairClassification (zh)": 53.11, - "SICK-E-PL": 47.32, - "SprintDuplicateQuestions": 94.55, - "TERRa": 45.03, - "TwitterSemEval2015": 67.86, - "TwitterURLCorpus": 84.7 - }, - { - "Model": "all-MiniLM-L6-v2", - "CDSC-E": 47.27, - "OpusparcusPC (fr)": 86.53, - "OpusparcusPC (de)": 89.91, - "OpusparcusPC (en)": 97.46, - "OpusparcusPC (fi)": 85.44, - "OpusparcusPC (ru)": 79.28, - "OpusparcusPC (sv)": 83.78, - "PSC": 81.87, - "PawsXPairClassification (fr)": 55.52, - "PawsXPairClassification (de)": 51.55, - "PawsXPairClassification (en)": 59.1, - "PawsXPairClassification (es)": 52.23, - "PawsXPairClassification (ja)": 49.19, - "PawsXPairClassification (ko)": 50.59, - "PawsXPairClassification (zh)": 53.18, - "SICK-E-PL": 47.39, - "SprintDuplicateQuestions": 94.55, - "TERRa": 45.03, - "TwitterSemEval2015": 67.86, - "TwitterURLCorpus": 84.7 - }, - { - "Model": "all-MiniLM-L6-v2", - "OpusparcusPC (fr)": 86.53, - "PawsXPairClassification (fr)": 55.4, - "SprintDuplicateQuestions": 94.55, - "TwitterSemEval2015": 67.86, - "TwitterURLCorpus": 84.7 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "all-MiniLM-L6-v2", - "AlloprofReranking": 62.62, - "AskUbuntuDupQuestions": 63.48, - "MMarcoReranking": 4.74, - "MindSmallReranking": 30.8, - "RuBQReranking": 27.05, - "SciDocsRR": 87.12, - "StackOverflowDupQuestions": 50.77, - "SyntecReranking": 67.31, - "T2Reranking": 56.26 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-MiniLM-L6-v2", - "AILACasedocs": 19.72, - "AILAStatutes": 20.52, - "ARCChallenge": 9.48, - "AlloprofRetrieval": 28.41, - "AlphaNLI": 28.19, - "AppsRetrieval": 6.6, - "ArguAna": 50.17, - "ArguAna-PL": 11.5, - "BSARDRetrieval": 4.8, - "CQADupstackRetrieval": 41.32, - "ClimateFEVER": 20.27, - "CmedqaRetrieval": 2.03, - "CodeFeedbackMT": 35.62, - "CodeFeedbackST": 65.99, - "CodeSearchNetCCRetrieval (python)": 71.29, - "CodeSearchNetCCRetrieval (javascript)": 66.75, - "CodeSearchNetCCRetrieval (go)": 60.0, - "CodeSearchNetCCRetrieval (ruby)": 69.32, - "CodeSearchNetCCRetrieval (java)": 66.32, - "CodeSearchNetCCRetrieval (php)": 58.42, - "CodeSearchNetRetrieval (python)": 79.28, - "CodeSearchNetRetrieval (javascript)": 63.62, - "CodeSearchNetRetrieval (go)": 79.84, - "CodeSearchNetRetrieval (ruby)": 72.84, - "CodeSearchNetRetrieval (java)": 51.65, - "CodeSearchNetRetrieval (php)": 70.82, - "CodeTransOceanContest": 61.78, - "CodeTransOceanDL": 27.94, - "CosQA": 33.02, - "CovidRetrieval": 0.8, - "DBPedia": 32.33, - "DuRetrieval": 3.03, - "EcomRetrieval": 3.7, - "FEVER": 51.93, - "FiQA-PL": 2.29, - "FiQA2018": 36.87, - "GerDaLIRSmall": 2.41, - "HellaSwag": 24.21, - "HotpotQA": 46.51, - "LEMBNarrativeQARetrieval": 18.27, - "LEMBQMSumRetrieval": 16.32, - "LEMBSummScreenFDRetrieval": 54.8, - "LEMBWikimQARetrieval": 46.23, - "LeCaRDv2": 17.5, - "LegalBenchConsumerContractsQA": 65.6, - "LegalBenchCorporateLobbying": 86.41, - "LegalQuAD": 11.81, - "LegalSummarization": 59.0, - "MIRACLRetrieval (ru)": 0.39, - "MMarcoRetrieval": 6.21, - "MSMARCO": 36.54, - "MedicalRetrieval": 1.76, - "MintakaRetrieval (fr)": 9.19, - "MintakaRetrieval (ar)": 2.22, - "MintakaRetrieval (de)": 15.43, - "MintakaRetrieval (es)": 7.72, - "MintakaRetrieval (hi)": 2.65, - "MintakaRetrieval (it)": 8.48, - "MintakaRetrieval (ja)": 6.72, - "MintakaRetrieval (pt)": 9.76, - "NFCorpus": 31.59, - "NFCorpus-PL": 10.62, - "NQ": 43.87, - "PIQA": 25.28, - "Quail": 3.92, - "QuoraRetrieval": 87.56, - "RARbCode": 44.27, - "RARbMath": 68.19, - "RiaNewsRetrieval": 0.67, - "RuBQRetrieval": 2.64, - "SCIDOCS": 21.64, - "SCIDOCS-PL": 3.75, - "SIQA": 1.56, - "SciFact": 64.51, - "SciFact-PL": 16.14, - "SpartQA": 1.65, - "StackOverflowQA": 83.96, - "SyntecRetrieval": 60.15, - "SyntheticText2SQL": 44.35, - "T2Retrieval": 1.6, - "TRECCOVID": 47.23, - "TRECCOVID-PL": 8.66, - "TempReasonL1": 1.53, - "TempReasonL2Fact": 17.65, - "TempReasonL2Pure": 0.46, - "TempReasonL3Fact": 14.16, - "TempReasonL3Pure": 6.33, - "Touche2020": 16.9, - "VideoRetrieval": 9.79, - "WinoGrande": 47.35, - "XPQARetrieval (fr)": 51.79, - "XPQARetrieval (ara-ara)": 8.05, - "XPQARetrieval (eng-ara)": 1.9, - "XPQARetrieval (ara-eng)": 6.87, - "XPQARetrieval (deu-deu)": 53.25, - "XPQARetrieval (eng-deu)": 10.99, - "XPQARetrieval (deu-eng)": 27.59, - "XPQARetrieval (spa-spa)": 38.87, - "XPQARetrieval (eng-spa)": 5.46, - "XPQARetrieval (spa-eng)": 22.2, - "XPQARetrieval (fra-fra)": 51.79, - "XPQARetrieval (eng-fra)": 8.57, - "XPQARetrieval (fra-eng)": 31.36, - "XPQARetrieval (hin-hin)": 35.28, - "XPQARetrieval (eng-hin)": 6.28, - "XPQARetrieval (hin-eng)": 6.0, - "XPQARetrieval (ita-ita)": 54.57, - "XPQARetrieval (eng-ita)": 6.79, - "XPQARetrieval (ita-eng)": 24.13, - "XPQARetrieval (jpn-jpn)": 39.23, - "XPQARetrieval (eng-jpn)": 4.1, - "XPQARetrieval (jpn-eng)": 13.05, - "XPQARetrieval (kor-kor)": 10.2, - "XPQARetrieval (eng-kor)": 5.72, - "XPQARetrieval (kor-eng)": 6.37, - "XPQARetrieval (pol-pol)": 22.33, - "XPQARetrieval (eng-pol)": 7.58, - "XPQARetrieval (pol-eng)": 14.43, - "XPQARetrieval (por-por)": 31.93, - "XPQARetrieval (eng-por)": 5.9, - "XPQARetrieval (por-eng)": 20.74, - "XPQARetrieval (tam-tam)": 7.39, - "XPQARetrieval (eng-tam)": 3.42, - "XPQARetrieval (tam-eng)": 2.91, - "XPQARetrieval (cmn-cmn)": 19.41, - "XPQARetrieval (eng-cmn)": 5.05, - "XPQARetrieval (cmn-eng)": 8.77 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "all-MiniLM-L6-v2", - "AFQMC": 8.59, - "ATEC": 13.52, - "BIOSSES": 81.64, - "BQ": 23.84, - "CDSC-R": 79.45, - "LCQMC": 23.85, - "PAWSX": 7.21, - "RUParaPhraserSTS": 43.93, - "RuSTSBenchmarkSTS": 55.56, - "SICK-R": 77.58, - "SICK-R-PL": 52.43, - "SICKFr": 62.48, - "STS12": 72.37, - "STS13": 80.6, - "STS14": 75.59, - "STS15": 85.39, - "STS16": 78.99, - "STS17 (es-es)": 76.12, - "STS17 (en-de)": 35.82, - "STS17 (it-en)": 24.45, - "STS17 (ar-ar)": 50.89, - "STS17 (fr-en)": 37.09, - "STS17 (en-tr)": 4.5, - "STS17 (en-en)": 87.59, - "STS17 (en-ar)": -4.28, - "STS17 (nl-en)": 29.0, - "STS17 (ko-ko)": 43.39, - "STS17 (es-en)": 16.31, - "STS22 (ar)": 22.64, - "STS22 (ru)": 14.72, - "STS22 (en)": 67.71, - "STS22 (tr)": 33.69, - "STS22 (pl)": 26.77, - "STS22 (es-en)": 53.42, - "STS22 (zh)": 44.93, - "STS22 (es)": 54.78, - "STS22 (de-fr)": 30.07, - "STS22 (de-pl)": -4.93, - "STS22 (fr)": 77.0, - "STS22 (de)": 31.04, - "STS22 (pl-en)": 32.8, - "STS22 (de-en)": 44.04, - "STS22 (zh-en)": 41.64, - "STS22 (es-it)": 44.27, - "STS22 (fr-pl)": 50.71, - "STS22 (it)": 60.4, - "STSB": 37.8, - "STSBenchmark": 82.03, - "STSBenchmarkMultilingualSTS (pl)": 56.42, - "STSBenchmarkMultilingualSTS (zh)": 39.74, - "STSBenchmarkMultilingualSTS (en)": 82.03, - "STSBenchmarkMultilingualSTS (nl)": 55.46, - "STSBenchmarkMultilingualSTS (it)": 59.24, - "STSBenchmarkMultilingualSTS (pt)": 61.56, - "STSBenchmarkMultilingualSTS (de)": 62.4, - "STSBenchmarkMultilingualSTS (fr)": 64.93, - "STSBenchmarkMultilingualSTS (ru)": 55.55, - "STSBenchmarkMultilingualSTS (es)": 61.62 - }, - { - "Model": "all-MiniLM-L6-v2", - "BIOSSES": 81.64, - "SICK-R": 77.58, - "SICKFr": 62.48, - "STS12": 72.37, - "STS13": 80.6, - "STS14": 75.59, - "STS15": 85.39, - "STS16": 78.99, - "STS17 (ar-ar)": 50.89, - "STS17 (en-ar)": -4.28, - "STS17 (en-de)": 35.82, - "STS17 (en-en)": 87.59, - "STS17 (en-tr)": 4.5, - "STS17 (es-en)": 16.31, - "STS17 (es-es)": 76.12, - "STS17 (fr-en)": 37.09, - "STS17 (it-en)": 24.45, - "STS17 (ko-ko)": 43.39, - "STS17 (nl-en)": 29.0, - "STS22 (ar)": 22.64, - "STS22 (de)": 31.04, - "STS22 (de-en)": 44.04, - "STS22 (de-fr)": 30.07, - "STS22 (de-pl)": 4.93, - "STS22 (en)": 67.21, - "STS22 (es)": 54.78, - "STS22 (es-en)": 53.42, - "STS22 (es-it)": 44.27, - "STS22 (fr)": 77.0, - "STS22 (fr-pl)": 50.71, - "STS22 (it)": 60.4, - "STS22 (pl)": 26.77, - "STS22 (pl-en)": 32.8, - "STS22 (ru)": 14.72, - "STS22 (tr)": 33.69, - "STS22 (zh)": 44.93, - "STS22 (zh-en)": 41.64, - "STSBenchmark": 82.03, - "STSBenchmarkMultilingualSTS (fr)": 64.93 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "all-MiniLM-L6-v2", - "SummEval": 30.81, - "SummEvalFr": 28.28 - }, - { - "Model": "all-MiniLM-L6-v2", - "SummEval": 30.81, - "SummEvalFr": 28.29 - }, - { - "Model": "all-MiniLM-L6-v2", - "SummEval": 30.81, - "SummEvalFr": 28.29 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "all-MiniLM-L6-v2", - "CEDRClassification": 32.72, - "SensitiveTopicsClassification": 17.82 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "all-MiniLM-L6-v2", - "Core17InstructionRetrieval": -0.35, - "News21InstructionRetrieval": -0.25, - "Robust04InstructionRetrieval": -7.93 - } - ] - } - }, - "sentence-transformers__all-MiniLM-L6-v2-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-MiniLM-L6-v2-instruct", - "ARCChallenge": 9.4, - "AlphaNLI": 15.09, - "HellaSwag": 20.51, - "PIQA": 24.68, - "Quail": 3.46, - "RARbCode": 42.47, - "RARbMath": 62.39, - "SIQA": 1.53, - "SpartQA": 0.57, - "TempReasonL1": 1.05, - "TempReasonL2Fact": 16.57, - "TempReasonL2Pure": 0.49, - "TempReasonL3Fact": 14.01, - "TempReasonL3Pure": 6.27, - "WinoGrande": 20.73 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__all-mpnet-base-v2": { - "BitextMining": { - "f1": [ - { - "Model": "all-mpnet-base-v2", - "BornholmBitextMining": 27.44, - "Tatoeba (pol-eng)": 4.09, - "Tatoeba (ita-eng)": 11.1, - "Tatoeba (cat-eng)": 9.44, - "Tatoeba (aze-eng)": 1.49, - "Tatoeba (eus-eng)": 3.94, - "Tatoeba (epo-eng)": 7.15, - "Tatoeba (lit-eng)": 1.02, - "Tatoeba (ast-eng)": 9.78, - "Tatoeba (bul-eng)": 0.35, - "Tatoeba (ceb-eng)": 4.41, - "Tatoeba (mkd-eng)": 0.0, - "Tatoeba (tzl-eng)": 3.55, - "Tatoeba (zsm-eng)": 4.75, - "Tatoeba (mhr-eng)": 0.17, - "Tatoeba (pam-eng)": 4.32, - "Tatoeba (amh-eng)": 0.0, - "Tatoeba (slv-eng)": 3.73, - "Tatoeba (lvs-eng)": 2.98, - "Tatoeba (sqi-eng)": 3.45, - "Tatoeba (orv-eng)": 0.0, - "Tatoeba (vie-eng)": 4.96, - "Tatoeba (pes-eng)": 0.2, - "Tatoeba (por-eng)": 10.48, - "Tatoeba (dtp-eng)": 3.54, - "Tatoeba (yid-eng)": 0.08, - "Tatoeba (isl-eng)": 3.86, - "Tatoeba (cha-eng)": 12.2, - "Tatoeba (ron-eng)": 7.34, - "Tatoeba (hye-eng)": 0.14, - "Tatoeba (mar-eng)": 0.11, - "Tatoeba (hin-eng)": 0.02, - "Tatoeba (kor-eng)": 0.32, - "Tatoeba (srp-eng)": 1.89, - "Tatoeba (csb-eng)": 4.19, - "Tatoeba (jpn-eng)": 1.71, - "Tatoeba (ber-eng)": 4.56, - "Tatoeba (wuu-eng)": 0.91, - "Tatoeba (jav-eng)": 3.17, - "Tatoeba (nob-eng)": 4.37, - "Tatoeba (bre-eng)": 3.65, - "Tatoeba (kzj-eng)": 3.62, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (ces-eng)": 3.56, - "Tatoeba (cbk-eng)": 9.33, - "Tatoeba (gla-eng)": 2.04, - "Tatoeba (war-eng)": 5.14, - "Tatoeba (swh-eng)": 6.01, - "Tatoeba (swg-eng)": 7.86, - "Tatoeba (glg-eng)": 12.0, - "Tatoeba (fao-eng)": 7.08, - "Tatoeba (gsw-eng)": 10.67, - "Tatoeba (rus-eng)": 0.14, - "Tatoeba (kaz-eng)": 0.52, - "Tatoeba (gle-eng)": 2.19, - "Tatoeba (slk-eng)": 3.4, - "Tatoeba (nno-eng)": 5.75, - "Tatoeba (cor-eng)": 2.42, - "Tatoeba (nov-eng)": 16.61, - "Tatoeba (swe-eng)": 6.55, - "Tatoeba (max-eng)": 6.46, - "Tatoeba (oci-eng)": 8.57, - "Tatoeba (lfn-eng)": 6.1, - "Tatoeba (fra-eng)": 16.9, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (bel-eng)": 0.65, - "Tatoeba (lat-eng)": 5.78, - "Tatoeba (cmn-eng)": 2.22, - "Tatoeba (kat-eng)": 0.43, - "Tatoeba (bos-eng)": 4.6, - "Tatoeba (xho-eng)": 3.3, - "Tatoeba (tha-eng)": 0.0, - "Tatoeba (cym-eng)": 4.88, - "Tatoeba (deu-eng)": 11.46, - "Tatoeba (awa-eng)": 0.44, - "Tatoeba (ido-eng)": 9.84, - "Tatoeba (tat-eng)": 0.24, - "Tatoeba (kab-eng)": 1.31, - "Tatoeba (uzb-eng)": 1.98, - "Tatoeba (heb-eng)": 0.28, - "Tatoeba (ara-eng)": 0.1, - "Tatoeba (fry-eng)": 12.43, - "Tatoeba (afr-eng)": 6.08, - "Tatoeba (kur-eng)": 3.65, - "Tatoeba (pms-eng)": 7.63, - "Tatoeba (ell-eng)": 0.0, - "Tatoeba (spa-eng)": 10.12, - "Tatoeba (dsb-eng)": 2.96, - "Tatoeba (uig-eng)": 0.33, - "Tatoeba (nld-eng)": 9.29, - "Tatoeba (tel-eng)": 0.73, - "Tatoeba (hrv-eng)": 3.77, - "Tatoeba (nds-eng)": 10.96, - "Tatoeba (hun-eng)": 3.23, - "Tatoeba (est-eng)": 2.35, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (khm-eng)": 0.28, - "Tatoeba (hsb-eng)": 3.12, - "Tatoeba (tgl-eng)": 4.06, - "Tatoeba (ang-eng)": 9.77, - "Tatoeba (tur-eng)": 3.16, - "Tatoeba (tuk-eng)": 2.23, - "Tatoeba (ile-eng)": 17.84, - "Tatoeba (mon-eng)": 0.81, - "Tatoeba (yue-eng)": 1.16, - "Tatoeba (ina-eng)": 22.55, - "Tatoeba (tam-eng)": 0.73, - "Tatoeba (ukr-eng)": 0.5, - "Tatoeba (dan-eng)": 10.01, - "Tatoeba (arq-eng)": 0.33, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (fin-eng)": 3.82, - "Tatoeba (ind-eng)": 4.88 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "all-mpnet-base-v2", - "AllegroReviews": 22.99, - "AmazonCounterfactualClassification (en-ext)": 67.5, - "AmazonCounterfactualClassification (en)": 65.03, - "AmazonCounterfactualClassification (de)": 55.66, - "AmazonCounterfactualClassification (ja)": 60.69, - "AmazonPolarityClassification": 67.14, - "AmazonReviewsClassification (en)": 31.44, - "AmazonReviewsClassification (de)": 26.05, - "AmazonReviewsClassification (es)": 27.73, - "AmazonReviewsClassification (fr)": 28.49, - "AmazonReviewsClassification (ja)": 23.65, - "AmazonReviewsClassification (zh)": 23.62, - "AngryTweetsClassification": 44.13, - "Banking77Classification": 81.7, - "CBD": 50.25, - "DanishPoliticalCommentsClassification": 28.31, - "EmotionClassification": 42.22, - "GeoreviewClassification": 25.93, - "HeadlineClassification": 28.53, - "IFlyTek": 17.18, - "ImdbClassification": 71.17, - "InappropriatenessClassification": 51.82, - "JDReview": 60.19, - "KinopoiskClassification": 34.18, - "LccSentimentClassification": 39.27, - "MTOPDomainClassification (en)": 91.89, - "MTOPDomainClassification (de)": 71.86, - "MTOPDomainClassification (es)": 71.3, - "MTOPDomainClassification (fr)": 74.88, - "MTOPDomainClassification (hi)": 39.93, - "MTOPDomainClassification (th)": 17.54, - "MTOPIntentClassification (en)": 68.27, - "MTOPIntentClassification (de)": 44.36, - "MTOPIntentClassification (es)": 39.48, - "MTOPIntentClassification (fr)": 37.57, - "MTOPIntentClassification (hi)": 18.63, - "MTOPIntentClassification (th)": 5.39, - "MasakhaNEWSClassification (amh)": 36.49, - "MasakhaNEWSClassification (eng)": 79.75, - "MasakhaNEWSClassification (fra)": 77.77, - "MasakhaNEWSClassification (hau)": 59.22, - "MasakhaNEWSClassification (ibo)": 61.64, - "MasakhaNEWSClassification (lin)": 74.0, - "MasakhaNEWSClassification (lug)": 58.43, - "MasakhaNEWSClassification (orm)": 48.15, - "MasakhaNEWSClassification (pcm)": 92.2, - "MasakhaNEWSClassification (run)": 64.72, - "MasakhaNEWSClassification (sna)": 73.69, - "MasakhaNEWSClassification (som)": 49.97, - "MasakhaNEWSClassification (swa)": 55.15, - "MasakhaNEWSClassification (tir)": 27.46, - "MasakhaNEWSClassification (xho)": 60.98, - "MasakhaNEWSClassification (yor)": 63.33, - "MassiveIntentClassification (en)": 69.76, - "MassiveIntentClassification (ar)": 20.42, - "MassiveIntentClassification (is)": 31.46, - "MassiveIntentClassification (ru)": 23.98, - "MassiveIntentClassification (hu)": 34.38, - "MassiveIntentClassification (pl)": 34.26, - "MassiveIntentClassification (lv)": 35.08, - "MassiveIntentClassification (ms)": 30.53, - "MassiveIntentClassification (id)": 36.31, - "MassiveIntentClassification (kn)": 3.76, - "MassiveIntentClassification (ta)": 9.25, - "MassiveIntentClassification (ro)": 38.07, - "MassiveIntentClassification (pt)": 42.83, - "MassiveIntentClassification (ja)": 33.13, - "MassiveIntentClassification (tl)": 36.33, - "MassiveIntentClassification (am)": 2.4, - "MassiveIntentClassification (fi)": 34.58, - "MassiveIntentClassification (hy)": 10.11, - "MassiveIntentClassification (nl)": 38.49, - "MassiveIntentClassification (tr)": 32.02, - "MassiveIntentClassification (ur)": 12.86, - "MassiveIntentClassification (cy)": 30.82, - "MassiveIntentClassification (fr)": 44.27, - "MassiveIntentClassification (az)": 28.92, - "MassiveIntentClassification (bn)": 12.35, - "MassiveIntentClassification (mn)": 19.65, - "MassiveIntentClassification (it)": 40.29, - "MassiveIntentClassification (te)": 2.26, - "MassiveIntentClassification (ka)": 7.66, - "MassiveIntentClassification (hi)": 17.68, - "MassiveIntentClassification (fa)": 22.45, - "MassiveIntentClassification (sv)": 39.02, - "MassiveIntentClassification (he)": 23.6, - "MassiveIntentClassification (sq)": 37.26, - "MassiveIntentClassification (ml)": 2.62, - "MassiveIntentClassification (vi)": 31.47, - "MassiveIntentClassification (my)": 4.6, - "MassiveIntentClassification (jv)": 31.75, - "MassiveIntentClassification (zh-CN)": 24.36, - "MassiveIntentClassification (sw)": 31.82, - "MassiveIntentClassification (nb)": 39.3, - "MassiveIntentClassification (zh-TW)": 22.43, - "MassiveIntentClassification (el)": 24.52, - "MassiveIntentClassification (de)": 44.54, - "MassiveIntentClassification (th)": 8.51, - "MassiveIntentClassification (da)": 42.36, - "MassiveIntentClassification (af)": 36.49, - "MassiveIntentClassification (es)": 39.75, - "MassiveIntentClassification (ko)": 13.35, - "MassiveIntentClassification (sl)": 34.49, - "MassiveIntentClassification (km)": 4.76, - "MassiveScenarioClassification (en)": 75.67, - "MassiveScenarioClassification (ko)": 17.28, - "MassiveScenarioClassification (sv)": 44.53, - "MassiveScenarioClassification (hy)": 16.86, - "MassiveScenarioClassification (nb)": 45.75, - "MassiveScenarioClassification (pl)": 42.66, - "MassiveScenarioClassification (id)": 43.05, - "MassiveScenarioClassification (it)": 51.37, - "MassiveScenarioClassification (tl)": 47.04, - "MassiveScenarioClassification (jv)": 40.0, - "MassiveScenarioClassification (lv)": 39.28, - "MassiveScenarioClassification (my)": 10.8, - "MassiveScenarioClassification (pt)": 52.06, - "MassiveScenarioClassification (te)": 7.81, - "MassiveScenarioClassification (de)": 54.09, - "MassiveScenarioClassification (fa)": 27.8, - "MassiveScenarioClassification (hi)": 23.13, - "MassiveScenarioClassification (hu)": 41.01, - "MassiveScenarioClassification (vi)": 35.9, - "MassiveScenarioClassification (fr)": 54.26, - "MassiveScenarioClassification (ja)": 40.57, - "MassiveScenarioClassification (th)": 17.01, - "MassiveScenarioClassification (sw)": 40.34, - "MassiveScenarioClassification (el)": 33.85, - "MassiveScenarioClassification (az)": 36.42, - "MassiveScenarioClassification (he)": 25.49, - "MassiveScenarioClassification (ka)": 13.45, - "MassiveScenarioClassification (af)": 43.63, - "MassiveScenarioClassification (bn)": 17.49, - "MassiveScenarioClassification (cy)": 34.82, - "MassiveScenarioClassification (mn)": 25.58, - "MassiveScenarioClassification (tr)": 39.11, - "MassiveScenarioClassification (ta)": 14.55, - "MassiveScenarioClassification (ar)": 27.8, - "MassiveScenarioClassification (ms)": 37.28, - "MassiveScenarioClassification (zh-TW)": 31.7, - "MassiveScenarioClassification (da)": 49.45, - "MassiveScenarioClassification (kn)": 8.34, - "MassiveScenarioClassification (ur)": 20.0, - "MassiveScenarioClassification (zh-CN)": 35.33, - "MassiveScenarioClassification (am)": 7.43, - "MassiveScenarioClassification (ro)": 47.86, - "MassiveScenarioClassification (fi)": 38.41, - "MassiveScenarioClassification (is)": 39.36, - "MassiveScenarioClassification (sq)": 44.67, - "MassiveScenarioClassification (es)": 50.92, - "MassiveScenarioClassification (ml)": 7.69, - "MassiveScenarioClassification (sl)": 39.88, - "MassiveScenarioClassification (nl)": 47.79, - "MassiveScenarioClassification (km)": 9.63, - "MassiveScenarioClassification (ru)": 28.71, - "MultilingualSentiment": 41.2, - "NoRecClassification": 38.34, - "NordicLangClassification": 50.15, - "OnlineShopping": 56.94, - "PAC": 62.1, - "PolEmo2.0-IN": 41.63, - "PolEmo2.0-OUT": 25.0, - "RuReviewsClassification": 42.33, - "RuSciBenchGRNTIClassification": 13.29, - "RuSciBenchOECDClassification": 10.62, - "TNews": 21.05, - "ToxicConversationsClassification": 61.05, - "TweetSentimentExtractionClassification": 55.05, - "Waimai": 63.31 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "all-mpnet-base-v2", - "ArxivClusteringP2P": 48.38, - "ArxivClusteringS2S": 39.72, - "BiorxivClusteringP2P": 39.62, - "BiorxivClusteringS2S": 35.02, - "GeoreviewClusteringP2P": 20.33, - "MasakhaNEWSClusteringP2P (amh)": 42.49, - "MasakhaNEWSClusteringP2P (eng)": 67.24, - "MasakhaNEWSClusteringP2P (fra)": 61.99, - "MasakhaNEWSClusteringP2P (hau)": 37.17, - "MasakhaNEWSClusteringP2P (ibo)": 52.0, - "MasakhaNEWSClusteringP2P (lin)": 69.68, - "MasakhaNEWSClusteringP2P (lug)": 50.96, - "MasakhaNEWSClusteringP2P (orm)": 28.42, - "MasakhaNEWSClusteringP2P (pcm)": 64.01, - "MasakhaNEWSClusteringP2P (run)": 57.6, - "MasakhaNEWSClusteringP2P (sna)": 54.99, - "MasakhaNEWSClusteringP2P (som)": 31.16, - "MasakhaNEWSClusteringP2P (swa)": 28.29, - "MasakhaNEWSClusteringP2P (tir)": 41.85, - "MasakhaNEWSClusteringP2P (xho)": 35.24, - "MasakhaNEWSClusteringP2P (yor)": 42.15, - "MasakhaNEWSClusteringS2S (amh)": 44.48, - "MasakhaNEWSClusteringS2S (eng)": 35.69, - "MasakhaNEWSClusteringS2S (fra)": 41.05, - "MasakhaNEWSClusteringS2S (hau)": 16.64, - "MasakhaNEWSClusteringS2S (ibo)": 38.63, - "MasakhaNEWSClusteringS2S (lin)": 70.72, - "MasakhaNEWSClusteringS2S (lug)": 46.97, - "MasakhaNEWSClusteringS2S (orm)": 23.85, - "MasakhaNEWSClusteringS2S (pcm)": 68.7, - "MasakhaNEWSClusteringS2S (run)": 52.27, - "MasakhaNEWSClusteringS2S (sna)": 47.64, - "MasakhaNEWSClusteringS2S (som)": 30.94, - "MasakhaNEWSClusteringS2S (swa)": 17.12, - "MasakhaNEWSClusteringS2S (tir)": 42.01, - "MasakhaNEWSClusteringS2S (xho)": 24.16, - "MasakhaNEWSClusteringS2S (yor)": 35.04, - "MedrxivClusteringP2P": 35.58, - "MedrxivClusteringS2S": 32.87, - "RedditClustering": 54.82, - "RedditClusteringP2P": 56.77, - "RuSciBenchGRNTIClusteringP2P": 14.66, - "RuSciBenchOECDClusteringP2P": 12.49, - "StackExchangeClustering": 53.8, - "StackExchangeClusteringP2P": 34.28, - "TwentyNewsgroupsClustering": 49.74 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "all-mpnet-base-v2", - "CDSC-E": 45.37, - "OpusparcusPC (de)": 89.78, - "OpusparcusPC (en)": 97.75, - "OpusparcusPC (fi)": 85.82, - "OpusparcusPC (fr)": 86.61, - "OpusparcusPC (ru)": 79.85, - "OpusparcusPC (sv)": 81.81, - "PSC": 83.28, - "PawsXPairClassification (de)": 52.17, - "PawsXPairClassification (en)": 61.99, - "PawsXPairClassification (es)": 55.06, - "PawsXPairClassification (fr)": 56.42, - "PawsXPairClassification (ja)": 47.43, - "PawsXPairClassification (ko)": 49.75, - "PawsXPairClassification (zh)": 52.47, - "SICK-E-PL": 46.51, - "SprintDuplicateQuestions": 90.15, - "TERRa": 44.52, - "TwitterSemEval2015": 73.85, - "TwitterURLCorpus": 85.11 - }, - { - "Model": "all-mpnet-base-v2", - "CDSC-E": 45.37, - "OpusparcusPC (de)": 89.78, - "OpusparcusPC (en)": 97.75, - "OpusparcusPC (fi)": 85.82, - "OpusparcusPC (fr)": 86.61, - "OpusparcusPC (ru)": 79.93, - "OpusparcusPC (sv)": 81.81, - "PSC": 83.28, - "PawsXPairClassification (de)": 52.28, - "PawsXPairClassification (en)": 61.99, - "PawsXPairClassification (es)": 55.06, - "PawsXPairClassification (fr)": 56.42, - "PawsXPairClassification (ja)": 47.6, - "PawsXPairClassification (ko)": 49.84, - "PawsXPairClassification (zh)": 52.51, - "SICK-E-PL": 46.55, - "SprintDuplicateQuestions": 90.15, - "TERRa": 44.52, - "TwitterSemEval2015": 73.87, - "TwitterURLCorpus": 85.11 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "all-mpnet-base-v2", - "AlloprofReranking": 69.63, - "AskUbuntuDupQuestions": 65.85, - "MMarcoReranking": 4.65, - "MindSmallReranking": 30.97, - "RuBQReranking": 30.96, - "SciDocsRR": 88.65, - "StackOverflowDupQuestions": 51.98, - "SyntecReranking": 66.12, - "T2Reranking": 58.3 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-mpnet-base-v2", - "AILACasedocs": 22.51, - "AILAStatutes": 21.27, - "ARCChallenge": 11.8, - "AlloprofRetrieval": 34.27, - "AlphaNLI": 22.41, - "AppsRetrieval": 8.41, - "ArguAna": 46.52, - "ArguAna-PL": 14.72, - "BSARDRetrieval": 6.98, - "BrightRetrieval (robotics)": 8.36, - "BrightRetrieval (psychology)": 22.63, - "BrightRetrieval (leetcode)": 26.4, - "BrightRetrieval (biology)": 15.52, - "BrightRetrieval (theoremqa_questions)": 18.49, - "BrightRetrieval (economics)": 16.64, - "BrightRetrieval (stackoverflow)": 9.48, - "BrightRetrieval (pony)": 6.95, - "BrightRetrieval (earth_science)": 20.11, - "BrightRetrieval (theoremqa_theorems)": 9.9, - "BrightRetrieval (sustainable_living)": 15.34, - "BrightRetrieval (aops)": 5.32, - "CQADupstackRetrieval": 44.96, - "ClimateFEVER": 21.97, - "CmedqaRetrieval": 2.0, - "CodeFeedbackMT": 37.72, - "CodeFeedbackST": 69.32, - "CodeSearchNetCCRetrieval (python)": 71.83, - "CodeSearchNetCCRetrieval (javascript)": 67.99, - "CodeSearchNetCCRetrieval (go)": 61.44, - "CodeSearchNetCCRetrieval (ruby)": 66.42, - "CodeSearchNetCCRetrieval (java)": 68.88, - "CodeSearchNetCCRetrieval (php)": 59.22, - "CodeSearchNetRetrieval (python)": 81.01, - "CodeSearchNetRetrieval (javascript)": 65.58, - "CodeSearchNetRetrieval (go)": 88.25, - "CodeSearchNetRetrieval (ruby)": 74.53, - "CodeSearchNetRetrieval (java)": 65.11, - "CodeSearchNetRetrieval (php)": 74.47, - "CodeTransOceanContest": 70.58, - "CodeTransOceanDL": 29.45, - "CosQA": 33.71, - "CovidRetrieval": 3.7, - "DBPedia": 32.09, - "DuRetrieval": 4.92, - "EcomRetrieval": 3.94, - "FEVER": 50.86, - "FiQA-PL": 3.6, - "FiQA2018": 49.96, - "GerDaLIRSmall": 3.78, - "HellaSwag": 26.27, - "HotpotQA": 39.29, - "LEMBNarrativeQARetrieval": 19.34, - "LEMBQMSumRetrieval": 21.54, - "LEMBSummScreenFDRetrieval": 60.43, - "LEMBWikimQARetrieval": 44.92, - "LeCaRDv2": 18.09, - "LegalBenchConsumerContractsQA": 75.25, - "LegalBenchCorporateLobbying": 89.04, - "LegalQuAD": 10.67, - "LegalSummarization": 58.55, - "MMarcoRetrieval": 7.13, - "MSMARCO": 39.75, - "MedicalRetrieval": 1.71, - "MintakaRetrieval (ar)": 1.97, - "MintakaRetrieval (de)": 17.21, - "MintakaRetrieval (es)": 10.11, - "MintakaRetrieval (fr)": 12.93, - "MintakaRetrieval (hi)": 2.03, - "MintakaRetrieval (it)": 5.63, - "MintakaRetrieval (ja)": 6.77, - "MintakaRetrieval (pt)": 8.05, - "NFCorpus": 33.29, - "NFCorpus-PL": 8.77, - "NQ": 50.45, - "PIQA": 29.03, - "Quail": 3.41, - "QuoraRetrieval": 87.46, - "RARbCode": 53.21, - "RARbMath": 71.85, - "RuBQRetrieval": 4.75, - "SCIDOCS": 23.76, - "SCIDOCS-PL": 4.02, - "SIQA": 2.38, - "SciFact": 65.57, - "SciFact-PL": 13.31, - "SpartQA": 0.22, - "StackOverflowQA": 90.32, - "SyntecRetrieval": 57.39, - "SyntheticText2SQL": 45.09, - "T2Retrieval": 2.98, - "TRECCOVID": 51.33, - "TRECCOVID-PL": 12.11, - "TempReasonL1": 1.77, - "TempReasonL2Fact": 11.2, - "TempReasonL2Pure": 1.15, - "TempReasonL3Fact": 9.42, - "TempReasonL3Pure": 5.59, - "Touche2020": 19.93, - "VideoRetrieval": 8.48, - "WinoGrande": 20.77, - "XPQARetrieval (ara-ara)": 9.42, - "XPQARetrieval (eng-ara)": 2.36, - "XPQARetrieval (ara-eng)": 8.98, - "XPQARetrieval (deu-deu)": 55.82, - "XPQARetrieval (eng-deu)": 11.74, - "XPQARetrieval (deu-eng)": 30.44, - "XPQARetrieval (spa-spa)": 40.01, - "XPQARetrieval (eng-spa)": 6.12, - "XPQARetrieval (spa-eng)": 29.44, - "XPQARetrieval (fra-fra)": 51.94, - "XPQARetrieval (eng-fra)": 11.48, - "XPQARetrieval (fra-eng)": 32.52, - "XPQARetrieval (hin-hin)": 37.45, - "XPQARetrieval (eng-hin)": 5.11, - "XPQARetrieval (hin-eng)": 7.37, - "XPQARetrieval (ita-ita)": 54.2, - "XPQARetrieval (eng-ita)": 6.08, - "XPQARetrieval (ita-eng)": 30.32, - "XPQARetrieval (jpn-jpn)": 37.46, - "XPQARetrieval (eng-jpn)": 5.79, - "XPQARetrieval (jpn-eng)": 14.77, - "XPQARetrieval (kor-kor)": 10.39, - "XPQARetrieval (eng-kor)": 7.09, - "XPQARetrieval (kor-eng)": 6.96, - "XPQARetrieval (pol-pol)": 23.71, - "XPQARetrieval (eng-pol)": 8.83, - "XPQARetrieval (pol-eng)": 15.94, - "XPQARetrieval (por-por)": 33.56, - "XPQARetrieval (eng-por)": 3.76, - "XPQARetrieval (por-eng)": 23.45, - "XPQARetrieval (tam-tam)": 5.5, - "XPQARetrieval (eng-tam)": 3.3, - "XPQARetrieval (tam-eng)": 4.18, - "XPQARetrieval (cmn-cmn)": 23.8, - "XPQARetrieval (eng-cmn)": 7.2, - "XPQARetrieval (cmn-eng)": 12.84 - } - ], - "recall_at_1": [ - { - "Model": "all-mpnet-base-v2", - "BrightRetrieval (biology)": 25.57, - "BrightRetrieval (sustainable_living)": 18.01, - "BrightRetrieval (psychology)": 15.84, - "BrightRetrieval (economics)": 18.93, - "BrightRetrieval (earth_science)": 34.05, - "BrightRetrieval (stackoverflow)": 14.96, - "BrightRetrieval (pony)": 1.19, - "BrightRetrieval (robotics)": 10.89 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "all-mpnet-base-v2", - "AFQMC": 8.01, - "ATEC": 14.03, - "BIOSSES": 80.43, - "BQ": 21.39, - "CDSC-R": 77.04, - "LCQMC": 22.84, - "PAWSX": 6.44, - "RUParaPhraserSTS": 42.15, - "RuSTSBenchmarkSTS": 55.68, - "SICK-R": 80.59, - "SICK-R-PL": 50.2, - "SICKFr": 67.05, - "STS12": 72.63, - "STS13": 83.48, - "STS14": 78.0, - "STS15": 85.66, - "STS16": 80.03, - "STS17 (fr-en)": 41.64, - "STS17 (nl-en)": 32.89, - "STS17 (es-en)": 25.28, - "STS17 (en-en)": 90.6, - "STS17 (ko-ko)": 39.11, - "STS17 (ar-ar)": 55.42, - "STS17 (es-es)": 78.4, - "STS17 (en-de)": 35.5, - "STS17 (en-ar)": 6.76, - "STS17 (en-tr)": -4.58, - "STS17 (it-en)": 31.8, - "STS22 (pl)": 24.21, - "STS22 (it)": 58.02, - "STS22 (es-en)": 55.09, - "STS22 (fr)": 77.1, - "STS22 (tr)": 29.35, - "STS22 (zh)": 42.24, - "STS22 (de)": 27.0, - "STS22 (es-it)": 41.61, - "STS22 (fr-pl)": 73.25, - "STS22 (de-en)": 49.73, - "STS22 (zh-en)": 40.47, - "STS22 (es)": 55.98, - "STS22 (ar)": 38.96, - "STS22 (en)": 68.39, - "STS22 (de-pl)": 23.53, - "STS22 (ru)": 15.83, - "STS22 (pl-en)": 51.07, - "STS22 (de-fr)": 31.39, - "STSB": 37.7, - "STSBenchmark": 83.42, - "STSBenchmarkMultilingualSTS (nl)": 57.01, - "STSBenchmarkMultilingualSTS (ru)": 55.54, - "STSBenchmarkMultilingualSTS (fr)": 65.15, - "STSBenchmarkMultilingualSTS (it)": 62.72, - "STSBenchmarkMultilingualSTS (es)": 65.78, - "STSBenchmarkMultilingualSTS (en)": 83.42, - "STSBenchmarkMultilingualSTS (de)": 61.43, - "STSBenchmarkMultilingualSTS (pt)": 62.12, - "STSBenchmarkMultilingualSTS (zh)": 39.43, - "STSBenchmarkMultilingualSTS (pl)": 52.36 - }, - { - "Model": "all-mpnet-base-v2", - "STS17 (en-en)": 90.6, - "STS22 (en)": 67.95 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "all-mpnet-base-v2", - "SummEval": 27.49, - "SummEvalFr": 28.11 - }, - { - "Model": "all-mpnet-base-v2", - "SummEval": 27.49, - "SummEvalFr": 28.11 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "all-mpnet-base-v2", - "CEDRClassification": 35.98, - "SensitiveTopicsClassification": 17.83 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "all-mpnet-base-v2", - "Core17InstructionRetrieval": -0.74, - "News21InstructionRetrieval": -1.79, - "Robust04InstructionRetrieval": -6.71 - } - ] - } - }, - "sentence-transformers__all-mpnet-base-v2-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-mpnet-base-v2-instruct", - "ARCChallenge": 10.35, - "AlphaNLI": 1.96, - "HellaSwag": 13.01, - "PIQA": 27.18, - "Quail": 3.02, - "RARbCode": 48.95, - "RARbMath": 69.21, - "SIQA": 1.29, - "SpartQA": 1.01, - "TempReasonL1": 1.52, - "TempReasonL2Fact": 7.28, - "TempReasonL2Pure": 1.03, - "TempReasonL3Fact": 7.03, - "TempReasonL3Pure": 5.16, - "WinoGrande": 9.66 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__allenai-specter": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "allenai-specter", - "AmazonCounterfactualClassification (de)": 54.46, - "AmazonCounterfactualClassification (en)": 58.7, - "AmazonCounterfactualClassification (en-ext)": 59.28, - "AmazonCounterfactualClassification (ja)": 43.87, - "AmazonPolarityClassification": 57.77, - "AmazonReviewsClassification (de)": 24.08, - "AmazonReviewsClassification (en)": 26.26, - "AmazonReviewsClassification (es)": 23.88, - "AmazonReviewsClassification (fr)": 23.31, - "AmazonReviewsClassification (ja)": 20.25, - "AmazonReviewsClassification (zh)": 20.49, - "Banking77Classification": 66.66, - "EmotionClassification": 24.82, - "ImdbClassification": 56.35, - "MTOPDomainClassification (de)": 48.55, - "MTOPDomainClassification (en)": 74.53, - "MTOPDomainClassification (es)": 58.39, - "MTOPDomainClassification (fr)": 54.61, - "MTOPDomainClassification (hi)": 21.22, - "MTOPDomainClassification (th)": 14.98, - "MTOPIntentClassification (de)": 35.55, - "MTOPIntentClassification (en)": 50.05, - "MTOPIntentClassification (es)": 36.72, - "MTOPIntentClassification (fr)": 34.71, - "MTOPIntentClassification (hi)": 4.44, - "MTOPIntentClassification (th)": 4.67, - "MassiveIntentClassification (af)": 33.68, - "MassiveIntentClassification (am)": 2.94, - "MassiveIntentClassification (ar)": 10.04, - "MassiveIntentClassification (az)": 30.74, - "MassiveIntentClassification (bn)": 3.02, - "MassiveIntentClassification (cy)": 33.94, - "MassiveIntentClassification (da)": 38.47, - "MassiveIntentClassification (de)": 36.06, - "MassiveIntentClassification (el)": 27.7, - "MassiveIntentClassification (en)": 51.73, - "MassiveIntentClassification (es)": 35.6, - "MassiveIntentClassification (fa)": 17.97, - "MassiveIntentClassification (fi)": 35.53, - "MassiveIntentClassification (fr)": 38.41, - "MassiveIntentClassification (he)": 2.69, - "MassiveIntentClassification (hi)": 3.43, - "MassiveIntentClassification (hu)": 34.05, - "MassiveIntentClassification (hy)": 3.11, - "MassiveIntentClassification (id)": 40.02, - "MassiveIntentClassification (is)": 32.63, - "MassiveIntentClassification (it)": 39.28, - "MassiveIntentClassification (ja)": 4.95, - "MassiveIntentClassification (jv)": 34.95, - "MassiveIntentClassification (ka)": 2.57, - "MassiveIntentClassification (km)": 4.73, - "MassiveIntentClassification (kn)": 3.54, - "MassiveIntentClassification (ko)": 2.68, - "MassiveIntentClassification (lv)": 37.91, - "MassiveIntentClassification (ml)": 2.88, - "MassiveIntentClassification (mn)": 16.94, - "MassiveIntentClassification (ms)": 36.6, - "MassiveIntentClassification (my)": 3.96, - "MassiveIntentClassification (nb)": 34.75, - "MassiveIntentClassification (nl)": 33.95, - "MassiveIntentClassification (pl)": 35.77, - "MassiveIntentClassification (pt)": 43.05, - "MassiveIntentClassification (ro)": 36.2, - "MassiveIntentClassification (ru)": 25.3, - "MassiveIntentClassification (sl)": 35.9, - "MassiveIntentClassification (sq)": 36.6, - "MassiveIntentClassification (sv)": 36.0, - "MassiveIntentClassification (sw)": 34.81, - "MassiveIntentClassification (ta)": 3.11, - "MassiveIntentClassification (te)": 2.53, - "MassiveIntentClassification (th)": 4.38, - "MassiveIntentClassification (tl)": 35.51, - "MassiveIntentClassification (tr)": 32.02, - "MassiveIntentClassification (ur)": 9.61, - "MassiveIntentClassification (vi)": 37.07, - "MassiveIntentClassification (zh-CN)": 2.81, - "MassiveIntentClassification (zh-TW)": 4.79, - "MassiveScenarioClassification (af)": 36.17, - "MassiveScenarioClassification (am)": 7.64, - "MassiveScenarioClassification (ar)": 15.26, - "MassiveScenarioClassification (az)": 30.73, - "MassiveScenarioClassification (bn)": 7.15, - "MassiveScenarioClassification (cy)": 34.73, - "MassiveScenarioClassification (da)": 39.93, - "MassiveScenarioClassification (de)": 38.62, - "MassiveScenarioClassification (el)": 27.18, - "MassiveScenarioClassification (en)": 58.58, - "MassiveScenarioClassification (es)": 39.44, - "MassiveScenarioClassification (fa)": 21.43, - "MassiveScenarioClassification (fi)": 33.21, - "MassiveScenarioClassification (fr)": 40.26, - "MassiveScenarioClassification (he)": 7.42, - "MassiveScenarioClassification (hi)": 8.06, - "MassiveScenarioClassification (hu)": 34.54, - "MassiveScenarioClassification (hy)": 8.61, - "MassiveScenarioClassification (id)": 40.04, - "MassiveScenarioClassification (is)": 33.57, - "MassiveScenarioClassification (it)": 40.1, - "MassiveScenarioClassification (ja)": 9.96, - "MassiveScenarioClassification (jv)": 36.11, - "MassiveScenarioClassification (ka)": 7.13, - "MassiveScenarioClassification (km)": 9.66, - "MassiveScenarioClassification (kn)": 7.55, - "MassiveScenarioClassification (ko)": 7.27, - "MassiveScenarioClassification (lv)": 37.03, - "MassiveScenarioClassification (ml)": 7.22, - "MassiveScenarioClassification (mn)": 21.53, - "MassiveScenarioClassification (ms)": 37.57, - "MassiveScenarioClassification (my)": 9.54, - "MassiveScenarioClassification (nb)": 35.71, - "MassiveScenarioClassification (nl)": 34.62, - "MassiveScenarioClassification (pl)": 36.87, - "MassiveScenarioClassification (pt)": 44.68, - "MassiveScenarioClassification (ro)": 37.29, - "MassiveScenarioClassification (ru)": 28.16, - "MassiveScenarioClassification (sl)": 37.95, - "MassiveScenarioClassification (sq)": 37.82, - "MassiveScenarioClassification (sv)": 35.35, - "MassiveScenarioClassification (sw)": 35.37, - "MassiveScenarioClassification (ta)": 7.19, - "MassiveScenarioClassification (te)": 7.29, - "MassiveScenarioClassification (th)": 9.47, - "MassiveScenarioClassification (tl)": 37.31, - "MassiveScenarioClassification (tr)": 34.57, - "MassiveScenarioClassification (ur)": 16.17, - "MassiveScenarioClassification (vi)": 35.91, - "MassiveScenarioClassification (zh-CN)": 9.19, - "MassiveScenarioClassification (zh-TW)": 10.19, - "ToxicConversationsClassification": 57.44, - "TweetSentimentExtractionClassification": 45.52 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "allenai-specter", - "ArxivClusteringP2P": 44.75, - "ArxivClusteringS2S": 35.27, - "BiorxivClusteringP2P": 39.52, - "BiorxivClusteringS2S": 34.53, - "MedrxivClusteringP2P": 35.04, - "MedrxivClusteringS2S": 31.66, - "RedditClustering": 24.13, - "RedditClusteringP2P": 35.06, - "StackExchangeClustering": 39.01, - "StackExchangeClusteringP2P": 31.46, - "TwentyNewsgroupsClustering": 24.22 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "allenai-specter", - "SprintDuplicateQuestions": 71.63, - "TwitterSemEval2015": 43.25, - "TwitterURLCorpus": 69.22 - }, - { - "Model": "allenai-specter", - "SprintDuplicateQuestions": 71.63, - "TwitterSemEval2015": 43.25, - "TwitterURLCorpus": 69.22 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "allenai-specter", - "AskUbuntuDupQuestions": 50.07, - "MindSmallReranking": 24.8, - "SciDocsRR": 81.31, - "StackOverflowDupQuestions": 36.22 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "allenai-specter", - "ArguAna": 32.67, - "CQADupstackRetrieval": 14.6, - "ClimateFEVER": 6.86, - "DBPedia": 4.14, - "FEVER": 5.45, - "FiQA2018": 5.64, - "HotpotQA": 5.46, - "MSMARCO": 5.59, - "NFCorpus": 0.85, - "NQ": 5.99, - "QuoraRetrieval": 64.65, - "SCIDOCS": 0.0, - "SciFact": 47.88, - "TRECCOVID": 29.91, - "Touche2020": 8.46 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "allenai-specter", - "BIOSSES": 64.95, - "SICK-R": 56.39, - "STS12": 62.49, - "STS13": 58.7, - "STS14": 54.87, - "STS15": 62.54, - "STS16": 64.27, - "STS17 (ar-ar)": 27.14, - "STS17 (en-ar)": 6.9, - "STS17 (en-de)": 11.59, - "STS17 (en-en)": 69.63, - "STS17 (en-tr)": 6.46, - "STS17 (es-en)": 10.86, - "STS17 (es-es)": 55.45, - "STS17 (fr-en)": 16.02, - "STS17 (it-en)": 19.87, - "STS17 (ko-ko)": 8.08, - "STS17 (nl-en)": 24.92, - "STS22 (ar)": 19.57, - "STS22 (de)": 17.31, - "STS22 (de-en)": 26.03, - "STS22 (de-fr)": 10.26, - "STS22 (de-pl)": 16.94, - "STS22 (en)": 55.06, - "STS22 (es)": 48.89, - "STS22 (es-en)": 51.79, - "STS22 (es-it)": 25.24, - "STS22 (fr)": 53.92, - "STS22 (fr-pl)": 39.44, - "STS22 (it)": 39.43, - "STS22 (pl)": 13.56, - "STS22 (pl-en)": 25.36, - "STS22 (ru)": 1.11, - "STS22 (tr)": 31.73, - "STS22 (zh)": 16.35, - "STS22 (zh-en)": 8.44, - "STSBenchmark": 61.26 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "allenai-specter", - "SummEval": 27.66 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__average_word_embeddings_glove.6B.300d": { - "BitextMining": { - "f1": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "BUCC (de-en)": 0.18, - "BUCC (fr-en)": 0.19, - "BUCC (ru-en)": 0.1, - "BUCC (zh-en)": 0.0 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "AmazonCounterfactualClassification (en)": 56.91, - "AmazonPolarityClassification": 60.32, - "AmazonReviewsClassification (en)": 29.67, - "Banking77Classification": 67.69, - "EmotionClassification": 36.93, - "ImdbClassification": 62.57, - "MTOPDomainClassification (en)": 79.11, - "MTOPIntentClassification (en)": 55.85, - "MassiveIntentClassification (en)": 56.19, - "MassiveScenarioClassification (en)": 66.03, - "ToxicConversationsClassification": 65.4, - "TweetSentimentExtractionClassification": 50.8 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "ArxivClusteringP2P": 32.56, - "ArxivClusteringS2S": 23.14, - "BiorxivClusteringP2P": 29.27, - "BiorxivClusteringS2S": 19.18, - "MedrxivClusteringP2P": 26.12, - "MedrxivClusteringS2S": 20.38, - "RedditClustering": 28.46, - "RedditClusteringP2P": 35.82, - "StackExchangeClustering": 35.8, - "StackExchangeClusteringP2P": 28.51, - "TwentyNewsgroupsClustering": 25.83 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "SprintDuplicateQuestions": 86.96, - "TwitterSemEval2015": 48.45, - "TwitterURLCorpus": 77.35 - }, - { - "Model": "average_word_embeddings_glove.6B.300d", - "SprintDuplicateQuestions": 86.96, - "TwitterSemEval2015": 53.12, - "TwitterURLCorpus": 77.35 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "AskUbuntuDupQuestions": 49.57, - "MindSmallReranking": 27.01, - "SciDocsRR": 62.56, - "StackOverflowDupQuestions": 34.03 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "ArguAna": 36.3, - "CQADupstackRetrieval": 15.47, - "ClimateFEVER": 14.44, - "DBPedia": 18.28, - "FEVER": 14.99, - "FiQA2018": 10.09, - "HotpotQA": 19.18, - "MSMARCO": 9.6, - "NFCorpus": 13.87, - "NQ": 12.87, - "QuoraRetrieval": 71.32, - "SCIDOCS": 8.04, - "SciFact": 29.58, - "TRECCOVID": 36.22, - "Touche2020": 13.99 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "BIOSSES": 44.93, - "SICK-R": 55.43, - "STS12": 54.64, - "STS13": 69.16, - "STS14": 60.81, - "STS15": 72.31, - "STS16": 65.34, - "STS17 (en-en)": 77.95, - "STS22 (en)": 56.35, - "STSBenchmark": 61.54 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "SummEval": 28.87 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__average_word_embeddings_komninos": { - "BitextMining": { - "f1": [ - { - "Model": "average_word_embeddings_komninos", - "BUCC (de-en)": 0.18, - "BUCC (fr-en)": 0.08, - "BUCC (ru-en)": 0.15, - "BUCC (zh-en)": 0.05, - "Tatoeba (afr-eng)": 4.82, - "Tatoeba (amh-eng)": 1.18, - "Tatoeba (ang-eng)": 8.54, - "Tatoeba (ara-eng)": 0.63, - "Tatoeba (arq-eng)": 0.4, - "Tatoeba (arz-eng)": 0.63, - "Tatoeba (ast-eng)": 11.69, - "Tatoeba (awa-eng)": 0.0, - "Tatoeba (aze-eng)": 3.22, - "Tatoeba (bel-eng)": 1.75, - "Tatoeba (ben-eng)": 0.2, - "Tatoeba (ber-eng)": 7.0, - "Tatoeba (bos-eng)": 9.31, - "Tatoeba (bre-eng)": 4.17, - "Tatoeba (bul-eng)": 1.29, - "Tatoeba (cat-eng)": 7.73, - "Tatoeba (cbk-eng)": 5.61, - "Tatoeba (ceb-eng)": 4.88, - "Tatoeba (ces-eng)": 3.55, - "Tatoeba (cha-eng)": 19.29, - "Tatoeba (cmn-eng)": 0.5, - "Tatoeba (cor-eng)": 4.15, - "Tatoeba (csb-eng)": 5.69, - "Tatoeba (cym-eng)": 8.4, - "Tatoeba (dan-eng)": 6.99, - "Tatoeba (deu-eng)": 3.67, - "Tatoeba (dsb-eng)": 5.33, - "Tatoeba (dtp-eng)": 4.25, - "Tatoeba (ell-eng)": 0.63, - "Tatoeba (epo-eng)": 2.45, - "Tatoeba (est-eng)": 2.69, - "Tatoeba (eus-eng)": 4.69, - "Tatoeba (fao-eng)": 7.61, - "Tatoeba (fin-eng)": 3.36, - "Tatoeba (fra-eng)": 7.0, - "Tatoeba (fry-eng)": 12.36, - "Tatoeba (gla-eng)": 3.07, - "Tatoeba (gle-eng)": 4.81, - "Tatoeba (glg-eng)": 8.12, - "Tatoeba (gsw-eng)": 18.87, - "Tatoeba (heb-eng)": 0.68, - "Tatoeba (hin-eng)": 0.1, - "Tatoeba (hrv-eng)": 5.41, - "Tatoeba (hsb-eng)": 6.32, - "Tatoeba (hun-eng)": 3.42, - "Tatoeba (hye-eng)": 0.97, - "Tatoeba (ido-eng)": 7.1, - "Tatoeba (ile-eng)": 13.61, - "Tatoeba (ina-eng)": 8.57, - "Tatoeba (ind-eng)": 7.26, - "Tatoeba (isl-eng)": 4.09, - "Tatoeba (ita-eng)": 5.54, - "Tatoeba (jav-eng)": 11.43, - "Tatoeba (jpn-eng)": 0.2, - "Tatoeba (kab-eng)": 2.71, - "Tatoeba (kat-eng)": 1.11, - "Tatoeba (kaz-eng)": 1.17, - "Tatoeba (khm-eng)": 0.55, - "Tatoeba (kor-eng)": 0.5, - "Tatoeba (kur-eng)": 8.55, - "Tatoeba (kzj-eng)": 4.61, - "Tatoeba (lat-eng)": 4.07, - "Tatoeba (lfn-eng)": 2.83, - "Tatoeba (lit-eng)": 0.95, - "Tatoeba (lvs-eng)": 3.25, - "Tatoeba (mal-eng)": 0.29, - "Tatoeba (mar-eng)": 0.2, - "Tatoeba (max-eng)": 14.53, - "Tatoeba (mhr-eng)": 0.2, - "Tatoeba (mkd-eng)": 0.2, - "Tatoeba (mon-eng)": 1.1, - "Tatoeba (nds-eng)": 10.37, - "Tatoeba (nld-eng)": 9.5, - "Tatoeba (nno-eng)": 4.49, - "Tatoeba (nob-eng)": 4.95, - "Tatoeba (nov-eng)": 14.53, - "Tatoeba (oci-eng)": 5.8, - "Tatoeba (orv-eng)": 0.24, - "Tatoeba (pam-eng)": 6.65, - "Tatoeba (pes-eng)": 0.5, - "Tatoeba (pms-eng)": 8.05, - "Tatoeba (pol-eng)": 5.13, - "Tatoeba (por-eng)": 5.87, - "Tatoeba (ron-eng)": 6.76, - "Tatoeba (rus-eng)": 0.2, - "Tatoeba (slk-eng)": 4.23, - "Tatoeba (slv-eng)": 6.05, - "Tatoeba (spa-eng)": 5.03, - "Tatoeba (sqi-eng)": 4.36, - "Tatoeba (srp-eng)": 1.77, - "Tatoeba (swe-eng)": 6.72, - "Tatoeba (swg-eng)": 8.54, - "Tatoeba (swh-eng)": 11.49, - "Tatoeba (tam-eng)": 1.3, - "Tatoeba (tat-eng)": 0.77, - "Tatoeba (tel-eng)": 0.85, - "Tatoeba (tgl-eng)": 2.61, - "Tatoeba (tha-eng)": 0.69, - "Tatoeba (tuk-eng)": 5.76, - "Tatoeba (tur-eng)": 5.24, - "Tatoeba (tzl-eng)": 15.51, - "Tatoeba (uig-eng)": 0.6, - "Tatoeba (ukr-eng)": 1.23, - "Tatoeba (urd-eng)": 0.4, - "Tatoeba (uzb-eng)": 4.73, - "Tatoeba (vie-eng)": 6.55, - "Tatoeba (war-eng)": 4.12, - "Tatoeba (wuu-eng)": 0.2, - "Tatoeba (xho-eng)": 4.33, - "Tatoeba (yid-eng)": 0.59, - "Tatoeba (yue-eng)": 0.5, - "Tatoeba (zsm-eng)": 7.27 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "average_word_embeddings_komninos", - "AmazonCounterfactualClassification (en)": 60.54, - "AmazonPolarityClassification": 59.59, - "AmazonReviewsClassification (en)": 31.01, - "Banking77Classification": 67.05, - "EmotionClassification": 33.18, - "ImdbClassification": 63.98, - "MTOPDomainClassification (en)": 78.57, - "MTOPIntentClassification (en)": 57.07, - "MassiveIntentClassification (en)": 57.21, - "MassiveScenarioClassification (en)": 66.11, - "ToxicConversationsClassification": 67.76, - "TweetSentimentExtractionClassification": 49.68 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "average_word_embeddings_komninos", - "ArxivClusteringP2P": 34.73, - "ArxivClusteringS2S": 26.01, - "BiorxivClusteringP2P": 29.76, - "BiorxivClusteringS2S": 20.71, - "BlurbsClusteringP2P": 11.37, - "BlurbsClusteringS2S": 8.01, - "MedrxivClusteringP2P": 26.65, - "MedrxivClusteringS2S": 21.5, - "RedditClustering": 28.84, - "RedditClusteringP2P": 7.37, - "StackExchangeClustering": 39.04, - "StackExchangeClusteringP2P": 30.23, - "TenKGnadClusteringP2P": 15.89, - "TenKGnadClusteringS2S": 4.84, - "TwentyNewsgroupsClustering": 27.42 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "average_word_embeddings_komninos", - "SprintDuplicateQuestions": 85.55, - "TwitterSemEval2015": 53.85, - "TwitterURLCorpus": 79.41 - }, - { - "Model": "average_word_embeddings_komninos", - "SprintDuplicateQuestions": 85.55, - "TwitterSemEval2015": 54.02, - "TwitterURLCorpus": 79.41 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "average_word_embeddings_komninos", - "AskUbuntuDupQuestions": 50.88, - "MindSmallReranking": 28.92, - "SciDocsRR": 63.55, - "StackOverflowDupQuestions": 35.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "average_word_embeddings_komninos", - "ArguAna": 30.96, - "CQADupstackRetrieval": 16.79, - "ClimateFEVER": 14.87, - "DBPedia": 15.88, - "FEVER": 15.56, - "FiQA2018": 10.49, - "HotpotQA": 20.77, - "MSMARCO": 9.75, - "NFCorpus": 11.79, - "NQ": 12.75, - "QuoraRetrieval": 71.57, - "SCIDOCS": 8.47, - "SciFact": 29.53, - "TRECCOVID": 35.92, - "Touche2020": 13.17 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "average_word_embeddings_komninos", - "BIOSSES": 50.25, - "SICK-R": 55.49, - "STS12": 53.51, - "STS13": 70.8, - "STS14": 63.56, - "STS15": 74.08, - "STS16": 64.6, - "STS17 (ar-ar)": 13.78, - "STS17 (en-ar)": 9.08, - "STS17 (en-de)": -3.11, - "STS17 (en-en)": 76.91, - "STS17 (en-tr)": -0.45, - "STS17 (es-en)": -8.18, - "STS17 (es-es)": 48.23, - "STS17 (fr-en)": 5.81, - "STS17 (it-en)": 3.64, - "STS17 (ko-ko)": 2.54, - "STS17 (nl-en)": 0.44, - "STS22 (ar)": 32.42, - "STS22 (de)": 33.04, - "STS22 (de-en)": 28.65, - "STS22 (de-fr)": 14.77, - "STS22 (de-pl)": 11.21, - "STS22 (en)": 53.89, - "STS22 (es)": 48.53, - "STS22 (es-en)": 26.97, - "STS22 (es-it)": 41.1, - "STS22 (fr)": 49.43, - "STS22 (fr-pl)": 39.44, - "STS22 (it)": 57.77, - "STS22 (pl)": 12.47, - "STS22 (pl-en)": 45.55, - "STS22 (ru)": 19.44, - "STS22 (tr)": 47.38, - "STS22 (zh)": 4.78, - "STS22 (zh-en)": 14.05, - "STSBenchmark": 61.55 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "average_word_embeddings_komninos", - "SummEval": 30.49 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__distiluse-base-multilingual-cased-v2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "AllegroReviews": 28.03, - "AmazonCounterfactualClassification (de)": 68.14, - "AmazonCounterfactualClassification (en)": 71.81, - "AmazonCounterfactualClassification (en-ext)": 72.96, - "AmazonCounterfactualClassification (ja)": 65.39, - "AmazonPolarityClassification": 68.0, - "AmazonReviewsClassification (de)": 35.03, - "AmazonReviewsClassification (en)": 35.45, - "AmazonReviewsClassification (es)": 36.24, - "AmazonReviewsClassification (fr)": 35.7, - "AmazonReviewsClassification (ja)": 31.08, - "AmazonReviewsClassification (zh)": 33.89, - "Banking77Classification": 71.48, - "CBD": 60.0, - "EmotionClassification": 40.04, - "ImdbClassification": 61.52, - "MTOPDomainClassification (de)": 86.19, - "MTOPDomainClassification (en)": 91.59, - "MTOPDomainClassification (es)": 87.75, - "MTOPDomainClassification (fr)": 84.61, - "MTOPDomainClassification (hi)": 76.41, - "MTOPDomainClassification (th)": 73.62, - "MTOPIntentClassification (de)": 59.21, - "MTOPIntentClassification (en)": 66.4, - "MTOPIntentClassification (es)": 57.21, - "MTOPIntentClassification (fr)": 53.41, - "MTOPIntentClassification (hi)": 45.54, - "MTOPIntentClassification (th)": 47.73, - "MasakhaNEWSClassification (fra)": 76.87, - "MassiveIntentClassification (af)": 40.02, - "MassiveIntentClassification (am)": 2.35, - "MassiveIntentClassification (ar)": 43.14, - "MassiveIntentClassification (az)": 25.6, - "MassiveIntentClassification (bn)": 4.84, - "MassiveIntentClassification (cy)": 15.43, - "MassiveIntentClassification (da)": 52.33, - "MassiveIntentClassification (de)": 51.57, - "MassiveIntentClassification (el)": 49.65, - "MassiveIntentClassification (en)": 66.71, - "MassiveIntentClassification (es)": 56.57, - "MassiveIntentClassification (fa)": 55.36, - "MassiveIntentClassification (fi)": 45.72, - "MassiveIntentClassification (fr)": 57.02, - "MassiveIntentClassification (he)": 46.74, - "MassiveIntentClassification (hi)": 48.55, - "MassiveIntentClassification (hu)": 50.65, - "MassiveIntentClassification (hy)": 40.79, - "MassiveIntentClassification (id)": 56.0, - "MassiveIntentClassification (is)": 16.08, - "MassiveIntentClassification (it)": 57.65, - "MassiveIntentClassification (ja)": 55.33, - "MassiveIntentClassification (jv)": 28.16, - "MassiveIntentClassification (ka)": 29.41, - "MassiveIntentClassification (km)": 4.79, - "MassiveIntentClassification (kn)": 3.37, - "MassiveIntentClassification (ko)": 49.97, - "MassiveIntentClassification (lv)": 44.31, - "MassiveIntentClassification (ml)": 3.24, - "MassiveIntentClassification (mn)": 40.37, - "MassiveIntentClassification (ms)": 47.97, - "MassiveIntentClassification (my)": 38.48, - "MassiveIntentClassification (nb)": 46.01, - "MassiveIntentClassification (nl)": 58.29, - "MassiveIntentClassification (pl)": 53.1, - "MassiveIntentClassification (pt)": 58.63, - "MassiveIntentClassification (ro)": 50.63, - "MassiveIntentClassification (ru)": 57.96, - "MassiveIntentClassification (sl)": 50.66, - "MassiveIntentClassification (sq)": 50.25, - "MassiveIntentClassification (sv)": 52.41, - "MassiveIntentClassification (sw)": 19.29, - "MassiveIntentClassification (ta)": 3.79, - "MassiveIntentClassification (te)": 3.36, - "MassiveIntentClassification (th)": 45.28, - "MassiveIntentClassification (tl)": 28.44, - "MassiveIntentClassification (tr)": 50.47, - "MassiveIntentClassification (ur)": 46.03, - "MassiveIntentClassification (vi)": 45.25, - "MassiveIntentClassification (zh-CN)": 59.22, - "MassiveIntentClassification (zh-TW)": 54.96, - "MassiveScenarioClassification (af)": 53.67, - "MassiveScenarioClassification (am)": 7.72, - "MassiveScenarioClassification (ar)": 52.19, - "MassiveScenarioClassification (az)": 34.75, - "MassiveScenarioClassification (bn)": 10.65, - "MassiveScenarioClassification (cy)": 21.24, - "MassiveScenarioClassification (da)": 62.55, - "MassiveScenarioClassification (de)": 61.4, - "MassiveScenarioClassification (el)": 60.68, - "MassiveScenarioClassification (en)": 74.0, - "MassiveScenarioClassification (es)": 64.61, - "MassiveScenarioClassification (fa)": 59.24, - "MassiveScenarioClassification (fi)": 54.66, - "MassiveScenarioClassification (fr)": 65.2, - "MassiveScenarioClassification (he)": 54.74, - "MassiveScenarioClassification (hi)": 55.99, - "MassiveScenarioClassification (hu)": 61.2, - "MassiveScenarioClassification (hy)": 49.63, - "MassiveScenarioClassification (id)": 65.25, - "MassiveScenarioClassification (is)": 22.6, - "MassiveScenarioClassification (it)": 64.63, - "MassiveScenarioClassification (ja)": 62.32, - "MassiveScenarioClassification (jv)": 35.77, - "MassiveScenarioClassification (ka)": 39.08, - "MassiveScenarioClassification (km)": 9.24, - "MassiveScenarioClassification (kn)": 8.28, - "MassiveScenarioClassification (ko)": 57.6, - "MassiveScenarioClassification (lv)": 51.72, - "MassiveScenarioClassification (ml)": 8.25, - "MassiveScenarioClassification (mn)": 47.21, - "MassiveScenarioClassification (ms)": 55.65, - "MassiveScenarioClassification (my)": 43.31, - "MassiveScenarioClassification (nb)": 54.98, - "MassiveScenarioClassification (nl)": 67.49, - "MassiveScenarioClassification (pl)": 61.29, - "MassiveScenarioClassification (pt)": 64.26, - "MassiveScenarioClassification (ro)": 58.03, - "MassiveScenarioClassification (ru)": 65.41, - "MassiveScenarioClassification (sl)": 59.36, - "MassiveScenarioClassification (sq)": 62.69, - "MassiveScenarioClassification (sv)": 64.35, - "MassiveScenarioClassification (sw)": 25.12, - "MassiveScenarioClassification (ta)": 8.67, - "MassiveScenarioClassification (te)": 7.82, - "MassiveScenarioClassification (th)": 54.65, - "MassiveScenarioClassification (tl)": 36.09, - "MassiveScenarioClassification (tr)": 60.89, - "MassiveScenarioClassification (ur)": 54.71, - "MassiveScenarioClassification (vi)": 55.15, - "MassiveScenarioClassification (zh-CN)": 66.44, - "MassiveScenarioClassification (zh-TW)": 62.89, - "PAC": 68.17, - "PolEmo2.0-IN": 48.84, - "PolEmo2.0-OUT": 30.0, - "ToxicConversationsClassification": 69.09, - "TweetSentimentExtractionClassification": 59.97 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "8TagsClustering": 12.51, - "AlloProfClusteringP2P": 55.95, - "AlloProfClusteringS2S": 35.39, - "ArxivClusteringP2P": 33.59, - "HALClusteringS2S": 18.2, - "MLSUMClusteringP2P": 40.17, - "MLSUMClusteringS2S": 34.65, - "MasakhaNEWSClusteringP2P (fra)": 53.76, - "MasakhaNEWSClusteringS2S (fra)": 32.76 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "CDSC-E": 71.83, - "OpusparcusPC (fr)": 92.07, - "PPC": 86.83, - "PSC": 96.35, - "PawsXPairClassification (fr)": 51.08, - "SICK-E-PL": 62.05, - "SprintDuplicateQuestions": 87.15, - "TwitterSemEval2015": 61.67, - "TwitterURLCorpus": 84.02 - }, - { - "Model": "distiluse-base-multilingual-cased-v2", - "CDSC-E": 72.0, - "OpusparcusPC (fr)": 92.07, - "PPC": 86.83, - "PSC": 96.35, - "PawsXPairClassification (fr)": 51.16, - "SICK-E-PL": 62.41, - "SprintDuplicateQuestions": 88.43, - "TwitterSemEval2015": 62.46, - "TwitterURLCorpus": 84.02 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "AlloprofReranking": 51.77, - "AskUbuntuDupQuestions": 53.75, - "MindSmallReranking": 30.39, - "SciDocsRR": 69.22, - "StackOverflowDupQuestions": 41.92, - "SyntecReranking": 74.78 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "AlloprofRetrieval": 26.99, - "ArguAna-PL": 36.7, - "BSARDRetrieval": 0.0, - "DBPedia-PL": 12.36, - "FiQA-PL": 8.02, - "HotpotQA-PL": 20.83, - "MSMARCO-PL": 4.57, - "MintakaRetrieval (fr)": 22.55, - "NFCorpus-PL": 16.28, - "NQ-PL": 5.85, - "Quora-PL": 71.95, - "SCIDOCS-PL": 6.5, - "SciFact-PL": 33.03, - "SyntecRetrieval": 65.34, - "TRECCOVID-PL": 16.91, - "XPQARetrieval (fr)": 51.2 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "BIOSSES": 78.34, - "CDSC-R": 87.67, - "SICK-R": 75.25, - "SICK-R-PL": 65.53, - "SICKFr": 72.49, - "STS12": 72.96, - "STS13": 70.58, - "STS14": 70.29, - "STS15": 81.94, - "STS16": 76.8, - "STS17 (ar-ar)": 77.34, - "STS17 (en-ar)": 77.46, - "STS17 (en-de)": 80.24, - "STS17 (en-en)": 86.19, - "STS17 (en-tr)": 74.34, - "STS17 (es-en)": 77.4, - "STS17 (es-es)": 83.71, - "STS17 (fr-en)": 79.28, - "STS17 (it-en)": 80.82, - "STS17 (ko-ko)": 76.4, - "STS17 (nl-en)": 80.51, - "STS22 (ar)": 49.04, - "STS22 (de)": 35.73, - "STS22 (de-en)": 47.51, - "STS22 (de-fr)": 60.76, - "STS22 (de-pl)": 36.09, - "STS22 (en)": 62.88, - "STS22 (es)": 59.34, - "STS22 (es-en)": 68.96, - "STS22 (es-it)": 63.28, - "STS22 (fr)": 76.41, - "STS22 (fr-pl)": 61.98, - "STS22 (it)": 65.1, - "STS22 (pl)": 34.58, - "STS22 (pl-en)": 71.33, - "STS22 (ru)": 52.4, - "STS22 (tr)": 54.07, - "STS22 (zh)": 54.32, - "STS22 (zh-en)": 61.75, - "STSBenchmark": 80.75, - "STSBenchmarkMultilingualSTS (fr)": 77.49 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "SummEvalFr": 28.12 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__gtr-t5-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "gtr-t5-base", - "AmazonCounterfactualClassification (en)": 69.33, - "AmazonPolarityClassification": 67.82, - "AmazonReviewsClassification (en)": 38.48, - "Banking77Classification": 79.26, - "EmotionClassification": 42.2, - "ImdbClassification": 65.99, - "MTOPDomainClassification (en)": 92.42, - "MTOPIntentClassification (en)": 62.44, - "MassiveIntentClassification (en)": 67.05, - "MassiveScenarioClassification (en)": 75.4, - "ToxicConversationsClassification": 66.6, - "TweetSentimentExtractionClassification": 56.02 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gtr-t5-base", - "ArxivClusteringP2P": 35.49, - "ArxivClusteringS2S": 27.18, - "BiorxivClusteringP2P": 27.66, - "BiorxivClusteringS2S": 23.25, - "MedrxivClusteringP2P": 27.57, - "MedrxivClusteringS2S": 25.13, - "RedditClustering": 56.13, - "RedditClusteringP2P": 58.53, - "StackExchangeClustering": 64.21, - "StackExchangeClusteringP2P": 33.01, - "TwentyNewsgroupsClustering": 46.72 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gtr-t5-base", - "SprintDuplicateQuestions": 94.55, - "TwitterSemEval2015": 72.23, - "TwitterURLCorpus": 84.77 - }, - { - "Model": "gtr-t5-base", - "SprintDuplicateQuestions": 94.55, - "TwitterSemEval2015": 72.23, - "TwitterURLCorpus": 84.77 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gtr-t5-base", - "AskUbuntuDupQuestions": 60.86, - "MindSmallReranking": 31.33, - "SciDocsRR": 73.71, - "StackOverflowDupQuestions": 51.01 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gtr-t5-base", - "ArguAna": 50.83, - "CQADupstackRetrieval": 34.55, - "ClimateFEVER": 24.88, - "DBPedia": 35.24, - "FEVER": 68.93, - "FiQA2018": 35.15, - "HotpotQA": 54.93, - "MSMARCO": 41.16, - "NFCorpus": 30.22, - "NQ": 50.47, - "QuoraRetrieval": 87.98, - "SCIDOCS": 14.0, - "SciFact": 59.74, - "TRECCOVID": 56.05, - "Touche2020": 25.89 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gtr-t5-base", - "BIOSSES": 79.0, - "SICK-R": 71.45, - "STS12": 68.59, - "STS13": 79.09, - "STS14": 74.64, - "STS15": 84.85, - "STS16": 81.57, - "STS17 (en-en)": 85.8, - "STS22 (en)": 66.17, - "STSBenchmark": 79.58 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gtr-t5-base", - "SummEval": 29.67 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__gtr-t5-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "gtr-t5-large", - "AmazonCounterfactualClassification (de)": 59.38, - "AmazonCounterfactualClassification (en)": 70.03, - "AmazonCounterfactualClassification (en-ext)": 69.86, - "AmazonCounterfactualClassification (ja)": 45.87, - "AmazonPolarityClassification": 73.92, - "AmazonReviewsClassification (de)": 33.06, - "AmazonReviewsClassification (en)": 37.21, - "AmazonReviewsClassification (es)": 34.0, - "AmazonReviewsClassification (fr)": 33.48, - "AmazonReviewsClassification (ja)": 21.78, - "AmazonReviewsClassification (zh)": 21.83, - "Banking77Classification": 81.21, - "EmotionClassification": 46.33, - "ImdbClassification": 70.86, - "MTOPDomainClassification (de)": 81.91, - "MTOPDomainClassification (en)": 94.01, - "MTOPDomainClassification (es)": 84.7, - "MTOPDomainClassification (fr)": 82.48, - "MTOPDomainClassification (hi)": 22.11, - "MTOPDomainClassification (th)": 16.36, - "MTOPIntentClassification (de)": 52.13, - "MTOPIntentClassification (en)": 63.86, - "MTOPIntentClassification (es)": 52.62, - "MTOPIntentClassification (fr)": 46.39, - "MTOPIntentClassification (hi)": 3.9, - "MTOPIntentClassification (th)": 5.38, - "MassiveIntentClassification (af)": 41.02, - "MassiveIntentClassification (am)": 2.34, - "MassiveIntentClassification (ar)": 4.87, - "MassiveIntentClassification (az)": 34.92, - "MassiveIntentClassification (bn)": 2.52, - "MassiveIntentClassification (cy)": 35.87, - "MassiveIntentClassification (da)": 45.3, - "MassiveIntentClassification (de)": 51.48, - "MassiveIntentClassification (el)": 10.0, - "MassiveIntentClassification (en)": 70.06, - "MassiveIntentClassification (es)": 53.3, - "MassiveIntentClassification (fa)": 3.59, - "MassiveIntentClassification (fi)": 37.35, - "MassiveIntentClassification (fr)": 54.83, - "MassiveIntentClassification (he)": 2.52, - "MassiveIntentClassification (hi)": 2.88, - "MassiveIntentClassification (hu)": 33.52, - "MassiveIntentClassification (hy)": 3.13, - "MassiveIntentClassification (id)": 40.11, - "MassiveIntentClassification (is)": 34.77, - "MassiveIntentClassification (it)": 51.21, - "MassiveIntentClassification (ja)": 4.75, - "MassiveIntentClassification (jv)": 35.6, - "MassiveIntentClassification (ka)": 2.71, - "MassiveIntentClassification (km)": 5.48, - "MassiveIntentClassification (kn)": 2.44, - "MassiveIntentClassification (ko)": 2.59, - "MassiveIntentClassification (lv)": 38.15, - "MassiveIntentClassification (ml)": 2.67, - "MassiveIntentClassification (mn)": 18.47, - "MassiveIntentClassification (ms)": 35.58, - "MassiveIntentClassification (my)": 4.35, - "MassiveIntentClassification (nb)": 43.78, - "MassiveIntentClassification (nl)": 45.96, - "MassiveIntentClassification (pl)": 39.08, - "MassiveIntentClassification (pt)": 52.27, - "MassiveIntentClassification (ro)": 46.39, - "MassiveIntentClassification (ru)": 16.82, - "MassiveIntentClassification (sl)": 37.3, - "MassiveIntentClassification (sq)": 41.73, - "MassiveIntentClassification (sv)": 43.51, - "MassiveIntentClassification (sw)": 35.97, - "MassiveIntentClassification (ta)": 1.52, - "MassiveIntentClassification (te)": 2.57, - "MassiveIntentClassification (th)": 3.94, - "MassiveIntentClassification (tl)": 41.03, - "MassiveIntentClassification (tr)": 33.75, - "MassiveIntentClassification (ur)": 2.57, - "MassiveIntentClassification (vi)": 25.23, - "MassiveIntentClassification (zh-CN)": 2.41, - "MassiveIntentClassification (zh-TW)": 4.64, - "MassiveScenarioClassification (af)": 51.48, - "MassiveScenarioClassification (am)": 7.74, - "MassiveScenarioClassification (ar)": 12.03, - "MassiveScenarioClassification (az)": 41.77, - "MassiveScenarioClassification (bn)": 8.07, - "MassiveScenarioClassification (cy)": 43.67, - "MassiveScenarioClassification (da)": 54.88, - "MassiveScenarioClassification (de)": 63.63, - "MassiveScenarioClassification (el)": 16.83, - "MassiveScenarioClassification (en)": 75.49, - "MassiveScenarioClassification (es)": 61.48, - "MassiveScenarioClassification (fa)": 6.48, - "MassiveScenarioClassification (fi)": 43.54, - "MassiveScenarioClassification (fr)": 64.06, - "MassiveScenarioClassification (he)": 8.03, - "MassiveScenarioClassification (hi)": 7.5, - "MassiveScenarioClassification (hu)": 42.59, - "MassiveScenarioClassification (hy)": 9.22, - "MassiveScenarioClassification (id)": 48.67, - "MassiveScenarioClassification (is)": 43.87, - "MassiveScenarioClassification (it)": 59.83, - "MassiveScenarioClassification (ja)": 5.62, - "MassiveScenarioClassification (jv)": 42.18, - "MassiveScenarioClassification (ka)": 7.52, - "MassiveScenarioClassification (km)": 9.55, - "MassiveScenarioClassification (kn)": 8.34, - "MassiveScenarioClassification (ko)": 6.11, - "MassiveScenarioClassification (lv)": 43.35, - "MassiveScenarioClassification (ml)": 7.28, - "MassiveScenarioClassification (mn)": 23.94, - "MassiveScenarioClassification (ms)": 45.18, - "MassiveScenarioClassification (my)": 9.33, - "MassiveScenarioClassification (nb)": 52.71, - "MassiveScenarioClassification (nl)": 57.02, - "MassiveScenarioClassification (pl)": 46.79, - "MassiveScenarioClassification (pt)": 59.45, - "MassiveScenarioClassification (ro)": 56.8, - "MassiveScenarioClassification (ru)": 25.85, - "MassiveScenarioClassification (sl)": 42.51, - "MassiveScenarioClassification (sq)": 50.41, - "MassiveScenarioClassification (sv)": 54.16, - "MassiveScenarioClassification (sw)": 43.02, - "MassiveScenarioClassification (ta)": 7.21, - "MassiveScenarioClassification (te)": 6.9, - "MassiveScenarioClassification (th)": 8.7, - "MassiveScenarioClassification (tl)": 51.76, - "MassiveScenarioClassification (tr)": 42.54, - "MassiveScenarioClassification (ur)": 9.32, - "MassiveScenarioClassification (vi)": 31.51, - "MassiveScenarioClassification (zh-CN)": 3.84, - "MassiveScenarioClassification (zh-TW)": 8.16, - "ToxicConversationsClassification": 68.65, - "TweetSentimentExtractionClassification": 54.09 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gtr-t5-large", - "ArxivClusteringP2P": 37.5, - "ArxivClusteringS2S": 30.55, - "BiorxivClusteringP2P": 29.59, - "BiorxivClusteringS2S": 25.72, - "MedrxivClusteringP2P": 28.72, - "MedrxivClusteringS2S": 27.39, - "RedditClustering": 61.69, - "RedditClusteringP2P": 61.67, - "StackExchangeClustering": 69.93, - "StackExchangeClusteringP2P": 33.21, - "TwentyNewsgroupsClustering": 51.64 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gtr-t5-large", - "SprintDuplicateQuestions": 95.05, - "TwitterSemEval2015": 76.03, - "TwitterURLCorpus": 84.89 - }, - { - "Model": "gtr-t5-large", - "SprintDuplicateQuestions": 95.05, - "TwitterSemEval2015": 76.03, - "TwitterURLCorpus": 84.89 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gtr-t5-large", - "AskUbuntuDupQuestions": 61.64, - "MindSmallReranking": 31.84, - "SciDocsRR": 76.39, - "StackOverflowDupQuestions": 51.58 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gtr-t5-large", - "ArguAna": 52.09, - "CQADupstackRetrieval": 36.62, - "ClimateFEVER": 26.9, - "DBPedia": 39.55, - "FEVER": 72.66, - "FiQA2018": 42.79, - "HotpotQA": 57.85, - "MSMARCO": 42.73, - "NFCorpus": 32.63, - "NQ": 55.09, - "QuoraRetrieval": 88.47, - "SCIDOCS": 15.51, - "SciFact": 63.42, - "TRECCOVID": 56.68, - "Touche2020": 28.29 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gtr-t5-large", - "BIOSSES": 84.86, - "SICK-R": 73.39, - "STS12": 70.33, - "STS13": 82.19, - "STS14": 77.16, - "STS15": 86.31, - "STS16": 81.85, - "STS17 (ar-ar)": 10.19, - "STS17 (en-ar)": -5.77, - "STS17 (en-de)": 67.43, - "STS17 (en-en)": 83.93, - "STS17 (en-tr)": 8.75, - "STS17 (es-en)": 54.96, - "STS17 (es-es)": 82.74, - "STS17 (fr-en)": 60.5, - "STS17 (it-en)": 46.26, - "STS17 (ko-ko)": 8.96, - "STS17 (nl-en)": 47.48, - "STS22 (ar)": 34.97, - "STS22 (de)": 51.7, - "STS22 (de-en)": 48.76, - "STS22 (de-fr)": 57.5, - "STS22 (de-pl)": 32.76, - "STS22 (en)": 64.3, - "STS22 (es)": 57.49, - "STS22 (es-en)": 67.76, - "STS22 (es-it)": 57.18, - "STS22 (fr)": 78.7, - "STS22 (fr-pl)": 61.98, - "STS22 (it)": 67.67, - "STS22 (pl)": 30.68, - "STS22 (pl-en)": 54.17, - "STS22 (ru)": 15.36, - "STS22 (tr)": 58.12, - "STS22 (zh)": 27.32, - "STS22 (zh-en)": 29.42, - "STSBenchmark": 77.6 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gtr-t5-large", - "SummEval": 29.5 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__gtr-t5-xl": { - "BitextMining": { - "f1": [ - { - "Model": "gtr-t5-xl", - "BUCC (de-en)": 90.99, - "BUCC (fr-en)": 88.55, - "BUCC (ru-en)": 2.07, - "BUCC (zh-en)": 1.49, - "Tatoeba (afr-eng)": 33.47, - "Tatoeba (amh-eng)": 0.01, - "Tatoeba (ang-eng)": 30.74, - "Tatoeba (ara-eng)": 0.47, - "Tatoeba (arq-eng)": 0.34, - "Tatoeba (arz-eng)": 0.14, - "Tatoeba (ast-eng)": 51.74, - "Tatoeba (awa-eng)": 0.49, - "Tatoeba (aze-eng)": 7.43, - "Tatoeba (bel-eng)": 3.45, - "Tatoeba (ben-eng)": 0.06, - "Tatoeba (ber-eng)": 5.79, - "Tatoeba (bos-eng)": 17.43, - "Tatoeba (bre-eng)": 5.69, - "Tatoeba (bul-eng)": 7.55, - "Tatoeba (cat-eng)": 48.06, - "Tatoeba (cbk-eng)": 54.56, - "Tatoeba (ceb-eng)": 8.72, - "Tatoeba (ces-eng)": 8.76, - "Tatoeba (cha-eng)": 27.56, - "Tatoeba (cmn-eng)": 2.26, - "Tatoeba (cor-eng)": 3.69, - "Tatoeba (csb-eng)": 13.18, - "Tatoeba (cym-eng)": 6.97, - "Tatoeba (dan-eng)": 47.36, - "Tatoeba (deu-eng)": 91.54, - "Tatoeba (dsb-eng)": 13.2, - "Tatoeba (dtp-eng)": 4.54, - "Tatoeba (ell-eng)": 0.55, - "Tatoeba (epo-eng)": 27.86, - "Tatoeba (est-eng)": 5.13, - "Tatoeba (eus-eng)": 10.23, - "Tatoeba (fao-eng)": 21.44, - "Tatoeba (fin-eng)": 6.62, - "Tatoeba (fra-eng)": 79.66, - "Tatoeba (fry-eng)": 32.92, - "Tatoeba (gla-eng)": 2.87, - "Tatoeba (gle-eng)": 3.26, - "Tatoeba (glg-eng)": 63.81, - "Tatoeba (gsw-eng)": 29.71, - "Tatoeba (heb-eng)": 0.33, - "Tatoeba (hin-eng)": 0.25, - "Tatoeba (hrv-eng)": 17.16, - "Tatoeba (hsb-eng)": 12.02, - "Tatoeba (hun-eng)": 7.21, - "Tatoeba (hye-eng)": 0.78, - "Tatoeba (ido-eng)": 40.83, - "Tatoeba (ile-eng)": 54.95, - "Tatoeba (ina-eng)": 72.28, - "Tatoeba (ind-eng)": 30.95, - "Tatoeba (isl-eng)": 11.29, - "Tatoeba (ita-eng)": 73.83, - "Tatoeba (jav-eng)": 8.66, - "Tatoeba (jpn-eng)": 0.61, - "Tatoeba (kab-eng)": 1.78, - "Tatoeba (kat-eng)": 0.79, - "Tatoeba (kaz-eng)": 0.95, - "Tatoeba (khm-eng)": 0.49, - "Tatoeba (kor-eng)": 1.87, - "Tatoeba (kur-eng)": 10.91, - "Tatoeba (kzj-eng)": 5.72, - "Tatoeba (lat-eng)": 18.24, - "Tatoeba (lfn-eng)": 43.49, - "Tatoeba (lit-eng)": 7.13, - "Tatoeba (lvs-eng)": 7.04, - "Tatoeba (mal-eng)": 0.44, - "Tatoeba (mar-eng)": 0.03, - "Tatoeba (max-eng)": 18.99, - "Tatoeba (mhr-eng)": 1.11, - "Tatoeba (mkd-eng)": 2.49, - "Tatoeba (mon-eng)": 2.01, - "Tatoeba (nds-eng)": 39.96, - "Tatoeba (nld-eng)": 58.86, - "Tatoeba (nno-eng)": 29.07, - "Tatoeba (nob-eng)": 40.25, - "Tatoeba (nov-eng)": 50.19, - "Tatoeba (oci-eng)": 30.72, - "Tatoeba (orv-eng)": 0.85, - "Tatoeba (pam-eng)": 7.21, - "Tatoeba (pes-eng)": 0.53, - "Tatoeba (pms-eng)": 31.07, - "Tatoeba (pol-eng)": 18.06, - "Tatoeba (por-eng)": 81.92, - "Tatoeba (ron-eng)": 62.6, - "Tatoeba (rus-eng)": 22.24, - "Tatoeba (slk-eng)": 10.59, - "Tatoeba (slv-eng)": 11.4, - "Tatoeba (spa-eng)": 85.78, - "Tatoeba (sqi-eng)": 14.92, - "Tatoeba (srp-eng)": 9.87, - "Tatoeba (swe-eng)": 55.08, - "Tatoeba (swg-eng)": 32.66, - "Tatoeba (swh-eng)": 7.64, - "Tatoeba (tam-eng)": 0.49, - "Tatoeba (tat-eng)": 1.28, - "Tatoeba (tel-eng)": 0.45, - "Tatoeba (tgl-eng)": 23.63, - "Tatoeba (tha-eng)": 0.61, - "Tatoeba (tuk-eng)": 5.71, - "Tatoeba (tur-eng)": 8.25, - "Tatoeba (tzl-eng)": 28.4, - "Tatoeba (uig-eng)": 0.57, - "Tatoeba (ukr-eng)": 5.69, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (uzb-eng)": 4.19, - "Tatoeba (vie-eng)": 9.07, - "Tatoeba (war-eng)": 12.31, - "Tatoeba (wuu-eng)": 1.38, - "Tatoeba (xho-eng)": 7.6, - "Tatoeba (yid-eng)": 0.41, - "Tatoeba (yue-eng)": 1.31, - "Tatoeba (zsm-eng)": 29.74 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "gtr-t5-xl", - "AmazonCounterfactualClassification (de)": 59.79, - "AmazonCounterfactualClassification (en)": 68.6, - "AmazonCounterfactualClassification (en-ext)": 69.03, - "AmazonCounterfactualClassification (ja)": 50.59, - "AmazonPolarityClassification": 74.58, - "AmazonReviewsClassification (de)": 35.06, - "AmazonReviewsClassification (en)": 38.2, - "AmazonReviewsClassification (es)": 37.18, - "AmazonReviewsClassification (fr)": 35.48, - "AmazonReviewsClassification (ja)": 22.24, - "AmazonReviewsClassification (zh)": 21.89, - "Banking77Classification": 82.22, - "EmotionClassification": 45.54, - "ImdbClassification": 68.15, - "MTOPDomainClassification (de)": 85.42, - "MTOPDomainClassification (en)": 93.6, - "MTOPDomainClassification (es)": 88.2, - "MTOPDomainClassification (fr)": 85.05, - "MTOPDomainClassification (hi)": 21.74, - "MTOPDomainClassification (th)": 15.87, - "MTOPIntentClassification (de)": 55.75, - "MTOPIntentClassification (en)": 65.93, - "MTOPIntentClassification (es)": 57.73, - "MTOPIntentClassification (fr)": 51.07, - "MTOPIntentClassification (hi)": 3.19, - "MTOPIntentClassification (th)": 5.55, - "MassiveIntentClassification (af)": 42.6, - "MassiveIntentClassification (am)": 2.12, - "MassiveIntentClassification (ar)": 4.64, - "MassiveIntentClassification (az)": 35.05, - "MassiveIntentClassification (bn)": 2.84, - "MassiveIntentClassification (cy)": 36.19, - "MassiveIntentClassification (da)": 48.42, - "MassiveIntentClassification (de)": 55.49, - "MassiveIntentClassification (el)": 10.14, - "MassiveIntentClassification (en)": 70.23, - "MassiveIntentClassification (es)": 56.72, - "MassiveIntentClassification (fa)": 3.54, - "MassiveIntentClassification (fi)": 37.13, - "MassiveIntentClassification (fr)": 57.67, - "MassiveIntentClassification (he)": 2.56, - "MassiveIntentClassification (hi)": 3.24, - "MassiveIntentClassification (hu)": 34.22, - "MassiveIntentClassification (hy)": 3.01, - "MassiveIntentClassification (id)": 46.54, - "MassiveIntentClassification (is)": 34.77, - "MassiveIntentClassification (it)": 54.13, - "MassiveIntentClassification (ja)": 4.27, - "MassiveIntentClassification (jv)": 36.97, - "MassiveIntentClassification (ka)": 2.72, - "MassiveIntentClassification (km)": 5.35, - "MassiveIntentClassification (kn)": 3.17, - "MassiveIntentClassification (ko)": 2.64, - "MassiveIntentClassification (lv)": 36.32, - "MassiveIntentClassification (ml)": 3.18, - "MassiveIntentClassification (mn)": 22.85, - "MassiveIntentClassification (ms)": 42.87, - "MassiveIntentClassification (my)": 4.04, - "MassiveIntentClassification (nb)": 45.87, - "MassiveIntentClassification (nl)": 49.53, - "MassiveIntentClassification (pl)": 42.64, - "MassiveIntentClassification (pt)": 57.03, - "MassiveIntentClassification (ro)": 49.95, - "MassiveIntentClassification (ru)": 36.58, - "MassiveIntentClassification (sl)": 39.44, - "MassiveIntentClassification (sq)": 41.78, - "MassiveIntentClassification (sv)": 47.95, - "MassiveIntentClassification (sw)": 35.85, - "MassiveIntentClassification (ta)": 2.32, - "MassiveIntentClassification (te)": 2.2, - "MassiveIntentClassification (th)": 3.74, - "MassiveIntentClassification (tl)": 43.12, - "MassiveIntentClassification (tr)": 35.24, - "MassiveIntentClassification (ur)": 3.0, - "MassiveIntentClassification (vi)": 30.01, - "MassiveIntentClassification (zh-CN)": 1.72, - "MassiveIntentClassification (zh-TW)": 3.35, - "MassiveScenarioClassification (af)": 52.54, - "MassiveScenarioClassification (am)": 6.3, - "MassiveScenarioClassification (ar)": 11.96, - "MassiveScenarioClassification (az)": 40.17, - "MassiveScenarioClassification (bn)": 8.29, - "MassiveScenarioClassification (cy)": 42.24, - "MassiveScenarioClassification (da)": 57.28, - "MassiveScenarioClassification (de)": 68.09, - "MassiveScenarioClassification (el)": 16.66, - "MassiveScenarioClassification (en)": 75.94, - "MassiveScenarioClassification (es)": 64.32, - "MassiveScenarioClassification (fa)": 6.9, - "MassiveScenarioClassification (fi)": 43.96, - "MassiveScenarioClassification (fr)": 66.72, - "MassiveScenarioClassification (he)": 7.51, - "MassiveScenarioClassification (hi)": 7.82, - "MassiveScenarioClassification (hu)": 42.16, - "MassiveScenarioClassification (hy)": 9.33, - "MassiveScenarioClassification (id)": 53.54, - "MassiveScenarioClassification (is)": 42.84, - "MassiveScenarioClassification (it)": 62.44, - "MassiveScenarioClassification (ja)": 7.29, - "MassiveScenarioClassification (jv)": 43.13, - "MassiveScenarioClassification (ka)": 7.63, - "MassiveScenarioClassification (km)": 9.08, - "MassiveScenarioClassification (kn)": 8.1, - "MassiveScenarioClassification (ko)": 6.35, - "MassiveScenarioClassification (lv)": 40.24, - "MassiveScenarioClassification (ml)": 7.65, - "MassiveScenarioClassification (mn)": 27.98, - "MassiveScenarioClassification (ms)": 52.41, - "MassiveScenarioClassification (my)": 9.21, - "MassiveScenarioClassification (nb)": 54.44, - "MassiveScenarioClassification (nl)": 60.35, - "MassiveScenarioClassification (pl)": 49.97, - "MassiveScenarioClassification (pt)": 62.78, - "MassiveScenarioClassification (ro)": 59.62, - "MassiveScenarioClassification (ru)": 43.44, - "MassiveScenarioClassification (sl)": 44.79, - "MassiveScenarioClassification (sq)": 50.84, - "MassiveScenarioClassification (sv)": 58.21, - "MassiveScenarioClassification (sw)": 44.63, - "MassiveScenarioClassification (ta)": 7.95, - "MassiveScenarioClassification (te)": 7.5, - "MassiveScenarioClassification (th)": 8.79, - "MassiveScenarioClassification (tl)": 53.54, - "MassiveScenarioClassification (tr)": 42.47, - "MassiveScenarioClassification (ur)": 9.58, - "MassiveScenarioClassification (vi)": 34.68, - "MassiveScenarioClassification (zh-CN)": 5.21, - "MassiveScenarioClassification (zh-TW)": 8.77, - "ToxicConversationsClassification": 67.56, - "TweetSentimentExtractionClassification": 54.77 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gtr-t5-xl", - "ArxivClusteringP2P": 37.9, - "ArxivClusteringS2S": 30.45, - "BiorxivClusteringP2P": 30.52, - "BiorxivClusteringS2S": 26.06, - "MedrxivClusteringP2P": 28.69, - "MedrxivClusteringS2S": 26.69, - "RedditClustering": 61.34, - "RedditClusteringP2P": 61.11, - "StackExchangeClustering": 69.95, - "StackExchangeClusteringP2P": 32.73, - "TwentyNewsgroupsClustering": 51.15 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gtr-t5-xl", - "SprintDuplicateQuestions": 95.45, - "TwitterSemEval2015": 77.81, - "TwitterURLCorpus": 85.14 - }, - { - "Model": "gtr-t5-xl", - "SprintDuplicateQuestions": 95.45, - "TwitterSemEval2015": 77.81, - "TwitterURLCorpus": 85.14 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gtr-t5-xl", - "AskUbuntuDupQuestions": 63.08, - "MindSmallReranking": 31.5, - "SciDocsRR": 76.49, - "StackOverflowDupQuestions": 52.79 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gtr-t5-xl", - "ArguAna": 52.81, - "CQADupstackRetrieval": 37.35, - "ClimateFEVER": 27.01, - "DBPedia": 39.74, - "FEVER": 72.18, - "FiQA2018": 44.19, - "HotpotQA": 58.91, - "MSMARCO": 43.52, - "NFCorpus": 33.34, - "NQ": 56.16, - "QuoraRetrieval": 88.91, - "SCIDOCS": 15.71, - "SciFact": 64.2, - "TRECCOVID": 60.09, - "Touche2020": 25.26 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gtr-t5-xl", - "BIOSSES": 78.94, - "SICK-R": 73.63, - "STS12": 69.11, - "STS13": 81.82, - "STS14": 77.07, - "STS15": 86.01, - "STS16": 82.23, - "STS17 (ar-ar)": 9.06, - "STS17 (en-ar)": -3.22, - "STS17 (en-de)": 70.38, - "STS17 (en-en)": 84.9, - "STS17 (en-tr)": 17.17, - "STS17 (es-en)": 60.24, - "STS17 (es-es)": 81.93, - "STS17 (fr-en)": 62.17, - "STS17 (it-en)": 59.11, - "STS17 (ko-ko)": 8.9, - "STS17 (nl-en)": 56.91, - "STS22 (ar)": 37.66, - "STS22 (de)": 50.58, - "STS22 (de-en)": 53.63, - "STS22 (de-fr)": 55.72, - "STS22 (de-pl)": 27.99, - "STS22 (en)": 66.61, - "STS22 (es)": 59.14, - "STS22 (es-en)": 69.99, - "STS22 (es-it)": 60.94, - "STS22 (fr)": 79.43, - "STS22 (fr-pl)": 61.98, - "STS22 (it)": 67.14, - "STS22 (pl)": 33.74, - "STS22 (pl-en)": 60.18, - "STS22 (ru)": 32.69, - "STS22 (tr)": 55.79, - "STS22 (zh)": 31.16, - "STS22 (zh-en)": 28.85, - "STSBenchmark": 77.65 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gtr-t5-xl", - "SummEval": 30.21 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__gtr-t5-xxl": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "gtr-t5-xxl", - "AmazonCounterfactualClassification (en)": 67.3, - "AmazonPolarityClassification": 75.05, - "AmazonReviewsClassification (en)": 37.3, - "Banking77Classification": 82.32, - "EmotionClassification": 43.19, - "ImdbClassification": 70.8, - "MTOPDomainClassification (en)": 93.84, - "MTOPIntentClassification (en)": 67.71, - "MassiveIntentClassification (en)": 70.61, - "MassiveScenarioClassification (en)": 77.77, - "ToxicConversationsClassification": 68.48, - "TweetSentimentExtractionClassification": 54.54 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gtr-t5-xxl", - "ArxivClusteringP2P": 37.9, - "ArxivClusteringS2S": 32.39, - "BiorxivClusteringP2P": 30.48, - "BiorxivClusteringS2S": 27.5, - "MedrxivClusteringP2P": 29.12, - "MedrxivClusteringS2S": 27.56, - "RedditClustering": 64.13, - "RedditClusteringP2P": 62.84, - "StackExchangeClustering": 71.43, - "StackExchangeClusteringP2P": 32.85, - "TwentyNewsgroupsClustering": 50.44 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gtr-t5-xxl", - "SprintDuplicateQuestions": 95.68, - "TwitterSemEval2015": 77.54, - "TwitterURLCorpus": 85.13 - }, - { - "Model": "gtr-t5-xxl", - "SprintDuplicateQuestions": 95.68, - "TwitterSemEval2015": 77.54, - "TwitterURLCorpus": 85.13 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gtr-t5-xxl", - "AskUbuntuDupQuestions": 63.23, - "MindSmallReranking": 31.93, - "SciDocsRR": 77.96, - "StackOverflowDupQuestions": 53.5 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gtr-t5-xxl", - "ArguAna": 53.77, - "CQADupstackRetrieval": 38.56, - "ClimateFEVER": 27.21, - "DBPedia": 41.28, - "FEVER": 74.08, - "FiQA2018": 46.78, - "HotpotQA": 59.67, - "MSMARCO": 44.05, - "NFCorpus": 34.18, - "NQ": 57.24, - "QuoraRetrieval": 89.09, - "SCIDOCS": 15.88, - "SciFact": 66.77, - "TRECCOVID": 51.9, - "Touche2020": 26.76 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gtr-t5-xxl", - "BIOSSES": 81.91, - "SICK-R": 74.29, - "STS12": 70.12, - "STS13": 82.72, - "STS14": 78.24, - "STS15": 86.26, - "STS16": 81.61, - "STS17 (en-en)": 85.18, - "STS22 (en)": 65.76, - "STSBenchmark": 77.73 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gtr-t5-xxl", - "SummEval": 30.64 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__msmarco-bert-co-condensor": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "msmarco-bert-co-condensor", - "AmazonCounterfactualClassification (en)": 64.06, - "AmazonPolarityClassification": 66.88, - "AmazonReviewsClassification (en)": 34.85, - "Banking77Classification": 82.35, - "EmotionClassification": 41.91, - "ImdbClassification": 60.17, - "MTOPDomainClassification (en)": 91.34, - "MTOPIntentClassification (en)": 71.07, - "MassiveIntentClassification (en)": 70.4, - "MassiveScenarioClassification (en)": 73.73, - "ToxicConversationsClassification": 64.01, - "TweetSentimentExtractionClassification": 55.74 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "msmarco-bert-co-condensor", - "ArxivClusteringP2P": 36.94, - "ArxivClusteringS2S": 29.03, - "BiorxivClusteringP2P": 32.35, - "BiorxivClusteringS2S": 28.16, - "MedrxivClusteringP2P": 30.23, - "MedrxivClusteringS2S": 27.01, - "RedditClustering": 48.04, - "RedditClusteringP2P": 53.53, - "StackExchangeClustering": 59.54, - "StackExchangeClusteringP2P": 30.48, - "TwentyNewsgroupsClustering": 38.68 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "msmarco-bert-co-condensor", - "SprintDuplicateQuestions": 96.09, - "TwitterSemEval2015": 65.95, - "TwitterURLCorpus": 83.17 - }, - { - "Model": "msmarco-bert-co-condensor", - "SprintDuplicateQuestions": 96.09, - "TwitterSemEval2015": 65.95, - "TwitterURLCorpus": 83.17 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "msmarco-bert-co-condensor", - "AskUbuntuDupQuestions": 58.99, - "MindSmallReranking": 27.13, - "SciDocsRR": 72.78, - "StackOverflowDupQuestions": 48.48 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "msmarco-bert-co-condensor", - "ArguAna": 45.15, - "CQADupstackRetrieval": 27.72, - "ClimateFEVER": 16.96, - "DBPedia": 27.86, - "FEVER": 45.68, - "FiQA2018": 15.62, - "HotpotQA": 35.61, - "MSMARCO": 29.57, - "NFCorpus": 22.29, - "NQ": 29.85, - "QuoraRetrieval": 86.51, - "SCIDOCS": 10.13, - "SciFact": 52.31, - "TRECCOVID": 40.54, - "Touche2020": 8.57 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "msmarco-bert-co-condensor", - "BIOSSES": 77.32, - "SICK-R": 72.0, - "STS12": 68.19, - "STS13": 80.4, - "STS14": 74.02, - "STS15": 82.57, - "STS16": 79.78, - "STS17 (en-en)": 85.94, - "STS22 (en)": 67.54, - "STSBenchmark": 76.97 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "msmarco-bert-co-condensor", - "SummEval": 29.5 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__multi-qa-MiniLM-L6-cos-v1": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "AmazonReviewsClassification (fr)": 27.05, - "MTOPDomainClassification (fr)": 72.97, - "MTOPIntentClassification (fr)": 37.18, - "MasakhaNEWSClassification (fra)": 75.62, - "MassiveIntentClassification (fr)": 42.64, - "MassiveScenarioClassification (fr)": 49.92 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "AlloProfClusteringP2P": 49.13, - "AlloProfClusteringS2S": 26.16, - "HALClusteringS2S": 12.49, - "MLSUMClusteringP2P": 35.15, - "MLSUMClusteringS2S": 25.95, - "MasakhaNEWSClusteringP2P (fra)": 53.73, - "MasakhaNEWSClusteringS2S (fra)": 27.27 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "OpusparcusPC (fr)": 88.07, - "PawsXPairClassification (fr)": 57.36 - }, - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "OpusparcusPC (fr)": 88.07, - "PawsXPairClassification (fr)": 57.48 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "AlloprofReranking": 40.28, - "SyntecReranking": 65.08 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "AlloprofRetrieval": 30.23, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 16.31, - "SyntecRetrieval": 58.07, - "XPQARetrieval (fr)": 48.83 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "SICKFr": 62.11, - "STS22 (fr)": 74.62, - "STSBenchmarkMultilingualSTS (fr)": 63.85 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "SummEvalFr": 27.59 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2": { - "BitextMining": { - "f1": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "BUCC (de-en)": 97.11, - "BUCC (fr-en)": 94.99, - "BUCC (ru-en)": 95.06, - "BUCC (zh-en)": 95.63, - "BornholmBitextMining": 19.67, - "Tatoeba (est-eng)": 97.33, - "Tatoeba (aze-eng)": 62.1, - "Tatoeba (oci-eng)": 38.57, - "Tatoeba (eus-eng)": 23.18, - "Tatoeba (sqi-eng)": 98.17, - "Tatoeba (yue-eng)": 71.45, - "Tatoeba (ara-eng)": 87.93, - "Tatoeba (wuu-eng)": 76.0, - "Tatoeba (lvs-eng)": 97.87, - "Tatoeba (ron-eng)": 95.3, - "Tatoeba (uzb-eng)": 17.14, - "Tatoeba (ell-eng)": 95.43, - "Tatoeba (lit-eng)": 93.16, - "Tatoeba (isl-eng)": 24.07, - "Tatoeba (awa-eng)": 33.43, - "Tatoeba (tuk-eng)": 15.16, - "Tatoeba (nld-eng)": 94.58, - "Tatoeba (ido-eng)": 40.25, - "Tatoeba (afr-eng)": 58.22, - "Tatoeba (cmn-eng)": 94.93, - "Tatoeba (max-eng)": 45.25, - "Tatoeba (tgl-eng)": 13.09, - "Tatoeba (ind-eng)": 92.74, - "Tatoeba (mkd-eng)": 91.0, - "Tatoeba (bel-eng)": 67.73, - "Tatoeba (hrv-eng)": 95.98, - "Tatoeba (bre-eng)": 5.56, - "Tatoeba (bul-eng)": 92.65, - "Tatoeba (hun-eng)": 91.58, - "Tatoeba (srp-eng)": 92.24, - "Tatoeba (pol-eng)": 94.28, - "Tatoeba (mhr-eng)": 6.89, - "Tatoeba (fra-eng)": 91.72, - "Tatoeba (lfn-eng)": 47.02, - "Tatoeba (cha-eng)": 15.98, - "Tatoeba (hsb-eng)": 36.1, - "Tatoeba (rus-eng)": 91.87, - "Tatoeba (khm-eng)": 32.11, - "Tatoeba (arq-eng)": 18.6, - "Tatoeba (gla-eng)": 3.61, - "Tatoeba (ces-eng)": 95.12, - "Tatoeba (ita-eng)": 93.05, - "Tatoeba (csb-eng)": 21.56, - "Tatoeba (kor-eng)": 92.52, - "Tatoeba (ile-eng)": 57.71, - "Tatoeba (xho-eng)": 4.52, - "Tatoeba (deu-eng)": 97.02, - "Tatoeba (heb-eng)": 86.88, - "Tatoeba (yid-eng)": 14.38, - "Tatoeba (cym-eng)": 13.25, - "Tatoeba (jpn-eng)": 90.41, - "Tatoeba (tzl-eng)": 25.46, - "Tatoeba (ast-eng)": 62.17, - "Tatoeba (war-eng)": 7.25, - "Tatoeba (tha-eng)": 96.72, - "Tatoeba (fry-eng)": 31.13, - "Tatoeba (dtp-eng)": 5.69, - "Tatoeba (hye-eng)": 93.28, - "Tatoeba (mar-eng)": 92.38, - "Tatoeba (cbk-eng)": 55.37, - "Tatoeba (uig-eng)": 24.39, - "Tatoeba (cor-eng)": 3.42, - "Tatoeba (nov-eng)": 47.99, - "Tatoeba (slv-eng)": 96.92, - "Tatoeba (kzj-eng)": 6.24, - "Tatoeba (dan-eng)": 94.8, - "Tatoeba (hin-eng)": 97.62, - "Tatoeba (ukr-eng)": 92.82, - "Tatoeba (jav-eng)": 17.04, - "Tatoeba (swe-eng)": 94.42, - "Tatoeba (swg-eng)": 26.31, - "Tatoeba (cat-eng)": 94.42, - "Tatoeba (ina-eng)": 79.13, - "Tatoeba (mal-eng)": 32.2, - "Tatoeba (gle-eng)": 11.62, - "Tatoeba (tel-eng)": 36.4, - "Tatoeba (zsm-eng)": 95.31, - "Tatoeba (swh-eng)": 14.48, - "Tatoeba (tam-eng)": 24.64, - "Tatoeba (epo-eng)": 41.73, - "Tatoeba (pms-eng)": 30.7, - "Tatoeba (mon-eng)": 95.04, - "Tatoeba (kat-eng)": 95.44, - "Tatoeba (urd-eng)": 94.57, - "Tatoeba (vie-eng)": 95.12, - "Tatoeba (fin-eng)": 93.1, - "Tatoeba (tur-eng)": 95.08, - "Tatoeba (arz-eng)": 51.26, - "Tatoeba (fao-eng)": 27.51, - "Tatoeba (pes-eng)": 92.59, - "Tatoeba (tat-eng)": 10.25, - "Tatoeba (nds-eng)": 32.16, - "Tatoeba (nno-eng)": 76.34, - "Tatoeba (ber-eng)": 4.43, - "Tatoeba (bos-eng)": 93.27, - "Tatoeba (slk-eng)": 95.15, - "Tatoeba (spa-eng)": 95.42, - "Tatoeba (pam-eng)": 5.41, - "Tatoeba (ben-eng)": 36.48, - "Tatoeba (ang-eng)": 10.24, - "Tatoeba (kur-eng)": 46.94, - "Tatoeba (por-eng)": 92.13, - "Tatoeba (orv-eng)": 15.1, - "Tatoeba (dsb-eng)": 33.43, - "Tatoeba (amh-eng)": 36.21, - "Tatoeba (kab-eng)": 1.16, - "Tatoeba (kaz-eng)": 34.89, - "Tatoeba (nob-eng)": 97.73, - "Tatoeba (ceb-eng)": 8.05, - "Tatoeba (lat-eng)": 19.47, - "Tatoeba (glg-eng)": 94.0, - "Tatoeba (gsw-eng)": 25.74 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "AllegroReviews": 30.88, - "AmazonCounterfactualClassification (en-ext)": 69.99, - "AmazonCounterfactualClassification (en)": 71.57, - "AmazonCounterfactualClassification (de)": 68.35, - "AmazonCounterfactualClassification (ja)": 63.45, - "AmazonPolarityClassification": 69.21, - "AmazonReviewsClassification (en)": 35.11, - "AmazonReviewsClassification (de)": 35.91, - "AmazonReviewsClassification (es)": 37.49, - "AmazonReviewsClassification (fr)": 35.3, - "AmazonReviewsClassification (ja)": 33.24, - "AmazonReviewsClassification (zh)": 35.26, - "AngryTweetsClassification": 50.9, - "Banking77Classification": 79.77, - "CBD": 57.68, - "DanishPoliticalCommentsClassification": 37.58, - "EmotionClassification": 42.37, - "GeoreviewClassification": 38.24, - "HeadlineClassification": 68.3, - "IFlyTek": 39.88, - "ImdbClassification": 60.46, - "InappropriatenessClassification": 58.18, - "JDReview": 70.26, - "KinopoiskClassification": 41.45, - "LccSentimentClassification": 54.53, - "MTOPDomainClassification (en)": 87.06, - "MTOPDomainClassification (de)": 79.2, - "MTOPDomainClassification (es)": 83.04, - "MTOPDomainClassification (fr)": 78.63, - "MTOPDomainClassification (hi)": 81.36, - "MTOPDomainClassification (th)": 79.99, - "MTOPIntentClassification (en)": 65.52, - "MTOPIntentClassification (de)": 54.23, - "MTOPIntentClassification (es)": 60.28, - "MTOPIntentClassification (fr)": 54.05, - "MTOPIntentClassification (hi)": 59.9, - "MTOPIntentClassification (th)": 61.96, - "MasakhaNEWSClassification (amh)": 64.28, - "MasakhaNEWSClassification (eng)": 74.7, - "MasakhaNEWSClassification (fra)": 76.09, - "MasakhaNEWSClassification (hau)": 47.96, - "MasakhaNEWSClassification (ibo)": 42.46, - "MasakhaNEWSClassification (lin)": 59.26, - "MasakhaNEWSClassification (lug)": 42.29, - "MasakhaNEWSClassification (orm)": 34.98, - "MasakhaNEWSClassification (pcm)": 89.54, - "MasakhaNEWSClassification (run)": 47.2, - "MasakhaNEWSClassification (sna)": 57.56, - "MasakhaNEWSClassification (som)": 34.8, - "MasakhaNEWSClassification (swa)": 46.05, - "MasakhaNEWSClassification (tir)": 27.94, - "MasakhaNEWSClassification (xho)": 44.81, - "MasakhaNEWSClassification (yor)": 52.92, - "MassiveIntentClassification (de)": 50.71, - "MassiveIntentClassification (he)": 52.55, - "MassiveIntentClassification (th)": 58.92, - "MassiveIntentClassification (sw)": 29.56, - "MassiveIntentClassification (zh-TW)": 58.74, - "MassiveIntentClassification (vi)": 56.62, - "MassiveIntentClassification (ko)": 50.36, - "MassiveIntentClassification (en)": 66.89, - "MassiveIntentClassification (hy)": 51.6, - "MassiveIntentClassification (tl)": 33.67, - "MassiveIntentClassification (nl)": 59.52, - "MassiveIntentClassification (ur)": 52.79, - "MassiveIntentClassification (fi)": 57.56, - "MassiveIntentClassification (am)": 36.77, - "MassiveIntentClassification (ka)": 43.03, - "MassiveIntentClassification (it)": 59.66, - "MassiveIntentClassification (kn)": 41.0, - "MassiveIntentClassification (cy)": 26.13, - "MassiveIntentClassification (lv)": 54.72, - "MassiveIntentClassification (sq)": 56.6, - "MassiveIntentClassification (ms)": 54.81, - "MassiveIntentClassification (bn)": 35.38, - "MassiveIntentClassification (hi)": 58.37, - "MassiveIntentClassification (hu)": 60.44, - "MassiveIntentClassification (nb)": 55.52, - "MassiveIntentClassification (mn)": 51.77, - "MassiveIntentClassification (sl)": 57.35, - "MassiveIntentClassification (tr)": 59.91, - "MassiveIntentClassification (fr)": 57.52, - "MassiveIntentClassification (id)": 59.9, - "MassiveIntentClassification (my)": 52.03, - "MassiveIntentClassification (zh-CN)": 62.0, - "MassiveIntentClassification (pl)": 59.43, - "MassiveIntentClassification (es)": 59.7, - "MassiveIntentClassification (ja)": 60.9, - "MassiveIntentClassification (ta)": 36.82, - "MassiveIntentClassification (el)": 58.7, - "MassiveIntentClassification (ar)": 45.15, - "MassiveIntentClassification (pt)": 61.29, - "MassiveIntentClassification (jv)": 32.37, - "MassiveIntentClassification (af)": 45.87, - "MassiveIntentClassification (ru)": 59.06, - "MassiveIntentClassification (te)": 40.77, - "MassiveIntentClassification (az)": 47.43, - "MassiveIntentClassification (is)": 30.87, - "MassiveIntentClassification (ml)": 42.44, - "MassiveIntentClassification (ro)": 58.44, - "MassiveIntentClassification (km)": 40.04, - "MassiveIntentClassification (fa)": 61.03, - "MassiveIntentClassification (da)": 57.75, - "MassiveIntentClassification (sv)": 59.43, - "MassiveScenarioClassification (zh-CN)": 67.45, - "MassiveScenarioClassification (bn)": 41.17, - "MassiveScenarioClassification (sw)": 34.86, - "MassiveScenarioClassification (es)": 65.07, - "MassiveScenarioClassification (tr)": 66.53, - "MassiveScenarioClassification (ar)": 51.71, - "MassiveScenarioClassification (fi)": 63.74, - "MassiveScenarioClassification (az)": 52.09, - "MassiveScenarioClassification (mn)": 57.07, - "MassiveScenarioClassification (km)": 46.95, - "MassiveScenarioClassification (ro)": 64.2, - "MassiveScenarioClassification (he)": 59.22, - "MassiveScenarioClassification (en)": 71.54, - "MassiveScenarioClassification (am)": 41.89, - "MassiveScenarioClassification (zh-TW)": 65.72, - "MassiveScenarioClassification (ko)": 55.71, - "MassiveScenarioClassification (sl)": 64.01, - "MassiveScenarioClassification (kn)": 45.72, - "MassiveScenarioClassification (da)": 66.87, - "MassiveScenarioClassification (tl)": 37.39, - "MassiveScenarioClassification (de)": 57.4, - "MassiveScenarioClassification (is)": 37.55, - "MassiveScenarioClassification (sq)": 64.34, - "MassiveScenarioClassification (id)": 66.17, - "MassiveScenarioClassification (cy)": 31.71, - "MassiveScenarioClassification (hu)": 66.57, - "MassiveScenarioClassification (nl)": 65.53, - "MassiveScenarioClassification (jv)": 38.62, - "MassiveScenarioClassification (hy)": 56.11, - "MassiveScenarioClassification (th)": 67.05, - "MassiveScenarioClassification (af)": 53.63, - "MassiveScenarioClassification (my)": 59.09, - "MassiveScenarioClassification (fa)": 65.89, - "MassiveScenarioClassification (ja)": 66.49, - "MassiveScenarioClassification (ka)": 50.66, - "MassiveScenarioClassification (vi)": 60.73, - "MassiveScenarioClassification (ta)": 42.63, - "MassiveScenarioClassification (el)": 66.14, - "MassiveScenarioClassification (sv)": 67.14, - "MassiveScenarioClassification (lv)": 59.82, - "MassiveScenarioClassification (ru)": 65.25, - "MassiveScenarioClassification (it)": 65.01, - "MassiveScenarioClassification (ms)": 61.73, - "MassiveScenarioClassification (pt)": 65.83, - "MassiveScenarioClassification (ur)": 60.41, - "MassiveScenarioClassification (pl)": 65.04, - "MassiveScenarioClassification (nb)": 64.25, - "MassiveScenarioClassification (hi)": 65.23, - "MassiveScenarioClassification (te)": 46.49, - "MassiveScenarioClassification (fr)": 64.52, - "MassiveScenarioClassification (ml)": 47.73, - "MultilingualSentiment": 61.9, - "NoRecClassification": 46.7, - "NordicLangClassification": 42.52, - "OnlineShopping": 84.89, - "PAC": 65.76, - "PolEmo2.0-IN": 57.76, - "PolEmo2.0-OUT": 28.7, - "RuReviewsClassification": 58.88, - "RuSciBenchGRNTIClassification": 53.19, - "RuSciBenchOECDClassification": 41.41, - "TNews": 39.19, - "ToxicConversationsClassification": 66.07, - "TweetSentimentExtractionClassification": 56.12, - "Waimai": 82.27 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "8TagsClustering": 23.24, - "AlloProfClusteringP2P": 56.06, - "AlloProfClusteringS2S": 42.16, - "ArxivClusteringP2P": 38.33, - "ArxivClusteringS2S": 31.55, - "BiorxivClusteringP2P": 33.49, - "BiorxivClusteringS2S": 29.44, - "BlurbsClusteringP2P": 32.46, - "BlurbsClusteringS2S": 14.33, - "GeoreviewClusteringP2P": 53.37, - "HALClusteringS2S": 23.21, - "MLSUMClusteringP2P (ru)": 37.0, - "MLSUMClusteringP2P": 39.97, - "MLSUMClusteringS2S (ru)": 38.16, - "MLSUMClusteringS2S": 36.55, - "MasakhaNEWSClusteringP2P (amh)": 40.36, - "MasakhaNEWSClusteringP2P (eng)": 49.96, - "MasakhaNEWSClusteringP2P (fra)": 36.58, - "MasakhaNEWSClusteringP2P (hau)": 19.39, - "MasakhaNEWSClusteringP2P (ibo)": 33.81, - "MasakhaNEWSClusteringP2P (lin)": 51.98, - "MasakhaNEWSClusteringP2P (lug)": 41.88, - "MasakhaNEWSClusteringP2P (orm)": 22.23, - "MasakhaNEWSClusteringP2P (pcm)": 64.64, - "MasakhaNEWSClusteringP2P (run)": 48.03, - "MasakhaNEWSClusteringP2P (sna)": 44.62, - "MasakhaNEWSClusteringP2P (som)": 27.54, - "MasakhaNEWSClusteringP2P (swa)": 22.69, - "MasakhaNEWSClusteringP2P (tir)": 42.02, - "MasakhaNEWSClusteringP2P (xho)": 27.68, - "MasakhaNEWSClusteringP2P (yor)": 27.29, - "MasakhaNEWSClusteringS2S (amh)": 42.28, - "MasakhaNEWSClusteringS2S (eng)": 25.74, - "MasakhaNEWSClusteringS2S (fra)": 33.9, - "MasakhaNEWSClusteringS2S (hau)": 9.2, - "MasakhaNEWSClusteringS2S (ibo)": 33.37, - "MasakhaNEWSClusteringS2S (lin)": 47.76, - "MasakhaNEWSClusteringS2S (lug)": 45.15, - "MasakhaNEWSClusteringS2S (orm)": 22.08, - "MasakhaNEWSClusteringS2S (pcm)": 58.42, - "MasakhaNEWSClusteringS2S (run)": 47.41, - "MasakhaNEWSClusteringS2S (sna)": 43.0, - "MasakhaNEWSClusteringS2S (som)": 26.22, - "MasakhaNEWSClusteringS2S (swa)": 13.53, - "MasakhaNEWSClusteringS2S (tir)": 42.4, - "MasakhaNEWSClusteringS2S (xho)": 21.03, - "MasakhaNEWSClusteringS2S (yor)": 27.04, - "MedrxivClusteringP2P": 31.52, - "MedrxivClusteringS2S": 30.87, - "RedditClustering": 42.02, - "RedditClusteringP2P": 50.73, - "RuSciBenchGRNTIClusteringP2P": 48.22, - "RuSciBenchOECDClusteringP2P": 41.68, - "StackExchangeClustering": 49.6, - "StackExchangeClusteringP2P": 31.69, - "TenKGnadClusteringP2P": 36.13, - "TenKGnadClusteringS2S": 22.26, - "TwentyNewsgroupsClustering": 39.28 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "CDSC-E": 72.22, - "OpusparcusPC (de)": 96.63, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 93.2, - "OpusparcusPC (fr)": 92.01, - "OpusparcusPC (ru)": 88.25, - "OpusparcusPC (sv)": 93.99, - "PSC": 97.14, - "PawsXPairClassification (de)": 53.26, - "PawsXPairClassification (en)": 55.94, - "PawsXPairClassification (es)": 54.61, - "PawsXPairClassification (fr)": 56.94, - "PawsXPairClassification (ja)": 48.66, - "PawsXPairClassification (ko)": 49.69, - "PawsXPairClassification (zh)": 54.3, - "SICK-E-PL": 71.94, - "SprintDuplicateQuestions": 89.46, - "TERRa": 58.56, - "TwitterSemEval2015": 62.06, - "TwitterURLCorpus": 83.83 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "CDSC-E": 72.33, - "OpusparcusPC (de)": 96.63, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 93.2, - "OpusparcusPC (fr)": 92.01, - "OpusparcusPC (ru)": 88.25, - "OpusparcusPC (sv)": 93.99, - "PPC": 92.36, - "PSC": 97.14, - "PawsXPairClassification (de)": 53.34, - "PawsXPairClassification (en)": 55.94, - "PawsXPairClassification (es)": 54.61, - "PawsXPairClassification (fr)": 57.03, - "PawsXPairClassification (ja)": 48.84, - "PawsXPairClassification (ko)": 49.86, - "PawsXPairClassification (zh)": 54.59, - "SICK-E-PL": 71.94, - "SprintDuplicateQuestions": 91.15, - "TERRa": 58.56, - "TwitterSemEval2015": 65.06, - "TwitterURLCorpus": 83.83 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "CDSC-E": 72.22, - "OpusparcusPC (fr)": 92.01, - "PPC": 91.8, - "PSC": 97.14, - "PawsXPairClassification (fr)": 56.94, - "SICK-E-PL": 71.94, - "SprintDuplicateQuestions": 89.46, - "TwitterSemEval2015": 62.06, - "TwitterURLCorpus": 83.83 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "AlloprofReranking": 49.01, - "AskUbuntuDupQuestions": 60.49, - "MMarcoReranking": 16.14, - "MindSmallReranking": 30.37, - "RuBQReranking": 52.8, - "SciDocsRR": 77.78, - "StackOverflowDupQuestions": 45.85, - "SyntecReranking": 75.03, - "T2Reranking": 65.28 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "AILACasedocs": 13.66, - "AILAStatutes": 20.52, - "ARCChallenge": 6.19, - "AlloprofRetrieval": 26.63, - "AlphaNLI": 20.89, - "AppsRetrieval": 2.0, - "ArguAna": 44.88, - "ArguAna-PL": 37.83, - "BSARDRetrieval": 0.0, - "CQADupstackRetrieval": 30.7, - "ClimateFEVER": 18.49, - "CmedqaRetrieval": 10.78, - "CodeFeedbackMT": 12.53, - "CodeFeedbackST": 32.53, - "CodeSearchNetCCRetrieval (python)": 44.49, - "CodeSearchNetCCRetrieval (javascript)": 43.56, - "CodeSearchNetCCRetrieval (go)": 28.54, - "CodeSearchNetCCRetrieval (ruby)": 43.84, - "CodeSearchNetCCRetrieval (java)": 26.23, - "CodeSearchNetCCRetrieval (php)": 16.3, - "CodeSearchNetRetrieval (python)": 58.15, - "CodeSearchNetRetrieval (javascript)": 46.41, - "CodeSearchNetRetrieval (go)": 61.49, - "CodeSearchNetRetrieval (ruby)": 56.44, - "CodeSearchNetRetrieval (java)": 32.49, - "CodeSearchNetRetrieval (php)": 45.01, - "CodeTransOceanContest": 25.67, - "CodeTransOceanDL": 11.65, - "CosQA": 14.24, - "CovidRetrieval": 30.11, - "DBPedia": 22.63, - "DBPedia-PL": 18.0, - "DuRetrieval": 34.72, - "EcomRetrieval": 13.32, - "FEVER": 52.66, - "FiQA-PL": 12.49, - "FiQA2018": 20.33, - "GerDaLIRSmall": 2.62, - "HellaSwag": 16.98, - "HotpotQA": 30.01, - "HotpotQA-PL": 22.76, - "LEMBNarrativeQARetrieval": 13.82, - "LEMBQMSumRetrieval": 11.02, - "LEMBSummScreenFDRetrieval": 38.12, - "LEMBWikimQARetrieval": 40.84, - "LeCaRDv2": 32.03, - "LegalBenchConsumerContractsQA": 49.81, - "LegalBenchCorporateLobbying": 88.51, - "LegalQuAD": 13.31, - "LegalSummarization": 54.97, - "MMarcoRetrieval": 46.62, - "MSMARCO": 23.72, - "MSMARCO-PL": 10.39, - "MedicalRetrieval": 15.46, - "MintakaRetrieval (ar)": 12.61, - "MintakaRetrieval (de)": 21.77, - "MintakaRetrieval (es)": 21.59, - "MintakaRetrieval (fr)": 21.53, - "MintakaRetrieval (hi)": 16.76, - "MintakaRetrieval (it)": 22.23, - "MintakaRetrieval (ja)": 14.33, - "MintakaRetrieval (pt)": 22.52, - "NFCorpus": 23.45, - "NFCorpus-PL": 17.16, - "NQ": 29.8, - "NQ-PL": 12.56, - "PIQA": 15.79, - "Quail": 2.96, - "Quora-PL": 77.18, - "QuoraRetrieval": 86.55, - "RARbCode": 8.48, - "RARbMath": 30.02, - "RiaNewsRetrieval": 44.82, - "RuBQRetrieval": 29.7, - "SCIDOCS": 0.03, - "SCIDOCS-PL": 10.26, - "SIQA": 0.88, - "SciFact": 48.37, - "SciFact-PL": 40.24, - "SpartQA": 4.94, - "StackOverflowQA": 37.94, - "SyntecRetrieval": 65.54, - "SyntheticText2SQL": 30.57, - "T2Retrieval": 30.31, - "TRECCOVID": 39.12, - "TRECCOVID-PL": 34.38, - "TempReasonL1": 1.43, - "TempReasonL2Fact": 6.21, - "TempReasonL2Pure": 0.22, - "TempReasonL3Fact": 6.77, - "TempReasonL3Pure": 4.9, - "Touche2020": 16.06, - "VideoRetrieval": 14.71, - "WinoGrande": 46.52, - "XPQARetrieval (ara-ara)": 22.97, - "XPQARetrieval (eng-ara)": 17.17, - "XPQARetrieval (ara-eng)": 25.5, - "XPQARetrieval (deu-deu)": 42.62, - "XPQARetrieval (eng-deu)": 26.52, - "XPQARetrieval (deu-eng)": 48.73, - "XPQARetrieval (spa-spa)": 38.24, - "XPQARetrieval (eng-spa)": 26.09, - "XPQARetrieval (spa-eng)": 41.51, - "XPQARetrieval (fra-fra)": 42.51, - "XPQARetrieval (eng-fra)": 26.09, - "XPQARetrieval (fra-eng)": 43.08, - "XPQARetrieval (hin-hin)": 52.09, - "XPQARetrieval (eng-hin)": 24.08, - "XPQARetrieval (hin-eng)": 49.11, - "XPQARetrieval (ita-ita)": 51.63, - "XPQARetrieval (eng-ita)": 29.34, - "XPQARetrieval (ita-eng)": 46.53, - "XPQARetrieval (jpn-jpn)": 51.57, - "XPQARetrieval (eng-jpn)": 23.87, - "XPQARetrieval (jpn-eng)": 44.93, - "XPQARetrieval (kor-kor)": 21.36, - "XPQARetrieval (eng-kor)": 21.51, - "XPQARetrieval (kor-eng)": 22.59, - "XPQARetrieval (pol-pol)": 28.5, - "XPQARetrieval (eng-pol)": 17.08, - "XPQARetrieval (pol-eng)": 26.54, - "XPQARetrieval (por-por)": 32.33, - "XPQARetrieval (eng-por)": 19.76, - "XPQARetrieval (por-eng)": 34.21, - "XPQARetrieval (tam-tam)": 6.37, - "XPQARetrieval (eng-tam)": 5.36, - "XPQARetrieval (tam-eng)": 9.03, - "XPQARetrieval (cmn-cmn)": 44.16, - "XPQARetrieval (eng-cmn)": 19.03, - "XPQARetrieval (cmn-eng)": 40.08, - "XPQARetrieval (fr)": 42.51 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "AFQMC": 14.3, - "ATEC": 18.42, - "BIOSSES": 74.18, - "BQ": 38.53, - "CDSC-R": 88.98, - "LCQMC": 63.96, - "PAWSX": 10.13, - "RUParaPhraserSTS": 61.87, - "RuSTSBenchmarkSTS": 79.55, - "SICK-R": 79.61, - "SICK-R-PL": 68.77, - "SICKFr": 75.1, - "STS12": 76.02, - "STS13": 80.7, - "STS14": 78.85, - "STS15": 85.84, - "STS16": 81.05, - "STS17 (es-es)": 85.56, - "STS17 (nl-en)": 81.71, - "STS17 (ko-ko)": 77.03, - "STS17 (en-ar)": 81.22, - "STS17 (it-en)": 82.35, - "STS17 (en-tr)": 76.74, - "STS17 (en-de)": 84.22, - "STS17 (fr-en)": 76.59, - "STS17 (en-en)": 86.87, - "STS17 (ar-ar)": 79.16, - "STS17 (es-en)": 84.44, - "STS22 (pl)": 33.74, - "STS22 (es)": 56.56, - "STS22 (en)": 62.07, - "STS22 (fr)": 70.55, - "STS22 (es-en)": 67.33, - "STS22 (fr-pl)": 50.71, - "STS22 (pl-en)": 69.02, - "STS22 (de-fr)": 51.73, - "STS22 (de)": 44.64, - "STS22 (ar)": 46.2, - "STS22 (de-pl)": 44.22, - "STS22 (zh-en)": 65.71, - "STS22 (it)": 55.22, - "STS22 (tr)": 53.39, - "STS22 (ru)": 57.08, - "STS22 (zh)": 58.75, - "STS22 (es-it)": 47.67, - "STS22 (de-en)": 52.65, - "STSB": 78.91, - "STSBenchmark": 84.42, - "STSBenchmarkMultilingualSTS (es)": 81.1, - "STSBenchmarkMultilingualSTS (zh)": 80.47, - "STSBenchmarkMultilingualSTS (en)": 84.42, - "STSBenchmarkMultilingualSTS (de)": 78.87, - "STSBenchmarkMultilingualSTS (nl)": 79.54, - "STSBenchmarkMultilingualSTS (pl)": 78.29, - "STSBenchmarkMultilingualSTS (fr)": 79.9, - "STSBenchmarkMultilingualSTS (pt)": 80.16, - "STSBenchmarkMultilingualSTS (it)": 80.39, - "STSBenchmarkMultilingualSTS (ru)": 79.32 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "BIOSSES": 74.18, - "CDSC-R": 88.98, - "SICK-R": 79.61, - "SICK-R-PL": 68.77, - "SICKFr": 75.1, - "STS12": 76.02, - "STS13": 80.7, - "STS14": 78.85, - "STS15": 85.84, - "STS16": 81.05, - "STS17 (ar-ar)": 79.16, - "STS17 (en-ar)": 81.22, - "STS17 (en-de)": 84.22, - "STS17 (en-en)": 86.87, - "STS17 (en-tr)": 76.74, - "STS17 (es-en)": 84.44, - "STS17 (es-es)": 85.56, - "STS17 (fr-en)": 76.59, - "STS17 (it-en)": 82.35, - "STS17 (ko-ko)": 77.03, - "STS17 (nl-en)": 81.71, - "STS22 (pl)": 33.73, - "STS22 (fr)": 70.55, - "STSBenchmark": 84.42, - "STSBenchmarkMultilingualSTS (fr)": 79.9 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "SummEval": 30.67, - "SummEvalFr": 29.2 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "SummEval": 30.67, - "SummEvalFr": 29.2 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "SummEval": 30.67, - "SummEvalFr": 29.2 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "CEDRClassification": 37.76, - "SensitiveTopicsClassification": 24.84 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "Core17InstructionRetrieval": -0.62, - "News21InstructionRetrieval": -0.37, - "Robust04InstructionRetrieval": -2.94 - } - ] - } - }, - "sentence-transformers__paraphrase-multilingual-mpnet-base-v2": { - "BitextMining": { - "f1": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "BUCC (de-en)": 98.59, - "BUCC (fr-en)": 96.89, - "BUCC (ru-en)": 96.44, - "BUCC (zh-en)": 97.56, - "BornholmBitextMining": 18.18, - "Tatoeba (afr-eng)": 72.96, - "Tatoeba (amh-eng)": 53.49, - "Tatoeba (ang-eng)": 16.72, - "Tatoeba (ara-eng)": 90.19, - "Tatoeba (arq-eng)": 19.84, - "Tatoeba (arz-eng)": 55.69, - "Tatoeba (ast-eng)": 70.08, - "Tatoeba (awa-eng)": 42.83, - "Tatoeba (aze-eng)": 76.36, - "Tatoeba (bel-eng)": 79.94, - "Tatoeba (ben-eng)": 64.9, - "Tatoeba (ber-eng)": 4.88, - "Tatoeba (bos-eng)": 94.02, - "Tatoeba (bre-eng)": 6.42, - "Tatoeba (bul-eng)": 93.52, - "Tatoeba (cat-eng)": 96.05, - "Tatoeba (cbk-eng)": 58.68, - "Tatoeba (ceb-eng)": 7.39, - "Tatoeba (ces-eng)": 95.73, - "Tatoeba (cha-eng)": 12.59, - "Tatoeba (cmn-eng)": 95.83, - "Tatoeba (cor-eng)": 3.53, - "Tatoeba (csb-eng)": 23.73, - "Tatoeba (cym-eng)": 22.31, - "Tatoeba (dan-eng)": 96.17, - "Tatoeba (deu-eng)": 97.73, - "Tatoeba (dsb-eng)": 36.85, - "Tatoeba (dtp-eng)": 5.03, - "Tatoeba (ell-eng)": 94.93, - "Tatoeba (epo-eng)": 55.12, - "Tatoeba (est-eng)": 98.4, - "Tatoeba (eus-eng)": 31.33, - "Tatoeba (fao-eng)": 38.24, - "Tatoeba (fin-eng)": 95.92, - "Tatoeba (fra-eng)": 93.12, - "Tatoeba (fry-eng)": 43.54, - "Tatoeba (gla-eng)": 4.72, - "Tatoeba (gle-eng)": 16.85, - "Tatoeba (glg-eng)": 95.32, - "Tatoeba (gsw-eng)": 25.12, - "Tatoeba (heb-eng)": 88.26, - "Tatoeba (hin-eng)": 97.75, - "Tatoeba (hrv-eng)": 97.0, - "Tatoeba (hsb-eng)": 44.32, - "Tatoeba (hun-eng)": 94.18, - "Tatoeba (hye-eng)": 94.38, - "Tatoeba (ido-eng)": 43.91, - "Tatoeba (ile-eng)": 60.36, - "Tatoeba (ina-eng)": 84.32, - "Tatoeba (ind-eng)": 93.5, - "Tatoeba (isl-eng)": 59.25, - "Tatoeba (ita-eng)": 93.76, - "Tatoeba (jav-eng)": 23.39, - "Tatoeba (jpn-eng)": 92.51, - "Tatoeba (kab-eng)": 1.41, - "Tatoeba (kat-eng)": 95.46, - "Tatoeba (kaz-eng)": 61.49, - "Tatoeba (khm-eng)": 58.8, - "Tatoeba (kor-eng)": 93.07, - "Tatoeba (kur-eng)": 61.44, - "Tatoeba (kzj-eng)": 5.88, - "Tatoeba (lat-eng)": 24.25, - "Tatoeba (lfn-eng)": 49.56, - "Tatoeba (lit-eng)": 95.37, - "Tatoeba (lvs-eng)": 97.53, - "Tatoeba (mal-eng)": 88.46, - "Tatoeba (mar-eng)": 93.83, - "Tatoeba (max-eng)": 48.77, - "Tatoeba (mhr-eng)": 7.57, - "Tatoeba (mkd-eng)": 93.02, - "Tatoeba (mon-eng)": 96.14, - "Tatoeba (nds-eng)": 38.88, - "Tatoeba (nld-eng)": 95.5, - "Tatoeba (nno-eng)": 81.41, - "Tatoeba (nob-eng)": 98.53, - "Tatoeba (nov-eng)": 50.23, - "Tatoeba (oci-eng)": 43.49, - "Tatoeba (orv-eng)": 23.77, - "Tatoeba (pam-eng)": 5.39, - "Tatoeba (pes-eng)": 93.47, - "Tatoeba (pms-eng)": 34.19, - "Tatoeba (pol-eng)": 96.95, - "Tatoeba (por-eng)": 93.02, - "Tatoeba (ron-eng)": 96.43, - "Tatoeba (rus-eng)": 92.92, - "Tatoeba (slk-eng)": 96.62, - "Tatoeba (slv-eng)": 97.08, - "Tatoeba (spa-eng)": 97.0, - "Tatoeba (sqi-eng)": 98.57, - "Tatoeba (srp-eng)": 94.12, - "Tatoeba (swe-eng)": 95.45, - "Tatoeba (swg-eng)": 22.8, - "Tatoeba (swh-eng)": 16.02, - "Tatoeba (tam-eng)": 73.6, - "Tatoeba (tat-eng)": 10.89, - "Tatoeba (tel-eng)": 79.73, - "Tatoeba (tgl-eng)": 17.67, - "Tatoeba (tha-eng)": 95.99, - "Tatoeba (tuk-eng)": 14.91, - "Tatoeba (tur-eng)": 96.17, - "Tatoeba (tzl-eng)": 34.21, - "Tatoeba (uig-eng)": 48.35, - "Tatoeba (ukr-eng)": 92.67, - "Tatoeba (urd-eng)": 95.12, - "Tatoeba (uzb-eng)": 23.19, - "Tatoeba (vie-eng)": 97.23, - "Tatoeba (war-eng)": 7.42, - "Tatoeba (wuu-eng)": 78.25, - "Tatoeba (xho-eng)": 6.53, - "Tatoeba (yid-eng)": 30.73, - "Tatoeba (yue-eng)": 77.58, - "Tatoeba (zsm-eng)": 95.8 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "AllegroReviews": 33.89, - "AmazonCounterfactualClassification (de)": 69.96, - "AmazonCounterfactualClassification (en)": 75.81, - "AmazonCounterfactualClassification (en-ext)": 76.25, - "AmazonCounterfactualClassification (ja)": 69.78, - "AmazonPolarityClassification": 76.41, - "AmazonReviewsClassification (de)": 39.53, - "AmazonReviewsClassification (en)": 38.52, - "AmazonReviewsClassification (es)": 39.97, - "AmazonReviewsClassification (fr)": 38.98, - "AmazonReviewsClassification (ja)": 36.65, - "AmazonReviewsClassification (zh)": 37.74, - "AngryTweetsClassification": 54.84, - "Banking77Classification": 81.1, - "CBD": 64.97, - "DanishPoliticalCommentsClassification": 40.96, - "EmotionClassification": 45.85, - "GeoreviewClassification": 42.33, - "HeadlineClassification": 70.35, - "IFlyTek": 43.98, - "ImdbClassification": 64.58, - "InappropriatenessClassification": 59.32, - "JDReview": 70.34, - "KinopoiskClassification": 44.31, - "LccSentimentClassification": 58.4, - "MTOPDomainClassification (de)": 85.73, - "MTOPDomainClassification (en)": 89.24, - "MTOPDomainClassification (es)": 86.98, - "MTOPDomainClassification (fr)": 81.21, - "MTOPDomainClassification (hi)": 84.76, - "MTOPDomainClassification (th)": 82.51, - "MTOPIntentClassification (de)": 61.26, - "MTOPIntentClassification (en)": 68.69, - "MTOPIntentClassification (es)": 66.6, - "MTOPIntentClassification (fr)": 59.75, - "MTOPIntentClassification (hi)": 62.38, - "MTOPIntentClassification (th)": 64.77, - "MasakhaNEWSClassification (fra)": 72.94, - "MasakhaNEWSClassification (amh)": 78.83, - "MasakhaNEWSClassification (eng)": 75.39, - "MasakhaNEWSClassification (hau)": 54.49, - "MasakhaNEWSClassification (ibo)": 46.79, - "MasakhaNEWSClassification (lin)": 69.77, - "MasakhaNEWSClassification (lug)": 43.05, - "MasakhaNEWSClassification (orm)": 41.97, - "MasakhaNEWSClassification (pcm)": 90.2, - "MasakhaNEWSClassification (run)": 49.97, - "MasakhaNEWSClassification (sna)": 59.78, - "MasakhaNEWSClassification (som)": 47.65, - "MasakhaNEWSClassification (swa)": 60.42, - "MasakhaNEWSClassification (tir)": 45.04, - "MasakhaNEWSClassification (xho)": 48.82, - "MasakhaNEWSClassification (yor)": 58.3, - "MassiveIntentClassification (pl)": 64.32, - "MassiveIntentClassification (fr)": 64.8, - "MassiveIntentClassification (km)": 45.48, - "MassiveIntentClassification (sv)": 64.71, - "MassiveIntentClassification (mn)": 56.61, - "MassiveIntentClassification (ja)": 63.76, - "MassiveIntentClassification (zh-TW)": 62.33, - "MassiveIntentClassification (pt)": 64.88, - "MassiveIntentClassification (nl)": 63.57, - "MassiveIntentClassification (is)": 37.09, - "MassiveIntentClassification (hu)": 63.85, - "MassiveIntentClassification (az)": 56.98, - "MassiveIntentClassification (th)": 61.12, - "MassiveIntentClassification (ta)": 50.18, - "MassiveIntentClassification (sl)": 63.5, - "MassiveIntentClassification (id)": 65.43, - "MassiveIntentClassification (hy)": 57.76, - "MassiveIntentClassification (fi)": 62.26, - "MassiveIntentClassification (he)": 58.25, - "MassiveIntentClassification (ar)": 51.43, - "MassiveIntentClassification (hi)": 62.79, - "MassiveIntentClassification (my)": 57.08, - "MassiveIntentClassification (bn)": 48.79, - "MassiveIntentClassification (ko)": 61.84, - "MassiveIntentClassification (ro)": 62.83, - "MassiveIntentClassification (af)": 52.35, - "MassiveIntentClassification (te)": 52.85, - "MassiveIntentClassification (fa)": 65.33, - "MassiveIntentClassification (ka)": 49.88, - "MassiveIntentClassification (sq)": 62.49, - "MassiveIntentClassification (vi)": 59.71, - "MassiveIntentClassification (lv)": 61.29, - "MassiveIntentClassification (zh-CN)": 65.32, - "MassiveIntentClassification (cy)": 27.89, - "MassiveIntentClassification (da)": 62.8, - "MassiveIntentClassification (es)": 64.45, - "MassiveIntentClassification (sw)": 31.93, - "MassiveIntentClassification (jv)": 36.49, - "MassiveIntentClassification (en)": 69.32, - "MassiveIntentClassification (kn)": 50.62, - "MassiveIntentClassification (ur)": 56.36, - "MassiveIntentClassification (tr)": 64.58, - "MassiveIntentClassification (de)": 59.56, - "MassiveIntentClassification (it)": 64.69, - "MassiveIntentClassification (ml)": 54.34, - "MassiveIntentClassification (ms)": 60.72, - "MassiveIntentClassification (nb)": 62.62, - "MassiveIntentClassification (ru)": 63.23, - "MassiveIntentClassification (am)": 41.56, - "MassiveIntentClassification (tl)": 38.83, - "MassiveIntentClassification (el)": 62.63, - "MassiveScenarioClassification (pl)": 68.99, - "MassiveScenarioClassification (fr)": 70.71, - "MassiveScenarioClassification (jv)": 44.22, - "MassiveScenarioClassification (kn)": 56.08, - "MassiveScenarioClassification (ar)": 57.79, - "MassiveScenarioClassification (mn)": 60.84, - "MassiveScenarioClassification (sw)": 37.26, - "MassiveScenarioClassification (hi)": 67.94, - "MassiveScenarioClassification (pt)": 70.08, - "MassiveScenarioClassification (ru)": 69.92, - "MassiveScenarioClassification (zh-TW)": 68.71, - "MassiveScenarioClassification (ms)": 65.85, - "MassiveScenarioClassification (az)": 61.52, - "MassiveScenarioClassification (ka)": 57.3, - "MassiveScenarioClassification (fi)": 67.58, - "MassiveScenarioClassification (id)": 70.73, - "MassiveScenarioClassification (nb)": 70.23, - "MassiveScenarioClassification (th)": 69.44, - "MassiveScenarioClassification (ml)": 60.14, - "MassiveScenarioClassification (el)": 68.81, - "MassiveScenarioClassification (he)": 65.16, - "MassiveScenarioClassification (vi)": 65.7, - "MassiveScenarioClassification (af)": 59.68, - "MassiveScenarioClassification (hu)": 70.31, - "MassiveScenarioClassification (ta)": 55.97, - "MassiveScenarioClassification (it)": 69.74, - "MassiveScenarioClassification (sq)": 69.62, - "MassiveScenarioClassification (fa)": 69.88, - "MassiveScenarioClassification (cy)": 35.27, - "MassiveScenarioClassification (de)": 67.35, - "MassiveScenarioClassification (nl)": 70.37, - "MassiveScenarioClassification (sl)": 70.81, - "MassiveScenarioClassification (ko)": 68.52, - "MassiveScenarioClassification (lv)": 66.28, - "MassiveScenarioClassification (ur)": 62.92, - "MassiveScenarioClassification (is)": 44.16, - "MassiveScenarioClassification (zh-CN)": 71.25, - "MassiveScenarioClassification (da)": 71.04, - "MassiveScenarioClassification (te)": 58.79, - "MassiveScenarioClassification (en)": 75.35, - "MassiveScenarioClassification (sv)": 71.6, - "MassiveScenarioClassification (ro)": 67.94, - "MassiveScenarioClassification (hy)": 63.03, - "MassiveScenarioClassification (am)": 48.96, - "MassiveScenarioClassification (ja)": 69.68, - "MassiveScenarioClassification (tr)": 70.41, - "MassiveScenarioClassification (bn)": 54.52, - "MassiveScenarioClassification (es)": 70.4, - "MassiveScenarioClassification (my)": 63.03, - "MassiveScenarioClassification (km)": 53.13, - "MassiveScenarioClassification (tl)": 43.98, - "MultilingualSentiment": 66.49, - "NoRecClassification": 50.32, - "NordicLangClassification": 41.57, - "OnlineShopping": 87.75, - "PAC": 63.76, - "PolEmo2.0-IN": 62.74, - "PolEmo2.0-OUT": 19.92, - "RuReviewsClassification": 62.33, - "RuSciBenchGRNTIClassification": 56.01, - "RuSciBenchOECDClassification": 44.14, - "TNews": 43.73, - "ToxicConversationsClassification": 65.56, - "TweetSentimentExtractionClassification": 59.04, - "Waimai": 83.97 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "8TagsClustering": 25.62, - "AlloProfClusteringP2P": 54.49, - "AlloProfClusteringS2S": 44.79, - "ArxivClusteringP2P": 37.78, - "ArxivClusteringS2S": 31.68, - "BiorxivClusteringP2P": 33.02, - "BiorxivClusteringS2S": 29.45, - "BlurbsClusteringP2P": 34.38, - "BlurbsClusteringS2S": 15.81, - "GeoreviewClusteringP2P": 56.18, - "HALClusteringS2S": 23.97, - "MLSUMClusteringP2P": 40.55, - "MLSUMClusteringP2P (ru)": 35.95, - "MLSUMClusteringS2S": 37.53, - "MLSUMClusteringS2S (ru)": 38.88, - "MasakhaNEWSClusteringP2P (fra)": 53.3, - "MasakhaNEWSClusteringP2P (amh)": 46.85, - "MasakhaNEWSClusteringP2P (eng)": 47.3, - "MasakhaNEWSClusteringP2P (hau)": 27.61, - "MasakhaNEWSClusteringP2P (ibo)": 41.32, - "MasakhaNEWSClusteringP2P (lin)": 58.37, - "MasakhaNEWSClusteringP2P (lug)": 47.56, - "MasakhaNEWSClusteringP2P (orm)": 24.53, - "MasakhaNEWSClusteringP2P (pcm)": 66.55, - "MasakhaNEWSClusteringP2P (run)": 51.97, - "MasakhaNEWSClusteringP2P (sna)": 45.55, - "MasakhaNEWSClusteringP2P (som)": 33.98, - "MasakhaNEWSClusteringP2P (swa)": 25.03, - "MasakhaNEWSClusteringP2P (tir)": 48.33, - "MasakhaNEWSClusteringP2P (xho)": 29.47, - "MasakhaNEWSClusteringP2P (yor)": 28.25, - "MasakhaNEWSClusteringS2S (fra)": 37.92, - "MasakhaNEWSClusteringS2S (amh)": 51.54, - "MasakhaNEWSClusteringS2S (eng)": 43.28, - "MasakhaNEWSClusteringS2S (hau)": 17.97, - "MasakhaNEWSClusteringS2S (ibo)": 34.56, - "MasakhaNEWSClusteringS2S (lin)": 57.43, - "MasakhaNEWSClusteringS2S (lug)": 45.22, - "MasakhaNEWSClusteringS2S (orm)": 21.9, - "MasakhaNEWSClusteringS2S (pcm)": 62.1, - "MasakhaNEWSClusteringS2S (run)": 46.81, - "MasakhaNEWSClusteringS2S (sna)": 43.15, - "MasakhaNEWSClusteringS2S (som)": 29.44, - "MasakhaNEWSClusteringS2S (swa)": 10.31, - "MasakhaNEWSClusteringS2S (tir)": 51.95, - "MasakhaNEWSClusteringS2S (xho)": 21.26, - "MasakhaNEWSClusteringS2S (yor)": 28.88, - "MedrxivClusteringP2P": 31.93, - "MedrxivClusteringS2S": 31.53, - "RedditClustering": 45.65, - "RedditClusteringP2P": 52.05, - "RuSciBenchGRNTIClusteringP2P": 48.47, - "RuSciBenchOECDClusteringP2P": 42.9, - "StackExchangeClustering": 52.99, - "StackExchangeClusteringP2P": 33.06, - "TenKGnadClusteringP2P": 35.96, - "TenKGnadClusteringS2S": 22.0, - "TwentyNewsgroupsClustering": 44.36 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "CDSC-E": 75.76, - "OpusparcusPC (fr)": 93.45, - "PPC": 93.67, - "PSC": 98.26, - "PawsXPairClassification (fr)": 58.14, - "SICK-E-PL": 77.22, - "SprintDuplicateQuestions": 90.55, - "TwitterSemEval2015": 66.75, - "TwitterURLCorpus": 85.14 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "CDSC-E": 75.77, - "OpusparcusPC (fr)": 93.45, - "OpusparcusPC (de)": 97.34, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 95.33, - "OpusparcusPC (ru)": 90.47, - "OpusparcusPC (sv)": 95.16, - "PPC": 93.67, - "PSC": 98.26, - "PawsXPairClassification (fr)": 58.33, - "PawsXPairClassification (de)": 55.71, - "PawsXPairClassification (en)": 60.12, - "PawsXPairClassification (es)": 56.94, - "PawsXPairClassification (ja)": 49.37, - "PawsXPairClassification (ko)": 50.78, - "PawsXPairClassification (zh)": 55.47, - "SICK-E-PL": 77.22, - "SprintDuplicateQuestions": 91.1, - "TERRa": 64.57, - "TwitterSemEval2015": 68.75, - "TwitterURLCorpus": 85.32 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "CDSC-E": 75.77, - "OpusparcusPC (de)": 97.34, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 95.33, - "OpusparcusPC (fr)": 93.45, - "OpusparcusPC (ru)": 90.47, - "OpusparcusPC (sv)": 95.16, - "PSC": 98.26, - "PawsXPairClassification (de)": 55.69, - "PawsXPairClassification (en)": 60.12, - "PawsXPairClassification (es)": 56.94, - "PawsXPairClassification (fr)": 58.14, - "PawsXPairClassification (ja)": 49.37, - "PawsXPairClassification (ko)": 50.66, - "PawsXPairClassification (zh)": 55.47, - "SICK-E-PL": 77.22, - "SprintDuplicateQuestions": 90.55, - "TERRa": 64.57, - "TwitterSemEval2015": 66.75, - "TwitterURLCorpus": 85.14 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "AlloprofReranking": 67.2, - "AskUbuntuDupQuestions": 60.16, - "MMarcoReranking": 14.57, - "MindSmallReranking": 30.15, - "RuBQReranking": 58.77, - "SciDocsRR": 78.09, - "StackOverflowDupQuestions": 46.78, - "SyntecReranking": 80.97, - "T2Reranking": 64.49 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "AILACasedocs": 17.45, - "AILAStatutes": 22.24, - "ARCChallenge": 7.19, - "AlloprofRetrieval": 30.8, - "AlphaNLI": 21.87, - "AppsRetrieval": 2.34, - "ArguAna": 48.91, - "ArguAna-PL": 42.61, - "BSARDRetrieval": 13.19, - "CQADupstackRetrieval": 31.32, - "ClimateFEVER": 15.27, - "CmedqaRetrieval": 10.15, - "CodeFeedbackMT": 11.43, - "CodeFeedbackST": 35.34, - "CodeSearchNetCCRetrieval (python)": 53.43, - "CodeSearchNetCCRetrieval (javascript)": 57.46, - "CodeSearchNetCCRetrieval (go)": 26.63, - "CodeSearchNetCCRetrieval (ruby)": 55.02, - "CodeSearchNetCCRetrieval (java)": 42.1, - "CodeSearchNetCCRetrieval (php)": 29.8, - "CodeSearchNetRetrieval (python)": 65.54, - "CodeSearchNetRetrieval (javascript)": 48.34, - "CodeSearchNetRetrieval (go)": 67.23, - "CodeSearchNetRetrieval (ruby)": 60.19, - "CodeSearchNetRetrieval (java)": 45.56, - "CodeSearchNetRetrieval (php)": 48.3, - "CodeTransOceanContest": 27.94, - "CodeTransOceanDL": 16.71, - "CosQA": 16.57, - "CovidRetrieval": 28.85, - "DBPedia": 26.22, - "DBPedia-PL": 20.18, - "DuRetrieval": 33.41, - "EcomRetrieval": 9.69, - "FEVER": 56.76, - "FiQA-PL": 14.71, - "FiQA2018": 22.96, - "GerDaLIRSmall": 3.0, - "HellaSwag": 17.53, - "HotpotQA": 37.03, - "HotpotQA-PL": 29.36, - "LEMBNarrativeQARetrieval": 16.02, - "LEMBQMSumRetrieval": 12.23, - "LEMBSummScreenFDRetrieval": 41.15, - "LEMBWikimQARetrieval": 38.86, - "LeCaRDv2": 33.91, - "LegalBenchConsumerContractsQA": 52.37, - "LegalBenchCorporateLobbying": 87.62, - "LegalQuAD": 17.8, - "LegalSummarization": 56.8, - "MMarcoRetrieval": 44.62, - "MSMARCO": 26.6, - "MSMARCO-PL": 12.45, - "MedicalRetrieval": 14.1, - "MintakaRetrieval (fr)": 24.45, - "MintakaRetrieval (ar)": 14.55, - "MintakaRetrieval (de)": 25.43, - "MintakaRetrieval (es)": 24.94, - "MintakaRetrieval (hi)": 18.67, - "MintakaRetrieval (it)": 25.62, - "MintakaRetrieval (ja)": 15.46, - "MintakaRetrieval (pt)": 26.15, - "NFCorpus": 25.49, - "NFCorpus-PL": 18.54, - "NQ": 33.6, - "NQ-PL": 15.64, - "PIQA": 18.65, - "Quail": 2.98, - "Quora-PL": 79.18, - "QuoraRetrieval": 86.4, - "RARbCode": 11.02, - "RARbMath": 30.93, - "RiaNewsRetrieval": 51.75, - "RuBQRetrieval": 37.04, - "SCIDOCS": 13.97, - "SCIDOCS-PL": 11.17, - "SIQA": 1.21, - "SciFact": 50.3, - "SciFact-PL": 41.55, - "SpartQA": 5.69, - "StackOverflowQA": 43.11, - "SyntecRetrieval": 76.0, - "SyntheticText2SQL": 35.22, - "T2Retrieval": 28.35, - "TRECCOVID": 37.87, - "TRECCOVID-PL": 35.43, - "TempReasonL1": 1.94, - "TempReasonL2Fact": 5.34, - "TempReasonL2Pure": 0.33, - "TempReasonL3Fact": 6.79, - "TempReasonL3Pure": 3.19, - "Touche2020": 17.4, - "VideoRetrieval": 14.18, - "WinoGrande": 49.01, - "XPQARetrieval (fr)": 46.22, - "XPQARetrieval (ara-ara)": 24.86, - "XPQARetrieval (eng-ara)": 19.6, - "XPQARetrieval (ara-eng)": 28.21, - "XPQARetrieval (deu-deu)": 48.81, - "XPQARetrieval (eng-deu)": 31.93, - "XPQARetrieval (deu-eng)": 53.26, - "XPQARetrieval (spa-spa)": 41.08, - "XPQARetrieval (eng-spa)": 30.05, - "XPQARetrieval (spa-eng)": 43.4, - "XPQARetrieval (fra-fra)": 46.22, - "XPQARetrieval (eng-fra)": 29.55, - "XPQARetrieval (fra-eng)": 47.3, - "XPQARetrieval (hin-hin)": 50.74, - "XPQARetrieval (eng-hin)": 24.97, - "XPQARetrieval (hin-eng)": 49.24, - "XPQARetrieval (ita-ita)": 52.87, - "XPQARetrieval (eng-ita)": 33.44, - "XPQARetrieval (ita-eng)": 51.49, - "XPQARetrieval (jpn-jpn)": 53.17, - "XPQARetrieval (eng-jpn)": 26.66, - "XPQARetrieval (jpn-eng)": 49.86, - "XPQARetrieval (kor-kor)": 24.88, - "XPQARetrieval (eng-kor)": 24.5, - "XPQARetrieval (kor-eng)": 24.61, - "XPQARetrieval (pol-pol)": 29.36, - "XPQARetrieval (eng-pol)": 20.48, - "XPQARetrieval (pol-eng)": 29.31, - "XPQARetrieval (por-por)": 34.3, - "XPQARetrieval (eng-por)": 21.72, - "XPQARetrieval (por-eng)": 37.65, - "XPQARetrieval (tam-tam)": 19.8, - "XPQARetrieval (eng-tam)": 13.93, - "XPQARetrieval (tam-eng)": 18.26, - "XPQARetrieval (cmn-cmn)": 42.54, - "XPQARetrieval (eng-cmn)": 20.91, - "XPQARetrieval (cmn-eng)": 42.81 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "AFQMC": 15.69, - "ATEC": 20.27, - "BIOSSES": 76.27, - "BQ": 36.33, - "CDSC-R": 88.8, - "LCQMC": 63.3, - "PAWSX": 12.16, - "RUParaPhraserSTS": 65.74, - "RuSTSBenchmarkSTS": 82.46, - "SICK-R": 79.62, - "SICK-R-PL": 73.13, - "SICKFr": 75.56, - "STS12": 77.9, - "STS13": 85.11, - "STS14": 80.81, - "STS15": 87.48, - "STS16": 83.2, - "STS17 (ko-ko)": 83.41, - "STS17 (nl-en)": 82.51, - "STS17 (en-tr)": 74.9, - "STS17 (en-ar)": 80.85, - "STS17 (es-en)": 86.11, - "STS17 (fr-en)": 81.17, - "STS17 (ar-ar)": 79.1, - "STS17 (it-en)": 84.24, - "STS17 (en-de)": 83.28, - "STS17 (es-es)": 85.14, - "STS17 (en-en)": 86.99, - "STS22 (ru)": 58.74, - "STS22 (es-en)": 70.26, - "STS22 (es)": 59.91, - "STS22 (tr)": 56.3, - "STS22 (it)": 60.65, - "STS22 (ar)": 52.19, - "STS22 (pl)": 33.65, - "STS22 (de)": 46.7, - "STS22 (zh)": 61.75, - "STS22 (fr)": 74.3, - "STS22 (de-en)": 50.81, - "STS22 (pl-en)": 73.07, - "STS22 (en)": 63.52, - "STS22 (es-it)": 53.7, - "STS22 (de-fr)": 62.34, - "STS22 (de-pl)": 40.53, - "STS22 (zh-en)": 67.96, - "STS22 (fr-pl)": 84.52, - "STSB": 80.84, - "STSBenchmark": 86.82, - "STSBenchmarkMultilingualSTS (es)": 84.61, - "STSBenchmarkMultilingualSTS (pt)": 84.0, - "STSBenchmarkMultilingualSTS (nl)": 83.36, - "STSBenchmarkMultilingualSTS (de)": 83.56, - "STSBenchmarkMultilingualSTS (pl)": 81.46, - "STSBenchmarkMultilingualSTS (ru)": 82.45, - "STSBenchmarkMultilingualSTS (fr)": 84.69, - "STSBenchmarkMultilingualSTS (en)": 86.82, - "STSBenchmarkMultilingualSTS (it)": 84.09, - "STSBenchmarkMultilingualSTS (zh)": 81.98 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "BIOSSES": 76.27, - "CDSC-R": 88.8, - "SICK-R": 79.62, - "SICK-R-PL": 73.13, - "SICKFr": 75.56, - "STS12": 77.9, - "STS13": 85.11, - "STS14": 80.81, - "STS15": 87.48, - "STS16": 83.2, - "STS17 (ar-ar)": 79.1, - "STS17 (en-ar)": 80.85, - "STS17 (en-de)": 83.28, - "STS17 (en-en)": 86.99, - "STS17 (en-tr)": 74.9, - "STS17 (es-en)": 86.11, - "STS17 (es-es)": 85.14, - "STS17 (fr-en)": 81.17, - "STS17 (it-en)": 84.24, - "STS17 (ko-ko)": 83.41, - "STS17 (nl-en)": 82.51, - "STS22 (pl)": 33.64, - "STS22 (fr)": 74.3, - "STSBenchmark": 86.82, - "STSBenchmarkMultilingualSTS (fr)": 84.69 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "SummEval": 31.57, - "SummEvalFr": 29.47 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "SummEval": 31.57, - "SummEvalFr": 29.47 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "SummEval": 31.57, - "SummEvalFr": 29.47 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "CEDRClassification": 39.98, - "SensitiveTopicsClassification": 25.83 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "Core17InstructionRetrieval": -0.04, - "News21InstructionRetrieval": 0.61, - "Robust04InstructionRetrieval": -3.99 - } - ] - } - }, - "sentence-transformers__sentence-t5-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-t5-base", - "AmazonCounterfactualClassification (de)": 69.98, - "AmazonCounterfactualClassification (en)": 75.82, - "AmazonCounterfactualClassification (en-ext)": 76.81, - "AmazonCounterfactualClassification (ja)": 46.05, - "AmazonPolarityClassification": 85.12, - "AmazonReviewsClassification (de)": 37.9, - "AmazonReviewsClassification (en)": 44.94, - "AmazonReviewsClassification (es)": 37.33, - "AmazonReviewsClassification (fr)": 37.35, - "AmazonReviewsClassification (ja)": 22.29, - "AmazonReviewsClassification (zh)": 21.53, - "Banking77Classification": 76.48, - "EmotionClassification": 51.35, - "ImdbClassification": 77.34, - "MTOPDomainClassification (de)": 76.98, - "MTOPDomainClassification (en)": 90.34, - "MTOPDomainClassification (es)": 73.61, - "MTOPDomainClassification (fr)": 75.03, - "MTOPDomainClassification (hi)": 21.4, - "MTOPDomainClassification (th)": 16.21, - "MTOPIntentClassification (de)": 44.43, - "MTOPIntentClassification (en)": 63.32, - "MTOPIntentClassification (es)": 42.03, - "MTOPIntentClassification (fr)": 43.85, - "MTOPIntentClassification (hi)": 3.8, - "MTOPIntentClassification (th)": 5.21, - "MasakhaNEWSClassification (fra)": 81.21, - "MassiveIntentClassification (af)": 34.32, - "MassiveIntentClassification (am)": 2.38, - "MassiveIntentClassification (ar)": 4.53, - "MassiveIntentClassification (az)": 31.76, - "MassiveIntentClassification (bn)": 2.58, - "MassiveIntentClassification (cy)": 28.94, - "MassiveIntentClassification (da)": 38.82, - "MassiveIntentClassification (de)": 45.23, - "MassiveIntentClassification (el)": 10.05, - "MassiveIntentClassification (en)": 69.74, - "MassiveIntentClassification (es)": 45.32, - "MassiveIntentClassification (fa)": 3.58, - "MassiveIntentClassification (fi)": 33.52, - "MassiveIntentClassification (fr)": 51.13, - "MassiveIntentClassification (he)": 2.63, - "MassiveIntentClassification (hi)": 2.68, - "MassiveIntentClassification (hu)": 32.31, - "MassiveIntentClassification (hy)": 3.33, - "MassiveIntentClassification (id)": 35.5, - "MassiveIntentClassification (is)": 29.82, - "MassiveIntentClassification (it)": 45.59, - "MassiveIntentClassification (ja)": 3.67, - "MassiveIntentClassification (jv)": 31.15, - "MassiveIntentClassification (ka)": 2.77, - "MassiveIntentClassification (km)": 5.66, - "MassiveIntentClassification (kn)": 2.59, - "MassiveIntentClassification (ko)": 2.34, - "MassiveIntentClassification (lv)": 33.97, - "MassiveIntentClassification (ml)": 2.55, - "MassiveIntentClassification (mn)": 14.7, - "MassiveIntentClassification (ms)": 33.12, - "MassiveIntentClassification (my)": 4.42, - "MassiveIntentClassification (nb)": 38.53, - "MassiveIntentClassification (nl)": 37.96, - "MassiveIntentClassification (pl)": 34.41, - "MassiveIntentClassification (pt)": 43.35, - "MassiveIntentClassification (ro)": 42.69, - "MassiveIntentClassification (ru)": 14.82, - "MassiveIntentClassification (sl)": 34.54, - "MassiveIntentClassification (sq)": 38.54, - "MassiveIntentClassification (sv)": 35.98, - "MassiveIntentClassification (sw)": 32.14, - "MassiveIntentClassification (ta)": 1.41, - "MassiveIntentClassification (te)": 2.5, - "MassiveIntentClassification (th)": 3.71, - "MassiveIntentClassification (tl)": 36.04, - "MassiveIntentClassification (tr)": 33.77, - "MassiveIntentClassification (ur)": 2.99, - "MassiveIntentClassification (vi)": 22.62, - "MassiveIntentClassification (zh-CN)": 1.12, - "MassiveIntentClassification (zh-TW)": 4.63, - "MassiveScenarioClassification (af)": 44.45, - "MassiveScenarioClassification (am)": 7.51, - "MassiveScenarioClassification (ar)": 12.32, - "MassiveScenarioClassification (az)": 38.41, - "MassiveScenarioClassification (bn)": 8.45, - "MassiveScenarioClassification (cy)": 35.04, - "MassiveScenarioClassification (da)": 48.36, - "MassiveScenarioClassification (de)": 59.12, - "MassiveScenarioClassification (el)": 17.68, - "MassiveScenarioClassification (en)": 72.32, - "MassiveScenarioClassification (es)": 55.61, - "MassiveScenarioClassification (fa)": 6.86, - "MassiveScenarioClassification (fi)": 41.34, - "MassiveScenarioClassification (fr)": 59.92, - "MassiveScenarioClassification (he)": 7.86, - "MassiveScenarioClassification (hi)": 7.63, - "MassiveScenarioClassification (hu)": 41.31, - "MassiveScenarioClassification (hy)": 9.23, - "MassiveScenarioClassification (id)": 44.64, - "MassiveScenarioClassification (is)": 39.63, - "MassiveScenarioClassification (it)": 54.58, - "MassiveScenarioClassification (ja)": 4.96, - "MassiveScenarioClassification (jv)": 40.73, - "MassiveScenarioClassification (ka)": 7.51, - "MassiveScenarioClassification (km)": 8.73, - "MassiveScenarioClassification (kn)": 7.99, - "MassiveScenarioClassification (ko)": 6.03, - "MassiveScenarioClassification (lv)": 36.42, - "MassiveScenarioClassification (ml)": 6.96, - "MassiveScenarioClassification (mn)": 19.85, - "MassiveScenarioClassification (ms)": 43.18, - "MassiveScenarioClassification (my)": 9.46, - "MassiveScenarioClassification (nb)": 46.6, - "MassiveScenarioClassification (nl)": 50.0, - "MassiveScenarioClassification (pl)": 42.3, - "MassiveScenarioClassification (pt)": 52.24, - "MassiveScenarioClassification (ro)": 53.7, - "MassiveScenarioClassification (ru)": 20.69, - "MassiveScenarioClassification (sl)": 39.79, - "MassiveScenarioClassification (sq)": 50.16, - "MassiveScenarioClassification (sv)": 46.69, - "MassiveScenarioClassification (sw)": 40.48, - "MassiveScenarioClassification (ta)": 7.47, - "MassiveScenarioClassification (te)": 6.87, - "MassiveScenarioClassification (th)": 8.26, - "MassiveScenarioClassification (tl)": 48.94, - "MassiveScenarioClassification (tr)": 41.83, - "MassiveScenarioClassification (ur)": 9.77, - "MassiveScenarioClassification (vi)": 30.01, - "MassiveScenarioClassification (zh-CN)": 4.17, - "MassiveScenarioClassification (zh-TW)": 7.91, - "ToxicConversationsClassification": 68.2, - "TweetSentimentExtractionClassification": 62.71 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-t5-base", - "AlloProfClusteringP2P": 58.44, - "AlloProfClusteringS2S": 35.93, - "ArxivClusteringP2P": 39.28, - "ArxivClusteringS2S": 27.26, - "BiorxivClusteringP2P": 33.99, - "BiorxivClusteringS2S": 22.92, - "BlurbsClusteringP2P": 30.59, - "BlurbsClusteringS2S": 11.57, - "HALClusteringS2S": 17.72, - "MLSUMClusteringP2P": 40.77, - "MLSUMClusteringS2S": 30.06, - "MasakhaNEWSClusteringP2P (fra)": 61.9, - "MasakhaNEWSClusteringS2S (fra)": 35.64, - "MedrxivClusteringP2P": 33.2, - "MedrxivClusteringS2S": 26.13, - "RedditClustering": 52.93, - "RedditClusteringP2P": 59.67, - "StackExchangeClustering": 63.13, - "StackExchangeClusteringP2P": 35.68, - "TenKGnadClusteringP2P": 44.88, - "TenKGnadClusteringS2S": 18.11, - "TwentyNewsgroupsClustering": 48.1 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-t5-base", - "OpusparcusPC (fr)": 89.4, - "PawsXPairClassification (fr)": 55.35, - "SprintDuplicateQuestions": 91.23, - "TwitterSemEval2015": 78.25, - "TwitterURLCorpus": 86.05 - }, - { - "Model": "sentence-t5-base", - "OpusparcusPC (fr)": 89.41, - "PawsXPairClassification (fr)": 55.43, - "SprintDuplicateQuestions": 91.23, - "TwitterSemEval2015": 78.25, - "TwitterURLCorpus": 86.05 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-t5-base", - "AlloprofReranking": 50.12, - "AskUbuntuDupQuestions": 59.73, - "MindSmallReranking": 30.2, - "SciDocsRR": 73.96, - "StackOverflowDupQuestions": 48.46, - "SyntecReranking": 78.05 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-t5-base", - "AlloprofRetrieval": 27.52, - "ArguAna": 44.85, - "BSARDRetrieval": 0.16, - "CQADupstackRetrieval": 35.23, - "ClimateFEVER": 10.37, - "DBPedia": 27.77, - "FEVER": 26.17, - "FiQA2018": 34.83, - "HotpotQA": 33.2, - "MSMARCO": 20.7, - "MintakaRetrieval (fr)": 21.04, - "NFCorpus": 28.65, - "NQ": 36.32, - "QuoraRetrieval": 85.49, - "SCIDOCS": 14.15, - "SciFact": 45.76, - "SyntecRetrieval": 67.0, - "TRECCOVID": 40.7, - "Touche2020": 20.3, - "XPQARetrieval (fr)": 45.19 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-t5-base", - "BIOSSES": 75.89, - "SICK-R": 80.18, - "SICKFr": 71.74, - "STS12": 78.05, - "STS13": 85.85, - "STS14": 82.19, - "STS15": 87.46, - "STS16": 84.03, - "STS17 (ar-ar)": 13.36, - "STS17 (en-ar)": -5.65, - "STS17 (en-de)": 67.11, - "STS17 (en-en)": 89.57, - "STS17 (en-tr)": -0.02, - "STS17 (es-en)": 47.72, - "STS17 (es-es)": 79.94, - "STS17 (fr-en)": 56.61, - "STS17 (it-en)": 30.46, - "STS17 (ko-ko)": 10.06, - "STS17 (nl-en)": 36.46, - "STS22 (ar)": 31.2, - "STS22 (de)": 42.08, - "STS22 (de-en)": 46.9, - "STS22 (de-fr)": 55.04, - "STS22 (de-pl)": 33.94, - "STS22 (en)": 62.66, - "STS22 (es)": 53.81, - "STS22 (es-en)": 65.19, - "STS22 (es-it)": 55.29, - "STS22 (fr)": 77.69, - "STS22 (fr-pl)": 28.17, - "STS22 (it)": 60.65, - "STS22 (pl)": 24.42, - "STS22 (pl-en)": 42.97, - "STS22 (ru)": 12.13, - "STS22 (tr)": 40.45, - "STS22 (zh)": 32.9, - "STS22 (zh-en)": 20.15, - "STSBenchmark": 85.52, - "STSBenchmarkMultilingualSTS (fr)": 74.04 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-t5-base", - "SummEval": 31.39, - "SummEvalFr": 30.01 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__sentence-t5-large": { - "BitextMining": { - "f1": [ - { - "Model": "sentence-t5-large", - "BUCC (de-en)": 87.0, - "BUCC (fr-en)": 88.91, - "BUCC (ru-en)": 0.44, - "BUCC (zh-en)": 0.95, - "Tatoeba (afr-eng)": 23.7, - "Tatoeba (amh-eng)": 0.65, - "Tatoeba (ang-eng)": 30.98, - "Tatoeba (ara-eng)": 0.48, - "Tatoeba (arq-eng)": 0.68, - "Tatoeba (arz-eng)": 0.22, - "Tatoeba (ast-eng)": 55.3, - "Tatoeba (awa-eng)": 1.03, - "Tatoeba (aze-eng)": 5.83, - "Tatoeba (bel-eng)": 1.66, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (ber-eng)": 5.62, - "Tatoeba (bos-eng)": 12.23, - "Tatoeba (bre-eng)": 5.84, - "Tatoeba (bul-eng)": 1.35, - "Tatoeba (cat-eng)": 48.56, - "Tatoeba (cbk-eng)": 46.97, - "Tatoeba (ceb-eng)": 9.79, - "Tatoeba (ces-eng)": 6.0, - "Tatoeba (cha-eng)": 24.21, - "Tatoeba (cmn-eng)": 2.26, - "Tatoeba (cor-eng)": 4.03, - "Tatoeba (csb-eng)": 9.53, - "Tatoeba (cym-eng)": 9.17, - "Tatoeba (dan-eng)": 34.63, - "Tatoeba (deu-eng)": 89.31, - "Tatoeba (dsb-eng)": 9.68, - "Tatoeba (dtp-eng)": 4.66, - "Tatoeba (ell-eng)": 0.77, - "Tatoeba (epo-eng)": 26.88, - "Tatoeba (est-eng)": 5.19, - "Tatoeba (eus-eng)": 9.46, - "Tatoeba (fao-eng)": 21.59, - "Tatoeba (fin-eng)": 5.66, - "Tatoeba (fra-eng)": 79.71, - "Tatoeba (fry-eng)": 28.29, - "Tatoeba (gla-eng)": 2.34, - "Tatoeba (gle-eng)": 3.55, - "Tatoeba (glg-eng)": 56.25, - "Tatoeba (gsw-eng)": 24.25, - "Tatoeba (heb-eng)": 0.57, - "Tatoeba (hin-eng)": 0.12, - "Tatoeba (hrv-eng)": 10.29, - "Tatoeba (hsb-eng)": 9.52, - "Tatoeba (hun-eng)": 6.22, - "Tatoeba (hye-eng)": 0.81, - "Tatoeba (ido-eng)": 41.11, - "Tatoeba (ile-eng)": 54.0, - "Tatoeba (ina-eng)": 75.47, - "Tatoeba (ind-eng)": 13.02, - "Tatoeba (isl-eng)": 8.98, - "Tatoeba (ita-eng)": 67.23, - "Tatoeba (jav-eng)": 8.54, - "Tatoeba (jpn-eng)": 0.99, - "Tatoeba (kab-eng)": 1.85, - "Tatoeba (kat-eng)": 1.37, - "Tatoeba (kaz-eng)": 0.67, - "Tatoeba (khm-eng)": 0.56, - "Tatoeba (kor-eng)": 1.73, - "Tatoeba (kur-eng)": 9.23, - "Tatoeba (kzj-eng)": 5.38, - "Tatoeba (lat-eng)": 21.3, - "Tatoeba (lfn-eng)": 40.48, - "Tatoeba (lit-eng)": 5.38, - "Tatoeba (lvs-eng)": 6.83, - "Tatoeba (mal-eng)": 0.45, - "Tatoeba (mar-eng)": 0.01, - "Tatoeba (max-eng)": 16.44, - "Tatoeba (mhr-eng)": 0.33, - "Tatoeba (mkd-eng)": 0.4, - "Tatoeba (mon-eng)": 2.48, - "Tatoeba (nds-eng)": 34.66, - "Tatoeba (nld-eng)": 42.72, - "Tatoeba (nno-eng)": 24.08, - "Tatoeba (nob-eng)": 34.17, - "Tatoeba (nov-eng)": 55.01, - "Tatoeba (oci-eng)": 29.15, - "Tatoeba (orv-eng)": 0.2, - "Tatoeba (pam-eng)": 6.99, - "Tatoeba (pes-eng)": 0.9, - "Tatoeba (pms-eng)": 30.8, - "Tatoeba (pol-eng)": 12.81, - "Tatoeba (por-eng)": 73.45, - "Tatoeba (ron-eng)": 54.86, - "Tatoeba (rus-eng)": 2.43, - "Tatoeba (slk-eng)": 8.35, - "Tatoeba (slv-eng)": 9.3, - "Tatoeba (spa-eng)": 78.87, - "Tatoeba (sqi-eng)": 11.74, - "Tatoeba (srp-eng)": 5.83, - "Tatoeba (swe-eng)": 35.41, - "Tatoeba (swg-eng)": 28.18, - "Tatoeba (swh-eng)": 7.53, - "Tatoeba (tam-eng)": 0.36, - "Tatoeba (tat-eng)": 1.01, - "Tatoeba (tel-eng)": 1.1, - "Tatoeba (tgl-eng)": 12.4, - "Tatoeba (tha-eng)": 1.58, - "Tatoeba (tuk-eng)": 4.95, - "Tatoeba (tur-eng)": 6.45, - "Tatoeba (tzl-eng)": 37.82, - "Tatoeba (uig-eng)": 0.67, - "Tatoeba (ukr-eng)": 1.88, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (uzb-eng)": 4.79, - "Tatoeba (vie-eng)": 7.03, - "Tatoeba (war-eng)": 9.68, - "Tatoeba (wuu-eng)": 1.28, - "Tatoeba (xho-eng)": 10.64, - "Tatoeba (yid-eng)": 0.57, - "Tatoeba (yue-eng)": 0.88, - "Tatoeba (zsm-eng)": 14.67 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-t5-large", - "AmazonCounterfactualClassification (de)": 67.97, - "AmazonCounterfactualClassification (en)": 75.51, - "AmazonCounterfactualClassification (en-ext)": 75.44, - "AmazonCounterfactualClassification (ja)": 45.72, - "AmazonPolarityClassification": 92.87, - "AmazonReviewsClassification (de)": 43.16, - "AmazonReviewsClassification (en)": 47.12, - "AmazonReviewsClassification (es)": 42.89, - "AmazonReviewsClassification (fr)": 41.48, - "AmazonReviewsClassification (ja)": 22.49, - "AmazonReviewsClassification (zh)": 22.12, - "Banking77Classification": 78.46, - "EmotionClassification": 51.74, - "ImdbClassification": 87.01, - "MTOPDomainClassification (de)": 80.56, - "MTOPDomainClassification (en)": 90.99, - "MTOPDomainClassification (es)": 80.78, - "MTOPDomainClassification (fr)": 79.6, - "MTOPDomainClassification (hi)": 21.22, - "MTOPDomainClassification (th)": 15.82, - "MTOPIntentClassification (de)": 52.5, - "MTOPIntentClassification (en)": 64.98, - "MTOPIntentClassification (es)": 52.07, - "MTOPIntentClassification (fr)": 47.73, - "MTOPIntentClassification (hi)": 3.74, - "MTOPIntentClassification (th)": 4.96, - "MasakhaNEWSClassification (fra)": 80.43, - "MassiveIntentClassification (af)": 38.41, - "MassiveIntentClassification (am)": 2.49, - "MassiveIntentClassification (ar)": 4.7, - "MassiveIntentClassification (az)": 31.77, - "MassiveIntentClassification (bn)": 2.77, - "MassiveIntentClassification (cy)": 31.69, - "MassiveIntentClassification (da)": 41.76, - "MassiveIntentClassification (de)": 52.01, - "MassiveIntentClassification (el)": 9.74, - "MassiveIntentClassification (en)": 71.78, - "MassiveIntentClassification (es)": 54.1, - "MassiveIntentClassification (fa)": 3.86, - "MassiveIntentClassification (fi)": 34.07, - "MassiveIntentClassification (fr)": 57.01, - "MassiveIntentClassification (he)": 2.14, - "MassiveIntentClassification (hi)": 2.97, - "MassiveIntentClassification (hu)": 32.01, - "MassiveIntentClassification (hy)": 3.17, - "MassiveIntentClassification (id)": 34.55, - "MassiveIntentClassification (is)": 32.0, - "MassiveIntentClassification (it)": 52.94, - "MassiveIntentClassification (ja)": 2.9, - "MassiveIntentClassification (jv)": 32.42, - "MassiveIntentClassification (ka)": 2.71, - "MassiveIntentClassification (km)": 5.5, - "MassiveIntentClassification (kn)": 2.41, - "MassiveIntentClassification (ko)": 2.57, - "MassiveIntentClassification (lv)": 35.09, - "MassiveIntentClassification (ml)": 2.95, - "MassiveIntentClassification (mn)": 18.33, - "MassiveIntentClassification (ms)": 29.69, - "MassiveIntentClassification (my)": 3.99, - "MassiveIntentClassification (nb)": 41.29, - "MassiveIntentClassification (nl)": 44.95, - "MassiveIntentClassification (pl)": 37.67, - "MassiveIntentClassification (pt)": 51.96, - "MassiveIntentClassification (ro)": 43.83, - "MassiveIntentClassification (ru)": 17.32, - "MassiveIntentClassification (sl)": 33.71, - "MassiveIntentClassification (sq)": 37.62, - "MassiveIntentClassification (sv)": 40.67, - "MassiveIntentClassification (sw)": 31.9, - "MassiveIntentClassification (ta)": 1.91, - "MassiveIntentClassification (te)": 2.54, - "MassiveIntentClassification (th)": 3.85, - "MassiveIntentClassification (tl)": 36.83, - "MassiveIntentClassification (tr)": 33.0, - "MassiveIntentClassification (ur)": 2.62, - "MassiveIntentClassification (vi)": 22.81, - "MassiveIntentClassification (zh-CN)": 1.09, - "MassiveIntentClassification (zh-TW)": 3.49, - "MassiveScenarioClassification (af)": 50.28, - "MassiveScenarioClassification (am)": 7.15, - "MassiveScenarioClassification (ar)": 12.12, - "MassiveScenarioClassification (az)": 39.68, - "MassiveScenarioClassification (bn)": 8.06, - "MassiveScenarioClassification (cy)": 38.01, - "MassiveScenarioClassification (da)": 51.44, - "MassiveScenarioClassification (de)": 62.71, - "MassiveScenarioClassification (el)": 17.19, - "MassiveScenarioClassification (en)": 73.16, - "MassiveScenarioClassification (es)": 59.56, - "MassiveScenarioClassification (fa)": 6.5, - "MassiveScenarioClassification (fi)": 41.72, - "MassiveScenarioClassification (fr)": 63.6, - "MassiveScenarioClassification (he)": 7.93, - "MassiveScenarioClassification (hi)": 7.85, - "MassiveScenarioClassification (hu)": 41.37, - "MassiveScenarioClassification (hy)": 9.42, - "MassiveScenarioClassification (id)": 44.88, - "MassiveScenarioClassification (is)": 40.86, - "MassiveScenarioClassification (it)": 60.09, - "MassiveScenarioClassification (ja)": 6.56, - "MassiveScenarioClassification (jv)": 40.18, - "MassiveScenarioClassification (ka)": 7.37, - "MassiveScenarioClassification (km)": 9.56, - "MassiveScenarioClassification (kn)": 8.4, - "MassiveScenarioClassification (ko)": 5.96, - "MassiveScenarioClassification (lv)": 41.44, - "MassiveScenarioClassification (ml)": 7.47, - "MassiveScenarioClassification (mn)": 25.36, - "MassiveScenarioClassification (ms)": 39.69, - "MassiveScenarioClassification (my)": 9.68, - "MassiveScenarioClassification (nb)": 49.92, - "MassiveScenarioClassification (nl)": 56.09, - "MassiveScenarioClassification (pl)": 45.2, - "MassiveScenarioClassification (pt)": 57.99, - "MassiveScenarioClassification (ro)": 56.0, - "MassiveScenarioClassification (ru)": 27.47, - "MassiveScenarioClassification (sl)": 41.04, - "MassiveScenarioClassification (sq)": 49.38, - "MassiveScenarioClassification (sv)": 50.97, - "MassiveScenarioClassification (sw)": 40.62, - "MassiveScenarioClassification (ta)": 7.59, - "MassiveScenarioClassification (te)": 7.07, - "MassiveScenarioClassification (th)": 8.52, - "MassiveScenarioClassification (tl)": 49.89, - "MassiveScenarioClassification (tr)": 43.08, - "MassiveScenarioClassification (ur)": 9.31, - "MassiveScenarioClassification (vi)": 27.46, - "MassiveScenarioClassification (zh-CN)": 4.7, - "MassiveScenarioClassification (zh-TW)": 7.24, - "ToxicConversationsClassification": 71.73, - "TweetSentimentExtractionClassification": 62.33 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-t5-large", - "AlloProfClusteringP2P": 61.82, - "AlloProfClusteringS2S": 39.78, - "ArxivClusteringP2P": 41.62, - "ArxivClusteringS2S": 29.44, - "BiorxivClusteringP2P": 35.99, - "BiorxivClusteringS2S": 24.02, - "BlurbsClusteringP2P": 35.33, - "BlurbsClusteringS2S": 13.27, - "HALClusteringS2S": 18.73, - "MLSUMClusteringP2P": 42.07, - "MLSUMClusteringS2S": 31.87, - "MasakhaNEWSClusteringP2P (fra)": 58.6, - "MasakhaNEWSClusteringS2S (fra)": 31.33, - "MedrxivClusteringP2P": 32.4, - "MedrxivClusteringS2S": 26.33, - "RedditClustering": 54.53, - "RedditClusteringP2P": 62.5, - "StackExchangeClustering": 65.11, - "StackExchangeClusteringP2P": 36.86, - "TenKGnadClusteringP2P": 44.11, - "TenKGnadClusteringS2S": 17.26, - "TwentyNewsgroupsClustering": 49.33 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-t5-large", - "OpusparcusPC (fr)": 91.19, - "PawsXPairClassification (fr)": 59.59, - "SprintDuplicateQuestions": 89.01, - "TwitterSemEval2015": 79.75, - "TwitterURLCorpus": 86.14 - }, - { - "Model": "sentence-t5-large", - "OpusparcusPC (fr)": 91.19, - "PawsXPairClassification (fr)": 59.69, - "SprintDuplicateQuestions": 89.02, - "TwitterSemEval2015": 79.75, - "TwitterURLCorpus": 86.14 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-t5-large", - "AlloprofReranking": 57.99, - "AskUbuntuDupQuestions": 61.51, - "MindSmallReranking": 30.27, - "SciDocsRR": 74.88, - "StackOverflowDupQuestions": 49.34, - "SyntecReranking": 79.77 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-t5-large", - "AlloprofRetrieval": 34.52, - "ArguAna": 39.27, - "BSARDRetrieval": 0.0, - "CQADupstackRetrieval": 38.96, - "ClimateFEVER": 11.36, - "DBPedia": 31.55, - "FEVER": 36.21, - "FiQA2018": 43.55, - "HotpotQA": 33.95, - "MSMARCO": 23.96, - "MintakaRetrieval (fr)": 23.92, - "NFCorpus": 31.1, - "NQ": 42.02, - "QuoraRetrieval": 85.73, - "SCIDOCS": 15.38, - "SciFact": 49.91, - "SyntecRetrieval": 71.05, - "TRECCOVID": 46.11, - "Touche2020": 21.63, - "XPQARetrieval (fr)": 48.79 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-t5-large", - "BIOSSES": 78.93, - "SICK-R": 80.34, - "SICKFr": 72.83, - "STS12": 79.11, - "STS13": 87.33, - "STS14": 83.17, - "STS15": 88.28, - "STS16": 84.36, - "STS17 (ar-ar)": 10.75, - "STS17 (en-ar)": -4.71, - "STS17 (en-de)": 73.62, - "STS17 (en-en)": 88.99, - "STS17 (en-tr)": -0.42, - "STS17 (es-en)": 62.62, - "STS17 (es-es)": 82.74, - "STS17 (fr-en)": 67.86, - "STS17 (it-en)": 51.86, - "STS17 (ko-ko)": 9.44, - "STS17 (nl-en)": 45.95, - "STS22 (ar)": 27.01, - "STS22 (de)": 43.73, - "STS22 (de-en)": 49.93, - "STS22 (de-fr)": 61.58, - "STS22 (de-pl)": 38.83, - "STS22 (en)": 62.39, - "STS22 (es)": 57.68, - "STS22 (es-en)": 68.09, - "STS22 (es-it)": 61.58, - "STS22 (fr)": 75.01, - "STS22 (fr-pl)": 5.63, - "STS22 (it)": 62.01, - "STS22 (pl)": 25.0, - "STS22 (pl-en)": 51.72, - "STS22 (ru)": 14.21, - "STS22 (tr)": 47.3, - "STS22 (zh)": 30.47, - "STS22 (zh-en)": 23.1, - "STSBenchmark": 85.36, - "STSBenchmarkMultilingualSTS (fr)": 77.59 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-t5-large", - "SummEval": 29.64, - "SummEvalFr": 30.23 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__sentence-t5-xl": { - "BitextMining": { - "f1": [ - { - "Model": "sentence-t5-xl", - "BUCC (de-en)": 95.04, - "BUCC (fr-en)": 94.96, - "BUCC (ru-en)": 8.33, - "BUCC (zh-en)": 1.3, - "Tatoeba (afr-eng)": 41.84, - "Tatoeba (amh-eng)": 0.03, - "Tatoeba (ang-eng)": 37.87, - "Tatoeba (ara-eng)": 0.61, - "Tatoeba (arq-eng)": 0.74, - "Tatoeba (arz-eng)": 0.42, - "Tatoeba (ast-eng)": 65.41, - "Tatoeba (awa-eng)": 1.46, - "Tatoeba (aze-eng)": 8.79, - "Tatoeba (bel-eng)": 5.76, - "Tatoeba (ben-eng)": 0.01, - "Tatoeba (ber-eng)": 5.92, - "Tatoeba (bos-eng)": 16.12, - "Tatoeba (bre-eng)": 6.12, - "Tatoeba (bul-eng)": 9.06, - "Tatoeba (cat-eng)": 57.4, - "Tatoeba (cbk-eng)": 57.68, - "Tatoeba (ceb-eng)": 12.56, - "Tatoeba (ces-eng)": 9.47, - "Tatoeba (cha-eng)": 27.13, - "Tatoeba (cmn-eng)": 1.82, - "Tatoeba (cor-eng)": 3.87, - "Tatoeba (csb-eng)": 14.41, - "Tatoeba (cym-eng)": 6.69, - "Tatoeba (dan-eng)": 54.87, - "Tatoeba (deu-eng)": 93.72, - "Tatoeba (dsb-eng)": 14.74, - "Tatoeba (dtp-eng)": 5.84, - "Tatoeba (ell-eng)": 0.6, - "Tatoeba (epo-eng)": 30.8, - "Tatoeba (est-eng)": 5.39, - "Tatoeba (eus-eng)": 11.9, - "Tatoeba (fao-eng)": 28.08, - "Tatoeba (fin-eng)": 6.81, - "Tatoeba (fra-eng)": 85.29, - "Tatoeba (fry-eng)": 38.68, - "Tatoeba (gla-eng)": 2.96, - "Tatoeba (gle-eng)": 3.74, - "Tatoeba (glg-eng)": 70.0, - "Tatoeba (gsw-eng)": 30.49, - "Tatoeba (heb-eng)": 0.87, - "Tatoeba (hin-eng)": 0.1, - "Tatoeba (hrv-eng)": 17.43, - "Tatoeba (hsb-eng)": 14.69, - "Tatoeba (hun-eng)": 7.28, - "Tatoeba (hye-eng)": 0.77, - "Tatoeba (ido-eng)": 46.65, - "Tatoeba (ile-eng)": 59.43, - "Tatoeba (ina-eng)": 82.71, - "Tatoeba (ind-eng)": 37.26, - "Tatoeba (isl-eng)": 11.21, - "Tatoeba (ita-eng)": 79.77, - "Tatoeba (jav-eng)": 7.81, - "Tatoeba (jpn-eng)": 0.91, - "Tatoeba (kab-eng)": 2.23, - "Tatoeba (kat-eng)": 1.48, - "Tatoeba (kaz-eng)": 1.77, - "Tatoeba (khm-eng)": 0.38, - "Tatoeba (kor-eng)": 1.96, - "Tatoeba (kur-eng)": 12.11, - "Tatoeba (kzj-eng)": 6.13, - "Tatoeba (lat-eng)": 27.84, - "Tatoeba (lfn-eng)": 45.89, - "Tatoeba (lit-eng)": 5.94, - "Tatoeba (lvs-eng)": 8.11, - "Tatoeba (mal-eng)": 0.59, - "Tatoeba (mar-eng)": 0.03, - "Tatoeba (max-eng)": 21.7, - "Tatoeba (mhr-eng)": 0.68, - "Tatoeba (mkd-eng)": 5.92, - "Tatoeba (mon-eng)": 2.39, - "Tatoeba (nds-eng)": 45.04, - "Tatoeba (nld-eng)": 64.75, - "Tatoeba (nno-eng)": 36.74, - "Tatoeba (nob-eng)": 54.77, - "Tatoeba (nov-eng)": 57.12, - "Tatoeba (oci-eng)": 34.39, - "Tatoeba (orv-eng)": 2.04, - "Tatoeba (pam-eng)": 8.34, - "Tatoeba (pes-eng)": 0.87, - "Tatoeba (pms-eng)": 38.06, - "Tatoeba (pol-eng)": 28.35, - "Tatoeba (por-eng)": 83.61, - "Tatoeba (ron-eng)": 65.27, - "Tatoeba (rus-eng)": 30.42, - "Tatoeba (slk-eng)": 13.19, - "Tatoeba (slv-eng)": 13.49, - "Tatoeba (spa-eng)": 89.18, - "Tatoeba (sqi-eng)": 14.66, - "Tatoeba (srp-eng)": 13.24, - "Tatoeba (swe-eng)": 60.67, - "Tatoeba (swg-eng)": 34.76, - "Tatoeba (swh-eng)": 8.07, - "Tatoeba (tam-eng)": 0.36, - "Tatoeba (tat-eng)": 1.46, - "Tatoeba (tel-eng)": 0.67, - "Tatoeba (tgl-eng)": 25.22, - "Tatoeba (tha-eng)": 1.58, - "Tatoeba (tuk-eng)": 4.99, - "Tatoeba (tur-eng)": 7.72, - "Tatoeba (tzl-eng)": 38.49, - "Tatoeba (uig-eng)": 0.87, - "Tatoeba (ukr-eng)": 9.12, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (uzb-eng)": 5.48, - "Tatoeba (vie-eng)": 8.45, - "Tatoeba (war-eng)": 13.75, - "Tatoeba (wuu-eng)": 1.44, - "Tatoeba (xho-eng)": 9.15, - "Tatoeba (yid-eng)": 0.28, - "Tatoeba (yue-eng)": 0.98, - "Tatoeba (zsm-eng)": 35.71 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-t5-xl", - "AmazonCounterfactualClassification (de)": 67.01, - "AmazonCounterfactualClassification (en)": 76.01, - "AmazonCounterfactualClassification (en-ext)": 77.29, - "AmazonCounterfactualClassification (ja)": 45.61, - "AmazonPolarityClassification": 93.17, - "AmazonReviewsClassification (de)": 44.05, - "AmazonReviewsClassification (en)": 48.18, - "AmazonReviewsClassification (es)": 45.01, - "AmazonReviewsClassification (fr)": 43.52, - "AmazonReviewsClassification (ja)": 22.23, - "AmazonReviewsClassification (zh)": 21.88, - "Banking77Classification": 80.88, - "EmotionClassification": 51.95, - "ImdbClassification": 87.54, - "MTOPDomainClassification (de)": 83.28, - "MTOPDomainClassification (en)": 90.73, - "MTOPDomainClassification (es)": 85.32, - "MTOPDomainClassification (fr)": 85.14, - "MTOPDomainClassification (hi)": 20.85, - "MTOPDomainClassification (th)": 15.62, - "MTOPIntentClassification (de)": 54.65, - "MTOPIntentClassification (en)": 68.15, - "MTOPIntentClassification (es)": 57.38, - "MTOPIntentClassification (fr)": 54.39, - "MTOPIntentClassification (hi)": 3.28, - "MTOPIntentClassification (th)": 5.08, - "MasakhaNEWSClassification (fra)": 80.09, - "MassiveIntentClassification (af)": 40.17, - "MassiveIntentClassification (am)": 2.18, - "MassiveIntentClassification (ar)": 4.18, - "MassiveIntentClassification (az)": 30.02, - "MassiveIntentClassification (bn)": 2.6, - "MassiveIntentClassification (cy)": 29.15, - "MassiveIntentClassification (da)": 47.69, - "MassiveIntentClassification (de)": 57.43, - "MassiveIntentClassification (el)": 9.96, - "MassiveIntentClassification (en)": 72.09, - "MassiveIntentClassification (es)": 57.97, - "MassiveIntentClassification (fa)": 3.6, - "MassiveIntentClassification (fi)": 34.02, - "MassiveIntentClassification (fr)": 60.99, - "MassiveIntentClassification (he)": 2.51, - "MassiveIntentClassification (hi)": 3.02, - "MassiveIntentClassification (hu)": 31.66, - "MassiveIntentClassification (hy)": 3.32, - "MassiveIntentClassification (id)": 41.53, - "MassiveIntentClassification (is)": 30.25, - "MassiveIntentClassification (it)": 56.57, - "MassiveIntentClassification (ja)": 3.5, - "MassiveIntentClassification (jv)": 31.67, - "MassiveIntentClassification (ka)": 2.79, - "MassiveIntentClassification (km)": 5.43, - "MassiveIntentClassification (kn)": 2.79, - "MassiveIntentClassification (ko)": 2.67, - "MassiveIntentClassification (lv)": 34.25, - "MassiveIntentClassification (ml)": 2.98, - "MassiveIntentClassification (mn)": 20.99, - "MassiveIntentClassification (ms)": 37.43, - "MassiveIntentClassification (my)": 4.02, - "MassiveIntentClassification (nb)": 45.91, - "MassiveIntentClassification (nl)": 50.51, - "MassiveIntentClassification (pl)": 43.95, - "MassiveIntentClassification (pt)": 57.95, - "MassiveIntentClassification (ro)": 49.37, - "MassiveIntentClassification (ru)": 33.46, - "MassiveIntentClassification (sl)": 36.33, - "MassiveIntentClassification (sq)": 37.65, - "MassiveIntentClassification (sv)": 46.35, - "MassiveIntentClassification (sw)": 30.6, - "MassiveIntentClassification (ta)": 1.79, - "MassiveIntentClassification (te)": 2.26, - "MassiveIntentClassification (th)": 4.02, - "MassiveIntentClassification (tl)": 38.92, - "MassiveIntentClassification (tr)": 32.05, - "MassiveIntentClassification (ur)": 2.7, - "MassiveIntentClassification (vi)": 21.47, - "MassiveIntentClassification (zh-CN)": 0.59, - "MassiveIntentClassification (zh-TW)": 3.24, - "MassiveScenarioClassification (af)": 50.81, - "MassiveScenarioClassification (am)": 6.95, - "MassiveScenarioClassification (ar)": 12.32, - "MassiveScenarioClassification (az)": 38.79, - "MassiveScenarioClassification (bn)": 8.0, - "MassiveScenarioClassification (cy)": 33.91, - "MassiveScenarioClassification (da)": 55.79, - "MassiveScenarioClassification (de)": 65.33, - "MassiveScenarioClassification (el)": 16.89, - "MassiveScenarioClassification (en)": 73.26, - "MassiveScenarioClassification (es)": 62.52, - "MassiveScenarioClassification (fa)": 6.08, - "MassiveScenarioClassification (fi)": 43.34, - "MassiveScenarioClassification (fr)": 66.42, - "MassiveScenarioClassification (he)": 7.55, - "MassiveScenarioClassification (hi)": 7.44, - "MassiveScenarioClassification (hu)": 40.85, - "MassiveScenarioClassification (hy)": 9.25, - "MassiveScenarioClassification (id)": 51.92, - "MassiveScenarioClassification (is)": 40.09, - "MassiveScenarioClassification (it)": 62.94, - "MassiveScenarioClassification (ja)": 7.9, - "MassiveScenarioClassification (jv)": 41.33, - "MassiveScenarioClassification (ka)": 7.76, - "MassiveScenarioClassification (km)": 9.19, - "MassiveScenarioClassification (kn)": 8.36, - "MassiveScenarioClassification (ko)": 6.13, - "MassiveScenarioClassification (lv)": 40.7, - "MassiveScenarioClassification (ml)": 6.98, - "MassiveScenarioClassification (mn)": 27.0, - "MassiveScenarioClassification (ms)": 46.9, - "MassiveScenarioClassification (my)": 9.55, - "MassiveScenarioClassification (nb)": 53.43, - "MassiveScenarioClassification (nl)": 59.65, - "MassiveScenarioClassification (pl)": 49.87, - "MassiveScenarioClassification (pt)": 62.18, - "MassiveScenarioClassification (ro)": 58.22, - "MassiveScenarioClassification (ru)": 40.73, - "MassiveScenarioClassification (sl)": 43.66, - "MassiveScenarioClassification (sq)": 49.25, - "MassiveScenarioClassification (sv)": 57.17, - "MassiveScenarioClassification (sw)": 40.55, - "MassiveScenarioClassification (ta)": 7.46, - "MassiveScenarioClassification (te)": 7.03, - "MassiveScenarioClassification (th)": 8.52, - "MassiveScenarioClassification (tl)": 51.74, - "MassiveScenarioClassification (tr)": 43.01, - "MassiveScenarioClassification (ur)": 9.61, - "MassiveScenarioClassification (vi)": 28.91, - "MassiveScenarioClassification (zh-CN)": 5.86, - "MassiveScenarioClassification (zh-TW)": 7.14, - "ToxicConversationsClassification": 70.95, - "TweetSentimentExtractionClassification": 61.21 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-t5-xl", - "AlloProfClusteringP2P": 60.37, - "AlloProfClusteringS2S": 40.76, - "ArxivClusteringP2P": 41.62, - "ArxivClusteringS2S": 31.17, - "BiorxivClusteringP2P": 36.43, - "BiorxivClusteringS2S": 26.47, - "HALClusteringS2S": 20.28, - "MLSUMClusteringP2P": 41.61, - "MLSUMClusteringS2S": 33.6, - "MasakhaNEWSClusteringP2P (fra)": 62.82, - "MasakhaNEWSClusteringS2S (fra)": 31.74, - "MedrxivClusteringP2P": 32.3, - "MedrxivClusteringS2S": 26.93, - "RedditClustering": 57.03, - "RedditClusteringP2P": 62.34, - "StackExchangeClustering": 67.13, - "StackExchangeClusteringP2P": 34.79, - "TwentyNewsgroupsClustering": 49.53 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-t5-xl", - "OpusparcusPC (fr)": 92.48, - "PawsXPairClassification (fr)": 62.52, - "SprintDuplicateQuestions": 91.44, - "TwitterSemEval2015": 80.89, - "TwitterURLCorpus": 85.86 - }, - { - "Model": "sentence-t5-xl", - "OpusparcusPC (fr)": 92.48, - "PawsXPairClassification (fr)": 62.59, - "SprintDuplicateQuestions": 91.44, - "TwitterSemEval2015": 80.89, - "TwitterURLCorpus": 85.86 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-t5-xl", - "AlloprofReranking": 63.3, - "AskUbuntuDupQuestions": 62.86, - "MindSmallReranking": 29.77, - "SciDocsRR": 75.16, - "StackOverflowDupQuestions": 51.05, - "SyntecReranking": 83.07 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-t5-xl", - "AlloprofRetrieval": 40.38, - "ArguAna": 39.4, - "BSARDRetrieval": 0.14, - "CQADupstackRetrieval": 40.78, - "ClimateFEVER": 10.61, - "DBPedia": 33.65, - "FEVER": 36.12, - "FiQA2018": 44.71, - "HotpotQA": 37.17, - "MSMARCO": 25.17, - "MintakaRetrieval (fr)": 31.54, - "NFCorpus": 33.18, - "NQ": 46.29, - "QuoraRetrieval": 85.85, - "SCIDOCS": 15.97, - "SciFact": 50.91, - "SyntecRetrieval": 74.24, - "TRECCOVID": 54.77, - "Touche2020": 22.51, - "XPQARetrieval (fr)": 52.14 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-t5-xl", - "BIOSSES": 73.12, - "SICK-R": 79.98, - "SICKFr": 75.08, - "STS12": 79.02, - "STS13": 88.8, - "STS14": 84.33, - "STS15": 88.89, - "STS16": 85.31, - "STS17 (ar-ar)": 11.13, - "STS17 (en-ar)": -3.93, - "STS17 (en-de)": 79.04, - "STS17 (en-en)": 88.91, - "STS17 (en-tr)": 13.61, - "STS17 (es-en)": 71.72, - "STS17 (es-es)": 83.42, - "STS17 (fr-en)": 71.38, - "STS17 (it-en)": 69.5, - "STS17 (ko-ko)": 9.61, - "STS17 (nl-en)": 66.12, - "STS22 (ar)": 29.6, - "STS22 (de)": 47.72, - "STS22 (de-en)": 49.64, - "STS22 (de-fr)": 62.21, - "STS22 (de-pl)": 34.34, - "STS22 (en)": 64.32, - "STS22 (es)": 58.16, - "STS22 (es-en)": 69.15, - "STS22 (es-it)": 65.26, - "STS22 (fr)": 77.49, - "STS22 (fr-pl)": 50.71, - "STS22 (it)": 66.91, - "STS22 (pl)": 27.04, - "STS22 (pl-en)": 58.85, - "STS22 (ru)": 26.63, - "STS22 (tr)": 43.36, - "STS22 (zh)": 33.55, - "STS22 (zh-en)": 29.0, - "STSBenchmark": 83.93, - "STSBenchmarkMultilingualSTS (fr)": 79.42 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-t5-xl", - "SummEval": 29.91, - "SummEvalFr": 31.59 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__sentence-t5-xxl": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-t5-xxl", - "AmazonCounterfactualClassification (en)": 77.07, - "AmazonPolarityClassification": 92.79, - "AmazonReviewsClassification (en)": 48.93, - "AmazonReviewsClassification (fr)": 46.09, - "Banking77Classification": 82.31, - "EmotionClassification": 48.57, - "ImdbClassification": 90.23, - "MTOPDomainClassification (en)": 92.49, - "MTOPDomainClassification (fr)": 86.2, - "MTOPIntentClassification (en)": 68.33, - "MTOPIntentClassification (fr)": 58.33, - "MasakhaNEWSClassification (fra)": 79.1, - "MassiveIntentClassification (en)": 73.44, - "MassiveIntentClassification (fr)": 65.91, - "MassiveScenarioClassification (en)": 74.82, - "MassiveScenarioClassification (fr)": 68.53, - "ToxicConversationsClassification": 70.04, - "TweetSentimentExtractionClassification": 62.01 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-t5-xxl", - "AlloProfClusteringP2P": 60.98, - "AlloProfClusteringS2S": 43.5, - "ArxivClusteringP2P": 42.89, - "ArxivClusteringS2S": 33.47, - "BiorxivClusteringP2P": 36.53, - "BiorxivClusteringS2S": 28.66, - "BlurbsClusteringP2P": 39.91, - "BlurbsClusteringS2S": 15.94, - "HALClusteringS2S": 21.4, - "MLSUMClusteringP2P": 42.24, - "MLSUMClusteringS2S": 35.25, - "MasakhaNEWSClusteringP2P (fra)": 61.15, - "MasakhaNEWSClusteringS2S (fra)": 38.24, - "MedrxivClusteringP2P": 32.09, - "MedrxivClusteringS2S": 26.82, - "RedditClustering": 58.99, - "RedditClusteringP2P": 64.46, - "StackExchangeClustering": 70.78, - "StackExchangeClusteringP2P": 35.25, - "TenKGnadClusteringP2P": 43.43, - "TenKGnadClusteringS2S": 19.69, - "TwentyNewsgroupsClustering": 50.93 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-t5-xxl", - "OpusparcusPC (fr)": 93.94, - "PawsXPairClassification (fr)": 63.98, - "SprintDuplicateQuestions": 88.89, - "TwitterSemEval2015": 80.28, - "TwitterURLCorpus": 86.01 - }, - { - "Model": "sentence-t5-xxl", - "OpusparcusPC (fr)": 93.94, - "PawsXPairClassification (fr)": 64.01, - "SprintDuplicateQuestions": 88.91, - "TwitterSemEval2015": 80.28, - "TwitterURLCorpus": 86.01 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-t5-xxl", - "AlloprofReranking": 68.36, - "AskUbuntuDupQuestions": 66.16, - "MindSmallReranking": 30.6, - "SciDocsRR": 76.09, - "StackOverflowDupQuestions": 52.85, - "SyntecReranking": 85.15 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-t5-xxl", - "AlloprofRetrieval": 45.75, - "ArguAna": 39.85, - "BSARDRetrieval": 3.33, - "CQADupstackRetrieval": 44.65, - "ClimateFEVER": 14.63, - "DBPedia": 39.19, - "FEVER": 51.2, - "FiQA2018": 46.68, - "HotpotQA": 42.14, - "MSMARCO": 27.67, - "MintakaRetrieval (fr)": 34.93, - "NFCorpus": 35.08, - "NQ": 52.87, - "QuoraRetrieval": 85.96, - "SCIDOCS": 17.17, - "SciFact": 55.38, - "SyntecRetrieval": 78.97, - "TRECCOVID": 59.48, - "Touche2020": 21.65, - "XPQARetrieval (fr)": 56.2 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-t5-xxl", - "BIOSSES": 80.43, - "SICK-R": 80.47, - "SICKFr": 77.07, - "STS12": 78.85, - "STS13": 88.94, - "STS14": 84.86, - "STS15": 89.32, - "STS16": 84.67, - "STS17 (en-en)": 89.46, - "STS22 (en)": 65.33, - "STS22 (fr)": 76.8, - "STSBenchmark": 84.01, - "STSBenchmarkMultilingualSTS (fr)": 81.24 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-t5-xxl", - "SummEval": 30.08, - "SummEvalFr": 30.39 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__use-cmlm-multilingual": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "use-cmlm-multilingual", - "BlurbsClusteringP2P": 29.63, - "BlurbsClusteringS2S": 15.24, - "TenKGnadClusteringP2P": 37.1, - "TenKGnadClusteringS2S": 25.64 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sergeyzh__LaBSE-ru-turbo": { - "BitextMining": { - "f1": [ - { - "Model": "LaBSE-ru-turbo", - "Tatoeba (rus-eng)": 93.22 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "LaBSE-ru-turbo", - "GeoreviewClassification": 46.04, - "HeadlineClassification": 69.98, - "InappropriatenessClassification": 61.39, - "KinopoiskClassification": 53.59, - "MassiveIntentClassification (ru)": 66.08, - "MassiveScenarioClassification (ru)": 71.13, - "RuReviewsClassification": 64.58, - "RuSciBenchGRNTIClassification": 56.67, - "RuSciBenchOECDClassification": 43.58 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LaBSE-ru-turbo", - "GeoreviewClusteringP2P": 64.55, - "MLSUMClusteringP2P (ru)": 45.7, - "MLSUMClusteringS2S (ru)": 42.93, - "RuSciBenchGRNTIClusteringP2P": 50.64, - "RuSciBenchOECDClusteringP2P": 44.48 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LaBSE-ru-turbo", - "OpusparcusPC (ru)": 89.32, - "TERRa": 57.81 - }, - { - "Model": "LaBSE-ru-turbo", - "OpusparcusPC (ru)": 89.32, - "TERRa": 57.81 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LaBSE-ru-turbo", - "MIRACLReranking (ru)": 57.44 - }, - { - "Model": "LaBSE-ru-turbo", - "RuBQReranking": 68.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LaBSE-ru-turbo", - "MIRACLRetrieval (ru)": 55.97, - "RiaNewsRetrieval": 69.36, - "RuBQRetrieval": 65.71 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LaBSE-ru-turbo", - "RUParaPhraserSTS": 72.97, - "RuSTSBenchmarkSTS": 81.77, - "STS22 (ru)": 62.89, - "STSBenchmarkMultilingualSTS (ru)": 81.81 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "LaBSE-ru-turbo", - "CEDRClassification": 45.11, - "SensitiveTopicsClassification": 27.52 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sergeyzh__rubert-tiny-turbo": { - "BitextMining": { - "f1": [ - { - "Model": "rubert-tiny-turbo", - "Tatoeba (rus-eng)": 83.14 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-tiny-turbo", - "AmazonPolarityClassification": 68.36, - "Banking77Classification": 59.86, - "EmotionClassification": 29.5, - "GeoreviewClassification": 41.36, - "HeadlineClassification": 68.9, - "ImdbClassification": 58.36, - "InappropriatenessClassification": 59.11, - "KinopoiskClassification": 50.47, - "MassiveIntentClassification (zh-CN)": 5.21, - "MassiveIntentClassification (ko)": 2.53, - "MassiveIntentClassification (hi)": 2.56, - "MassiveIntentClassification (kn)": 2.06, - "MassiveIntentClassification (ka)": 2.64, - "MassiveIntentClassification (am)": 2.28, - "MassiveIntentClassification (my)": 3.96, - "MassiveIntentClassification (el)": 9.66, - "MassiveIntentClassification (lv)": 22.32, - "MassiveIntentClassification (ml)": 2.39, - "MassiveIntentClassification (mn)": 28.99, - "MassiveIntentClassification (ur)": 2.45, - "MassiveIntentClassification (fa)": 3.34, - "MassiveIntentClassification (ro)": 31.72, - "MassiveIntentClassification (is)": 24.85, - "MassiveIntentClassification (en)": 50.16, - "MassiveIntentClassification (hu)": 25.52, - "MassiveIntentClassification (fr)": 31.51, - "MassiveIntentClassification (th)": 3.74, - "MassiveIntentClassification (de)": 32.1, - "MassiveIntentClassification (tr)": 27.56, - "MassiveIntentClassification (pt)": 34.35, - "MassiveIntentClassification (sq)": 32.38, - "MassiveIntentClassification (zh-TW)": 6.81, - "MassiveIntentClassification (hy)": 2.72, - "MassiveIntentClassification (da)": 33.95, - "MassiveIntentClassification (af)": 30.4, - "MassiveIntentClassification (ar)": 3.8, - "MassiveIntentClassification (jv)": 28.53, - "MassiveIntentClassification (te)": 2.21, - "MassiveIntentClassification (tl)": 32.02, - "MassiveIntentClassification (sw)": 27.79, - "MassiveIntentClassification (ja)": 5.61, - "MassiveIntentClassification (ms)": 28.94, - "MassiveIntentClassification (nb)": 32.3, - "MassiveIntentClassification (fi)": 31.13, - "MassiveIntentClassification (id)": 33.56, - "MassiveIntentClassification (cy)": 31.68, - "MassiveIntentClassification (sl)": 31.39, - "MassiveIntentClassification (es)": 31.03, - "MassiveIntentClassification (bn)": 3.08, - "MassiveIntentClassification (sv)": 30.23, - "MassiveIntentClassification (ru)": 57.98, - "MassiveIntentClassification (az)": 23.58, - "MassiveIntentClassification (it)": 35.24, - "MassiveIntentClassification (pl)": 26.82, - "MassiveIntentClassification (vi)": 23.72, - "MassiveIntentClassification (ta)": 1.5, - "MassiveIntentClassification (he)": 2.25, - "MassiveIntentClassification (nl)": 32.44, - "MassiveIntentClassification (km)": 5.14, - "MassiveScenarioClassification (zh-CN)": 10.6, - "MassiveScenarioClassification (ko)": 5.63, - "MassiveScenarioClassification (hi)": 7.41, - "MassiveScenarioClassification (kn)": 7.6, - "MassiveScenarioClassification (ka)": 7.01, - "MassiveScenarioClassification (am)": 7.68, - "MassiveScenarioClassification (my)": 10.73, - "MassiveScenarioClassification (el)": 17.95, - "MassiveScenarioClassification (lv)": 29.29, - "MassiveScenarioClassification (ml)": 6.92, - "MassiveScenarioClassification (mn)": 33.7, - "MassiveScenarioClassification (ur)": 8.53, - "MassiveScenarioClassification (fa)": 6.62, - "MassiveScenarioClassification (ro)": 40.02, - "MassiveScenarioClassification (is)": 33.1, - "MassiveScenarioClassification (en)": 61.29, - "MassiveScenarioClassification (hu)": 36.41, - "MassiveScenarioClassification (fr)": 42.9, - "MassiveScenarioClassification (th)": 8.26, - "MassiveScenarioClassification (de)": 42.07, - "MassiveScenarioClassification (tr)": 34.85, - "MassiveScenarioClassification (pt)": 40.79, - "MassiveScenarioClassification (sq)": 42.66, - "MassiveScenarioClassification (zh-TW)": 11.93, - "MassiveScenarioClassification (hy)": 8.78, - "MassiveScenarioClassification (da)": 43.69, - "MassiveScenarioClassification (af)": 40.84, - "MassiveScenarioClassification (ar)": 11.86, - "MassiveScenarioClassification (jv)": 37.23, - "MassiveScenarioClassification (te)": 6.91, - "MassiveScenarioClassification (tl)": 38.16, - "MassiveScenarioClassification (sw)": 35.66, - "MassiveScenarioClassification (ja)": 10.6, - "MassiveScenarioClassification (ms)": 38.97, - "MassiveScenarioClassification (nb)": 39.05, - "MassiveScenarioClassification (fi)": 35.19, - "MassiveScenarioClassification (id)": 39.54, - "MassiveScenarioClassification (cy)": 39.85, - "MassiveScenarioClassification (sl)": 35.98, - "MassiveScenarioClassification (es)": 37.13, - "MassiveScenarioClassification (bn)": 8.85, - "MassiveScenarioClassification (sv)": 36.12, - "MassiveScenarioClassification (ru)": 62.9, - "MassiveScenarioClassification (az)": 30.32, - "MassiveScenarioClassification (it)": 42.69, - "MassiveScenarioClassification (pl)": 31.62, - "MassiveScenarioClassification (vi)": 31.89, - "MassiveScenarioClassification (ta)": 7.01, - "MassiveScenarioClassification (he)": 7.61, - "MassiveScenarioClassification (nl)": 40.94, - "MassiveScenarioClassification (km)": 8.51, - "RuReviewsClassification": 60.66, - "RuSciBenchGRNTIClassification": 52.93, - "RuSciBenchOECDClassification": 40.79, - "ToxicConversationsClassification": 57.77, - "TweetSentimentExtractionClassification": 55.3 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-tiny-turbo", - "ArxivClusteringP2P": 24.83, - "ArxivClusteringS2S": 16.68, - "BiorxivClusteringP2P": 20.0, - "BiorxivClusteringS2S": 12.67, - "GeoreviewClusteringP2P": 59.71, - "MLSUMClusteringP2P (ru)": 40.02, - "MLSUMClusteringS2S (ru)": 41.36, - "MedrxivClusteringP2P": 20.79, - "MedrxivClusteringS2S": 18.18, - "RedditClustering": 26.28, - "RedditClusteringP2P": 40.48, - "RuSciBenchGRNTIClusteringP2P": 47.55, - "RuSciBenchOECDClusteringP2P": 41.44, - "StackExchangeClustering": 33.51, - "StackExchangeClusteringP2P": 27.98, - "TwentyNewsgroupsClustering": 19.9 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-tiny-turbo", - "OpusparcusPC (ru)": 87.58, - "TERRa": 56.09 - }, - { - "Model": "rubert-tiny-turbo", - "OpusparcusPC (ru)": 87.58, - "TERRa": 56.27 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-tiny-turbo", - "MIRACLReranking (ru)": 47.73 - }, - { - "Model": "rubert-tiny-turbo", - "RuBQReranking": 62.15 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-tiny-turbo", - "AILACasedocs": 7.43, - "AILAStatutes": 13.62, - "ARCChallenge": 3.85, - "AlphaNLI": 14.15, - "ArguAna": 32.03, - "ClimateFEVER": 5.56, - "DBPedia": 9.61, - "MIRACLRetrieval (ru)": 37.07, - "RiaNewsRetrieval": 51.27, - "RuBQRetrieval": 51.73 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-tiny-turbo", - "RUParaPhraserSTS": 72.15, - "RuSTSBenchmarkSTS": 78.48, - "STS22 (zh)": 32.83, - "STS22 (de-fr)": 17.5, - "STS22 (pl-en)": 42.08, - "STS22 (ru)": 60.06, - "STS22 (fr)": 42.0, - "STS22 (de)": 8.16, - "STS22 (tr)": 15.46, - "STS22 (de-en)": 21.55, - "STS22 (it)": 39.69, - "STS22 (pl)": 9.71, - "STS22 (fr-pl)": 39.44, - "STS22 (de-pl)": 25.53, - "STS22 (ar)": 27.95, - "STS22 (es-en)": 42.77, - "STS22 (es-it)": 32.83, - "STS22 (es)": 45.31, - "STS22 (zh-en)": 31.25, - "STS22 (en)": 47.06, - "STSBenchmarkMultilingualSTS (ru)": 78.12 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-tiny-turbo", - "CEDRClassification": 38.95, - "SensitiveTopicsClassification": 24.44 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "shibing624__text2vec-base-chinese": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text2vec-base-chinese", - "AmazonReviewsClassification (zh)": 34.12, - "IFlyTek": 42.05, - "JDReview": 82.14, - "MassiveIntentClassification (zh-CN)": 63.98, - "MassiveScenarioClassification (zh-CN)": 70.52, - "MultilingualSentiment": 60.98, - "OnlineShopping": 85.69, - "TNews": 43.01, - "Waimai": 77.22 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text2vec-base-chinese", - "CLSClusteringP2P": 35.27, - "CLSClusteringS2S": 32.42, - "ThuNewsClusteringP2P": 42.92, - "ThuNewsClusteringS2S": 40.01 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text2vec-base-chinese", - "Cmnli": 73.87, - "Ocnli": 60.95 - }, - { - "Model": "text2vec-base-chinese", - "Cmnli": 73.9, - "Ocnli": 61.26 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text2vec-base-chinese", - "CMedQAv1": 59.26, - "CMedQAv2": 59.82, - "MMarcoReranking": 12.76, - "T2Reranking": 65.95 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text2vec-base-chinese", - "CmedqaRetrieval": 15.91, - "CovidRetrieval": 44.81, - "DuRetrieval": 52.23, - "EcomRetrieval": 34.6, - "MMarcoRetrieval": 44.06, - "MedicalRetrieval": 27.56, - "T2Retrieval": 51.67, - "VideoRetrieval": 39.52 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text2vec-base-chinese", - "AFQMC": 26.06, - "ATEC": 31.93, - "BQ": 42.67, - "LCQMC": 70.16, - "PAWSX": 17.21, - "QBQTC": 24.62, - "STS22 (zh)": 55.35, - "STSB": 79.3 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "shibing624__text2vec-base-multilingual": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text2vec-base-multilingual", - "AmazonReviewsClassification (fr)": 34.25, - "MTOPDomainClassification (fr)": 71.83, - "MTOPIntentClassification (fr)": 44.53, - "MasakhaNEWSClassification (fra)": 73.84, - "MassiveIntentClassification (fr)": 51.93, - "MassiveScenarioClassification (fr)": 58.31 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text2vec-base-multilingual", - "AlloProfClusteringP2P": 49.11, - "AlloProfClusteringS2S": 32.72, - "HALClusteringS2S": 16.19, - "MLSUMClusteringP2P": 36.19, - "MLSUMClusteringS2S": 30.39, - "MasakhaNEWSClusteringP2P (fra)": 38.51, - "MasakhaNEWSClusteringS2S (fra)": 32.51 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text2vec-base-multilingual", - "OpusparcusPC (fr)": 92.04, - "PawsXPairClassification (fr)": 65.57 - }, - { - "Model": "text2vec-base-multilingual", - "OpusparcusPC (fr)": 92.04, - "PawsXPairClassification (fr)": 65.6 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text2vec-base-multilingual", - "AlloprofReranking": 51.48, - "SyntecReranking": 70.28 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text2vec-base-multilingual", - "AlloprofRetrieval": 18.9, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 14.81, - "SyntecRetrieval": 49.69, - "XPQARetrieval (fr)": 40.4 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text2vec-base-multilingual", - "SICKFr": 77.25, - "STS22 (fr)": 74.1, - "STSBenchmarkMultilingualSTS (fr)": 83.48 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text2vec-base-multilingual", - "SummEvalFr": 29.33 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "shibing624__text2vec-large-chinese": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text2vec-large-chinese", - "AmazonReviewsClassification (zh)": 33.77, - "IFlyTek": 41.54, - "JDReview": 81.56, - "MassiveIntentClassification (zh-CN)": 63.23, - "MassiveScenarioClassification (zh-CN)": 68.45, - "MultilingualSentiment": 58.97, - "OnlineShopping": 83.51, - "TNews": 38.92, - "Waimai": 76.01 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text2vec-large-chinese", - "CLSClusteringP2P": 30.13, - "CLSClusteringS2S": 28.77, - "ThuNewsClusteringP2P": 35.05, - "ThuNewsClusteringS2S": 26.14 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text2vec-large-chinese", - "Cmnli": 77.67, - "Ocnli": 64.04 - }, - { - "Model": "text2vec-large-chinese", - "Cmnli": 77.85, - "Ocnli": 64.47 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text2vec-large-chinese", - "CMedQAv1": 58.92, - "CMedQAv2": 60.41, - "MMarcoReranking": 12.48, - "T2Reranking": 64.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text2vec-large-chinese", - "CmedqaRetrieval": 15.53, - "CovidRetrieval": 60.48, - "DuRetrieval": 51.87, - "EcomRetrieval": 37.58, - "MMarcoRetrieval": 45.96, - "MedicalRetrieval": 30.93, - "T2Retrieval": 50.52, - "VideoRetrieval": 42.65 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text2vec-large-chinese", - "AFQMC": 24.51, - "ATEC": 32.45, - "BQ": 44.22, - "LCQMC": 69.16, - "PAWSX": 14.55, - "QBQTC": 29.51, - "STS22 (zh)": 65.94, - "STSB": 79.45 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "silk-road__luotuo-bert-medium": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "luotuo-bert-medium", - "AmazonReviewsClassification (zh)": 34.46, - "IFlyTek": 41.75, - "JDReview": 79.68, - "MassiveIntentClassification (zh-CN)": 57.47, - "MassiveScenarioClassification (zh-CN)": 65.32, - "MultilingualSentiment": 61.21, - "OnlineShopping": 84.3, - "TNews": 45.22, - "Waimai": 79.57 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "luotuo-bert-medium", - "CLSClusteringP2P": 37.01, - "CLSClusteringS2S": 33.46, - "ThuNewsClusteringP2P": 58.83, - "ThuNewsClusteringS2S": 48.26 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "luotuo-bert-medium", - "Cmnli": 72.55, - "Ocnli": 60.7 - }, - { - "Model": "luotuo-bert-medium", - "Cmnli": 72.55, - "Ocnli": 60.74 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "luotuo-bert-medium", - "CMedQAv1": 57.82, - "CMedQAv2": 58.88, - "MMarcoReranking": 14.55, - "T2Reranking": 65.76 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "luotuo-bert-medium", - "CmedqaRetrieval": 18.04, - "CovidRetrieval": 55.48, - "DuRetrieval": 59.36, - "EcomRetrieval": 40.48, - "MMarcoRetrieval": 55.31, - "MedicalRetrieval": 29.8, - "T2Retrieval": 58.67, - "VideoRetrieval": 38.04 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "luotuo-bert-medium", - "AFQMC": 22.24, - "ATEC": 30.84, - "BQ": 43.33, - "LCQMC": 66.74, - "PAWSX": 12.31, - "QBQTC": 27.2, - "STS22 (zh)": 66.4, - "STSB": 73.22 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "uklfr__gottbert-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gottbert-base", - "BlurbsClusteringP2P": 34.49, - "BlurbsClusteringS2S": 8.37, - "TenKGnadClusteringP2P": 33.66, - "TenKGnadClusteringS2S": 9.34 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "vesteinn__DanskBERT": { - "BitextMining": { - "f1": [ - { - "Model": "DanskBERT", - "BornholmBitextMining": 6.34 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "DanskBERT", - "AngryTweetsClassification": 54.28, - "DKHateClassification": 59.3, - "DanishPoliticalCommentsClassification": 39.81, - "LccSentimentClassification": 58.0, - "MassiveIntentClassification (da)": 54.68, - "MassiveIntentClassification (nb)": 45.38, - "MassiveIntentClassification (sv)": 40.82, - "MassiveScenarioClassification (da)": 59.56, - "MassiveScenarioClassification (nb)": 47.55, - "MassiveScenarioClassification (sv)": 40.14, - "NoRecClassification": 46.06, - "NordicLangClassification": 74.25, - "NorwegianParliament": 56.79, - "ScalaDaClassification": 66.59, - "ScalaNbClassification": 59.99 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-2", - "AmazonReviewsClassification (fr)": 37.26, - "MTOPDomainClassification (fr)": 79.79, - "MTOPIntentClassification (fr)": 45.62, - "MasakhaNEWSClassification (fra)": 80.19, - "MassiveIntentClassification (fr)": 53.7, - "MassiveScenarioClassification (fr)": 62.46 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-2", - "AlloProfClusteringP2P": 57.96, - "AlloProfClusteringS2S": 41.65, - "HALClusteringS2S": 24.84, - "MLSUMClusteringP2P": 45.08, - "MLSUMClusteringS2S": 38.77, - "MasakhaNEWSClusteringP2P (fra)": 48.54, - "MasakhaNEWSClusteringS2S (fra)": 36.33 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-2", - "OpusparcusPC (fr)": 89.76, - "PawsXPairClassification (fr)": 58.96 - }, - { - "Model": "voyage-2", - "OpusparcusPC (fr)": 89.83, - "PawsXPairClassification (fr)": 58.97 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-2", - "AlloprofReranking": 63.54, - "SyntecReranking": 82.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-2", - "AlloprofRetrieval": 45.5, - "BSARDRetrieval": 0.15, - "MintakaRetrieval (fr)": 15.51, - "SyntecRetrieval": 75.83, - "XPQARetrieval (fr)": 67.07 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-2", - "SICKFr": 68.51, - "STS22 (fr)": 70.51, - "STSBenchmarkMultilingualSTS (fr)": 76.43 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-2", - "SummEvalFr": 30.88 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-3": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-3", - "AILACasedocs": 40.59, - "AILAStatutes": 42.49, - "AlloprofRetrieval": 73.76, - "AppsRetrieval": 73.03, - "BSARDRetrieval": 44.87, - "CodeFeedbackMT": 66.69, - "CodeFeedbackST": 83.02, - "CodeSearchNetCCRetrieval (python)": 79.8, - "CodeSearchNetCCRetrieval (javascript)": 81.06, - "CodeSearchNetCCRetrieval (go)": 75.78, - "CodeSearchNetCCRetrieval (ruby)": 79.51, - "CodeSearchNetCCRetrieval (java)": 79.75, - "CodeSearchNetCCRetrieval (php)": 71.3, - "CodeSearchNetRetrieval (python)": 93.04, - "CodeSearchNetRetrieval (javascript)": 87.26, - "CodeSearchNetRetrieval (go)": 97.36, - "CodeSearchNetRetrieval (ruby)": 90.89, - "CodeSearchNetRetrieval (java)": 93.56, - "CodeSearchNetRetrieval (php)": 91.69, - "CodeTransOceanContest": 89.92, - "CodeTransOceanDL": 33.92, - "CosQA": 28.7, - "GerDaLIRSmall": 44.72, - "LEMBNarrativeQARetrieval": 54.12, - "LEMBQMSumRetrieval": 51.05, - "LEMBSummScreenFDRetrieval": 97.82, - "LEMBWikimQARetrieval": 88.9, - "LeCaRDv2": 69.66, - "LegalBenchConsumerContractsQA": 86.75, - "LegalBenchCorporateLobbying": 94.54, - "LegalQuAD": 65.03, - "LegalSummarization": 69.23, - "MIRACLRetrieval (ru)": 68.43, - "MintakaRetrieval (fr)": 44.56, - "RiaNewsRetrieval": 88.02, - "RuBQRetrieval": 71.54, - "StackOverflowQA": 94.33, - "SyntecRetrieval": 87.54, - "SyntheticText2SQL": 57.56, - "XPQARetrieval (fra-fra)": 76.08 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-3-lite": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-3-lite", - "AILACasedocs": 38.15, - "AILAStatutes": 35.03, - "GerDaLIRSmall": 43.73, - "LEMBNarrativeQARetrieval": 51.67, - "LEMBQMSumRetrieval": 53.01, - "LEMBSummScreenFDRetrieval": 96.71, - "LEMBWikimQARetrieval": 88.34, - "LeCaRDv2": 67.96, - "LegalBenchConsumerContractsQA": 83.22, - "LegalBenchCorporateLobbying": 94.53, - "LegalQuAD": 61.96, - "LegalSummarization": 61.42 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-code-2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-code-2", - "AmazonReviewsClassification (fr)": 42.15, - "MTOPDomainClassification (fr)": 87.68, - "MTOPIntentClassification (fr)": 59.44, - "MasakhaNEWSClassification (fra)": 82.13, - "MassiveIntentClassification (fr)": 63.08, - "MassiveScenarioClassification (fr)": 70.15 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-code-2", - "AlloProfClusteringP2P": 61.63, - "AlloProfClusteringS2S": 50.67, - "HALClusteringS2S": 27.44, - "MLSUMClusteringP2P": 45.23, - "MLSUMClusteringS2S": 41.48, - "MasakhaNEWSClusteringP2P (fra)": 56.59, - "MasakhaNEWSClusteringS2S (fra)": 35.18 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-code-2", - "OpusparcusPC (fr)": 92.87, - "PawsXPairClassification (fr)": 60.83 - }, - { - "Model": "voyage-code-2", - "OpusparcusPC (fr)": 92.87, - "PawsXPairClassification (fr)": 60.88 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-code-2", - "AlloprofReranking": 70.79, - "SyntecReranking": 86.77 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-code-2", - "AlloprofRetrieval": 52.61, - "BSARDRetrieval": 0.29, - "MintakaRetrieval (fr)": 19.05, - "SyntecRetrieval": 82.77, - "XPQARetrieval (fr)": 71.95 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-code-2", - "SICKFr": 73.56, - "STS22 (fr)": 79.99, - "STSBenchmarkMultilingualSTS (fr)": 79.02 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-code-2", - "SummEvalFr": 28.34 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-large-2-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-large-2-instruct", - "AmazonCounterfactualClassification (en)": 77.6, - "AmazonPolarityClassification": 96.58, - "AmazonReviewsClassification (en)": 50.77, - "Banking77Classification": 86.96, - "EmotionClassification": 59.81, - "ImdbClassification": 96.13, - "MTOPDomainClassification (en)": 98.86, - "MTOPIntentClassification (en)": 86.97, - "MassiveIntentClassification (en)": 81.08, - "MassiveScenarioClassification (en)": 87.95, - "ToxicConversationsClassification": 83.58, - "TweetSentimentExtractionClassification": 71.55 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-large-2-instruct", - "ArxivClusteringP2P": 51.81, - "ArxivClusteringS2S": 44.73, - "BiorxivClusteringP2P": 46.07, - "BiorxivClusteringS2S": 40.64, - "MedrxivClusteringP2P": 42.94, - "MedrxivClusteringS2S": 41.44, - "RedditClustering": 68.5, - "RedditClusteringP2P": 64.86, - "StackExchangeClustering": 74.16, - "StackExchangeClusteringP2P": 45.1, - "TwentyNewsgroupsClustering": 66.62 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-large-2-instruct", - "SprintDuplicateQuestions": 94.5, - "TwitterSemEval2015": 86.32, - "TwitterURLCorpus": 86.9 - }, - { - "Model": "voyage-large-2-instruct", - "SprintDuplicateQuestions": 94.53, - "TwitterSemEval2015": 86.32, - "TwitterURLCorpus": 86.9 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-large-2-instruct", - "AskUbuntuDupQuestions": 64.92, - "MindSmallReranking": 30.97, - "SciDocsRR": 89.34, - "StackOverflowDupQuestions": 55.11 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-large-2-instruct", - "ArguAna": 64.06, - "BrightRetrieval (theoremqa_questions)": 26.06, - "BrightRetrieval (earth_science)": 25.09, - "BrightRetrieval (leetcode)": 30.6, - "BrightRetrieval (economics)": 19.85, - "BrightRetrieval (robotics)": 11.21, - "BrightRetrieval (psychology)": 24.79, - "BrightRetrieval (aops)": 7.45, - "BrightRetrieval (sustainable_living)": 15.58, - "BrightRetrieval (pony)": 1.48, - "BrightRetrieval (theoremqa_theorems)": 11.1, - "BrightRetrieval (biology)": 23.55, - "BrightRetrieval (stackoverflow)": 15.03, - "CQADupstackRetrieval": 46.6, - "ClimateFEVER": 32.65, - "DBPedia": 46.03, - "FEVER": 91.47, - "FiQA2018": 59.76, - "HotpotQA": 70.86, - "MSMARCO": 40.6, - "NFCorpus": 40.32, - "NQ": 65.92, - "QuoraRetrieval": 87.4, - "SCIDOCS": 24.32, - "SciFact": 79.99, - "TRECCOVID": 85.07, - "Touche2020": 39.16 - } - ], - "recall_at_1": [ - { - "Model": "voyage-large-2-instruct", - "BrightRetrieval (psychology)": 41.58, - "BrightRetrieval (robotics)": 12.87, - "BrightRetrieval (biology)": 34.38, - "BrightRetrieval (stackoverflow)": 13.68, - "BrightRetrieval (pony)": 1.28, - "BrightRetrieval (economics)": 26.7, - "BrightRetrieval (sustainable_living)": 31.1, - "BrightRetrieval (earth_science)": 35.35 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-large-2-instruct", - "BIOSSES": 89.24, - "SICK-R": 83.16, - "STS12": 73.34, - "STS13": 88.49, - "STS14": 86.49, - "STS15": 91.13, - "STS16": 85.68, - "STS17 (en-en)": 90.06, - "STS22 (en)": 66.32, - "STSBenchmark": 89.22 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-large-2-instruct", - "SummEval": 30.84 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-law-2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-law-2", - "AmazonReviewsClassification (fr)": 41.98, - "MTOPDomainClassification (fr)": 90.12, - "MTOPIntentClassification (fr)": 62.44, - "MasakhaNEWSClassification (fra)": 76.42, - "MassiveIntentClassification (fr)": 66.94, - "MassiveScenarioClassification (fr)": 72.78 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-law-2", - "AlloProfClusteringP2P": 62.5, - "AlloProfClusteringS2S": 44.28, - "HALClusteringS2S": 26.36, - "MLSUMClusteringP2P (fr)": 44.03, - "MLSUMClusteringS2S (fr)": 42.95, - "MasakhaNEWSClusteringP2P (fra)": 50.68, - "MasakhaNEWSClusteringS2S (fra)": 38.79 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-law-2", - "OpusparcusPC (fr)": 93.06, - "PawsXPairClassification (fr)": 61.54 - }, - { - "Model": "voyage-law-2", - "OpusparcusPC (fr)": 93.06, - "PawsXPairClassification (fr)": 61.54 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-law-2", - "AlloprofReranking": 72.92, - "SyntecReranking": 91.2 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-law-2", - "AILACasedocs": 44.56, - "AILAStatutes": 45.51, - "AlloprofRetrieval": 57.28, - "BSARDRetrieval": 11.83, - "GerDaLIRSmall": 44.91, - "LEMBNarrativeQARetrieval": 55.78, - "LEMBQMSumRetrieval": 57.26, - "LEMBSummScreenFDRetrieval": 98.72, - "LEMBWikimQARetrieval": 87.08, - "LeCaRDv2": 72.75, - "LegalBenchConsumerContractsQA": 83.27, - "LegalBenchCorporateLobbying": 95.66, - "LegalQuAD": 67.47, - "LegalSummarization": 68.96, - "MintakaRetrieval (fr)": 34.92, - "SyntecRetrieval": 87.33, - "XPQARetrieval (fr)": 73.56 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-law-2", - "SICKFr": 74.09, - "STS22 (fr)": 83.75, - "STSBenchmarkMultilingualSTS (fr)": 83.02 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-law-2", - "SummEvalFr": 30.34 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-lite-01-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-lite-01-instruct", - "AmazonCounterfactualClassification (en)": 71.43, - "AmazonPolarityClassification": 96.41, - "AmazonReviewsClassification (en)": 57.06, - "Banking77Classification": 81.64, - "EmotionClassification": 48.29, - "ImdbClassification": 95.49, - "MTOPDomainClassification (en)": 96.3, - "MTOPIntentClassification (en)": 67.93, - "MassiveIntentClassification (en)": 71.29, - "MassiveScenarioClassification (en)": 76.74, - "ToxicConversationsClassification": 75.45, - "TweetSentimentExtractionClassification": 59.44 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-lite-01-instruct", - "ArxivClusteringP2P": 47.92, - "ArxivClusteringS2S": 42.42, - "BiorxivClusteringP2P": 38.72, - "BiorxivClusteringS2S": 36.6, - "MedrxivClusteringP2P": 34.04, - "MedrxivClusteringS2S": 32.81, - "RedditClustering": 61.56, - "RedditClusteringP2P": 65.35, - "StackExchangeClustering": 70.16, - "StackExchangeClusteringP2P": 38.23, - "TwentyNewsgroupsClustering": 53.56 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-lite-01-instruct", - "SprintDuplicateQuestions": 96.01, - "TwitterSemEval2015": 76.87, - "TwitterURLCorpus": 86.84 - }, - { - "Model": "voyage-lite-01-instruct", - "SprintDuplicateQuestions": 96.01, - "TwitterSemEval2015": 76.87, - "TwitterURLCorpus": 86.84 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-lite-01-instruct", - "AskUbuntuDupQuestions": 65.77, - "MindSmallReranking": 31.69, - "SciDocsRR": 87.03, - "StackOverflowDupQuestions": 54.49 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-lite-01-instruct", - "ArguAna": 58.73, - "CQADupstackRetrieval": 45.11, - "ClimateFEVER": 37.47, - "DBPedia": 43.42, - "FEVER": 89.71, - "FiQA2018": 44.79, - "HotpotQA": 70.46, - "MSMARCO": 39.66, - "NFCorpus": 43.33, - "NQ": 60.65, - "QuoraRetrieval": 87.83, - "SCIDOCS": 23.19, - "SciFact": 73.64, - "TRECCOVID": 78.92, - "Touche2020": 36.83 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-lite-01-instruct", - "BIOSSES": 84.85, - "SICK-R": 79.71, - "STS12": 77.09, - "STS13": 88.91, - "STS14": 82.08, - "STS15": 89.21, - "STS16": 84.74, - "STS17 (en-en)": 90.73, - "STS22 (en)": 62.1, - "STSBenchmark": 89.86 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-lite-01-instruct", - "SummEval": 30.97 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-lite-02-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-lite-02-instruct", - "AmazonCounterfactualClassification (en)": 88.31, - "AmazonPolarityClassification": 96.32, - "AmazonReviewsClassification (en)": 56.25, - "Banking77Classification": 88.59, - "EmotionClassification": 50.28, - "ImdbClassification": 95.75, - "MTOPDomainClassification (en)": 97.65, - "MTOPIntentClassification (en)": 75.16, - "MassiveIntentClassification (en)": 73.97, - "MassiveScenarioClassification (en)": 83.99, - "ToxicConversationsClassification": 81.75, - "TweetSentimentExtractionClassification": 62.98 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-lite-02-instruct", - "ArxivClusteringP2P": 51.95, - "ArxivClusteringS2S": 42.48, - "BiorxivClusteringP2P": 50.15, - "BiorxivClusteringS2S": 42.84, - "MedrxivClusteringP2P": 47.24, - "MedrxivClusteringS2S": 43.48, - "RedditClustering": 63.73, - "RedditClusteringP2P": 64.09, - "StackExchangeClustering": 70.71, - "StackExchangeClusteringP2P": 40.34, - "TwentyNewsgroupsClustering": 59.56 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-lite-02-instruct", - "SprintDuplicateQuestions": 98.07, - "TwitterSemEval2015": 74.44, - "TwitterURLCorpus": 88.11 - }, - { - "Model": "voyage-lite-02-instruct", - "SprintDuplicateQuestions": 98.07, - "TwitterSemEval2015": 74.44, - "TwitterURLCorpus": 88.11 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-lite-02-instruct", - "AskUbuntuDupQuestions": 63.24, - "MindSmallReranking": 31.48, - "SciDocsRR": 84.68, - "StackOverflowDupQuestions": 53.56 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-lite-02-instruct", - "ArguAna": 70.28, - "CQADupstackRetrieval": 46.2, - "ClimateFEVER": 31.95, - "DBPedia": 39.79, - "FEVER": 91.35, - "FiQA2018": 52.51, - "HotpotQA": 75.51, - "MSMARCO": 37.93, - "NFCorpus": 43.7, - "NQ": 64.26, - "QuoraRetrieval": 87.62, - "SCIDOCS": 20.24, - "SciFact": 79.91, - "TRECCOVID": 81.02, - "Touche2020": 26.8 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-lite-02-instruct", - "BIOSSES": 89.7, - "SICK-R": 78.44, - "STS12": 86.46, - "STS13": 87.76, - "STS14": 86.6, - "STS15": 90.1, - "STS16": 86.39, - "STS17 (en-en)": 86.98, - "STS22 (en)": 76.89, - "STSBenchmark": 88.56 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-lite-02-instruct", - "SummEval": 31.01 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-multilingual-2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-multilingual-2", - "AmazonReviewsClassification (fr)": 43.36, - "MTOPDomainClassification (fr)": 90.33, - "MTOPIntentClassification (fr)": 60.52, - "MasakhaNEWSClassification (fra)": 74.81, - "MassiveIntentClassification (fr)": 68.06, - "MassiveScenarioClassification (fr)": 74.29 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-multilingual-2", - "AlloProfClusteringP2P": 65.37, - "AlloProfClusteringS2S": 47.03, - "HALClusteringS2S": 27.67, - "MLSUMClusteringP2P (fr)": 45.99, - "MLSUMClusteringS2S (fr)": 45.57, - "MasakhaNEWSClusteringP2P (fra)": 44.53, - "MasakhaNEWSClusteringS2S (fra)": 49.8 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-multilingual-2", - "OpusparcusPC (fr)": 93.68, - "PawsXPairClassification (fr)": 63.64 - }, - { - "Model": "voyage-multilingual-2", - "OpusparcusPC (fr)": 93.68, - "PawsXPairClassification (fr)": 63.71 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-multilingual-2", - "AlloprofReranking": 74.78, - "SyntecReranking": 90.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-multilingual-2", - "AlloprofRetrieval": 58.27, - "BSARDRetrieval": 5.14, - "LEMBNarrativeQARetrieval": 64.69, - "LEMBQMSumRetrieval": 51.49, - "LEMBSummScreenFDRetrieval": 99.11, - "LEMBWikimQARetrieval": 87.49, - "MintakaRetrieval (fr)": 49.19, - "SyntecRetrieval": 87.28, - "XPQARetrieval (fr)": 72.92 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-multilingual-2", - "SICKFr": 74.9, - "STS22 (fr)": 82.76, - "STSBenchmarkMultilingualSTS (fr)": 82.72 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-multilingual-2", - "SummEvalFr": 29.96 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "vprelovac__universal-sentence-encoder-multilingual-3": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "AmazonReviewsClassification (fr)": 33.51, - "MTOPDomainClassification (fr)": 85.5, - "MTOPIntentClassification (fr)": 53.98, - "MasakhaNEWSClassification (fra)": 82.06, - "MassiveIntentClassification (fr)": 61.19, - "MassiveScenarioClassification (fr)": 70.22 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "AlloProfClusteringP2P": 56.9, - "AlloProfClusteringS2S": 37.84, - "HALClusteringS2S": 18.95, - "MLSUMClusteringP2P": 43.9, - "MLSUMClusteringS2S": 35.5, - "MasakhaNEWSClusteringP2P (fra)": 60.57, - "MasakhaNEWSClusteringS2S (fra)": 40.31 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "OpusparcusPC (fr)": 91.46, - "PawsXPairClassification (fr)": 52.39 - }, - { - "Model": "universal-sentence-encoder-multilingual-3", - "OpusparcusPC (fr)": 91.46, - "PawsXPairClassification (fr)": 52.41 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "AlloprofReranking": 56.23, - "SyntecReranking": 73.85 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "AlloprofRetrieval": 35.27, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 26.12, - "SyntecRetrieval": 69.82, - "XPQARetrieval (fr)": 59.59 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "SICKFr": 71.37, - "STS22 (fr)": 77.91, - "STSBenchmarkMultilingualSTS (fr)": 75.48 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "SummEvalFr": 28.21 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "vprelovac__universal-sentence-encoder-multilingual-large-3": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "AmazonReviewsClassification (fr)": 35.09, - "MTOPDomainClassification (fr)": 88.19, - "MTOPIntentClassification (fr)": 63.64, - "MasakhaNEWSClassification (fra)": 72.04, - "MassiveIntentClassification (fr)": 65.8, - "MassiveScenarioClassification (fr)": 73.47 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "AlloProfClusteringP2P": 54.21, - "AlloProfClusteringS2S": 37.95, - "HALClusteringS2S": 18.94, - "MLSUMClusteringP2P": 41.02, - "MLSUMClusteringS2S": 37.97, - "MasakhaNEWSClusteringP2P (fra)": 24.09, - "MasakhaNEWSClusteringS2S (fra)": 40.24 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "OpusparcusPC (fr)": 93.38, - "PawsXPairClassification (fr)": 53.62 - }, - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "OpusparcusPC (fr)": 93.38, - "PawsXPairClassification (fr)": 53.66 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "AlloprofReranking": 55.39, - "SyntecReranking": 77.13 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "AlloprofRetrieval": 33.78, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 26.21, - "SyntecRetrieval": 63.69, - "XPQARetrieval (fr)": 65.21 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "SICKFr": 74.39, - "STS22 (fr)": 71.11, - "STSBenchmarkMultilingualSTS (fr)": 78.16 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "SummEvalFr": 28.56 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - } -} \ No newline at end of file diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..b0c71392e414d0905de9fbda3986cdfae836d0d8 --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md index 6791872629847398b8dea5204ffeadca5ab983ed..94f5aa3fb0418102893259cac32c2a6f03f1446a 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,5 @@ --- -title: MTEB Leaderboard +title: Voyageai MTEB Leaderboard emoji: 🥇 colorFrom: blue colorTo: indigo diff --git a/all_data_tasks/0/default.jsonl b/all_data_tasks/0/default.jsonl deleted file mode 100644 index 10b873705d0debb9ec3722ab73548cfe89151621..0000000000000000000000000000000000000000 --- a/all_data_tasks/0/default.jsonl +++ /dev/null @@ -1,336 +0,0 @@ -{"index":259,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87} -{"index":117,"Rank":2,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":89.05,"AmazonCounterfactualClassification (en)":92.72,"AmazonPolarityClassification":97.31,"AmazonReviewsClassification (en)":61.04,"Banking77Classification":90.02,"EmotionClassification":93.37,"ImdbClassification":96.8,"MassiveIntentClassification (en)":85.97,"MassiveScenarioClassification (en)":90.61,"MTOPDomainClassification (en)":98.58,"MTOPIntentClassification (en)":91.3,"ToxicConversationsClassification":91.14,"TweetSentimentExtractionClassification":79.7} -{"index":308,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93} -{"index":25,"Rank":4,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93} -{"index":190,"Rank":5,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.49,"AmazonCounterfactualClassification (en)":93.78,"AmazonPolarityClassification":97.58,"AmazonReviewsClassification (en)":62.92,"Banking77Classification":87.22,"EmotionClassification":87.73,"ImdbClassification":96.95,"MassiveIntentClassification (en)":85.31,"MassiveScenarioClassification (en)":91.17,"MTOPDomainClassification (en)":99.17,"MTOPIntentClassification (en)":91.48,"ToxicConversationsClassification":91.31,"TweetSentimentExtractionClassification":77.24} -{"index":56,"Rank":6,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.46,"AmazonCounterfactualClassification (en)":92.61,"AmazonPolarityClassification":97.22,"AmazonReviewsClassification (en)":62.37,"Banking77Classification":89.61,"EmotionClassification":91.06,"ImdbClassification":96.54,"MassiveIntentClassification (en)":82.86,"MassiveScenarioClassification (en)":90.19,"MTOPDomainClassification (en)":98.99,"MTOPIntentClassification (en)":92.93,"ToxicConversationsClassification":89.03,"TweetSentimentExtractionClassification":78.13} -{"index":28,"Rank":7,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":88.08,"AmazonCounterfactualClassification (en)":89.48,"AmazonPolarityClassification":96.9,"AmazonReviewsClassification (en)":61.6,"Banking77Classification":92.53,"EmotionClassification":92.97,"ImdbClassification":96.66,"MassiveIntentClassification (en)":82.05,"MassiveScenarioClassification (en)":84.4,"MTOPDomainClassification (en)":98.61,"MTOPIntentClassification (en)":95.51,"ToxicConversationsClassification":87.34,"TweetSentimentExtractionClassification":78.86} -{"index":171,"Rank":8,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":87.63,"AmazonCounterfactualClassification (en)":92.87,"AmazonPolarityClassification":97.16,"AmazonReviewsClassification (en)":59.36,"Banking77Classification":89.79,"EmotionClassification":84.29,"ImdbClassification":96.66,"MassiveIntentClassification (en)":85.83,"MassiveScenarioClassification (en)":90.2,"MTOPDomainClassification (en)":99.01,"MTOPIntentClassification (en)":92.78,"ToxicConversationsClassification":88.76,"TweetSentimentExtractionClassification":74.84} -{"index":258,"Rank":9,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.35,"AmazonCounterfactualClassification (en)":95.12,"AmazonPolarityClassification":97.14,"AmazonReviewsClassification (en)":55.47,"Banking77Classification":90.34,"EmotionClassification":91.7,"ImdbClassification":97.06,"MassiveIntentClassification (en)":80.07,"MassiveScenarioClassification (en)":81.74,"MTOPDomainClassification (en)":96.51,"MTOPIntentClassification (en)":89.77,"ToxicConversationsClassification":92.6,"TweetSentimentExtractionClassification":80.64} -{"index":172,"Rank":10,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":86.67,"AmazonCounterfactualClassification (en)":92.36,"AmazonPolarityClassification":97.19,"AmazonReviewsClassification (en)":59.53,"Banking77Classification":89.3,"EmotionClassification":78.77,"ImdbClassification":96.49,"MassiveIntentClassification (en)":85.17,"MassiveScenarioClassification (en)":89.62,"MTOPDomainClassification (en)":98.83,"MTOPIntentClassification (en)":92.3,"ToxicConversationsClassification":86.94,"TweetSentimentExtractionClassification":73.58} -{"index":48,"Rank":11,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":179,"Rank":12,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":17,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":309,"Rank":14,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":188,"Rank":15,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.71,"AmazonCounterfactualClassification (en)":93.46,"AmazonPolarityClassification":96.64,"AmazonReviewsClassification (en)":63.97,"Banking77Classification":84.3,"EmotionClassification":79.98,"ImdbClassification":96.64,"MassiveIntentClassification (en)":80.61,"MassiveScenarioClassification (en)":81.93,"MTOPDomainClassification (en)":97.02,"MTOPIntentClassification (en)":87.93,"ToxicConversationsClassification":85.95,"TweetSentimentExtractionClassification":80.13} -{"index":57,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":85.1,"AmazonCounterfactualClassification (en)":91.72,"AmazonPolarityClassification":96.5,"AmazonReviewsClassification (en)":61.24,"Banking77Classification":84.93,"EmotionClassification":85.56,"ImdbClassification":95.03,"MassiveIntentClassification (en)":74.94,"MassiveScenarioClassification (en)":82.06,"MTOPDomainClassification (en)":97.58,"MTOPIntentClassification (en)":86.08,"ToxicConversationsClassification":89.04,"TweetSentimentExtractionClassification":76.49} -{"index":217,"Rank":17,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4} -{"index":16,"Rank":18,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95} -{"index":47,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95} -{"index":220,"Rank":20,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.71,"AmazonCounterfactualClassification (en)":87.03,"AmazonPolarityClassification":94.66,"AmazonReviewsClassification (en)":55.76,"Banking77Classification":88.58,"EmotionClassification":74.88,"ImdbClassification":93.59,"MassiveIntentClassification (en)":76.6,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":89.17,"ToxicConversationsClassification":72.77,"TweetSentimentExtractionClassification":72.56} -{"index":6,"Rank":21,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":81.49,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":96.58,"AmazonReviewsClassification (en)":50.77,"Banking77Classification":86.96,"EmotionClassification":59.81,"ImdbClassification":96.13,"MassiveIntentClassification (en)":81.08,"MassiveScenarioClassification (en)":87.95,"MTOPDomainClassification (en)":98.86,"MTOPIntentClassification (en)":86.97,"ToxicConversationsClassification":83.58,"TweetSentimentExtractionClassification":71.55} -{"index":1,"Rank":22,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":81.17,"AmazonCounterfactualClassification (en)":75.34,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":51.17,"Banking77Classification":88.62,"EmotionClassification":52.51,"ImdbClassification":95.65,"MassiveIntentClassification (en)":80.22,"MassiveScenarioClassification (en)":87.19,"MTOPDomainClassification (en)":98.35,"MTOPIntentClassification (en)":83.43,"ToxicConversationsClassification":89.67,"TweetSentimentExtractionClassification":74.52} -{"index":74,"Rank":23,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76} -{"index":15,"Rank":24,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0} -{"index":264,"Rank":25,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":313,"Rank":26,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":33,"Rank":27,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":9,"Rank":28,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":79.25,"AmazonCounterfactualClassification (en)":88.31,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":56.25,"Banking77Classification":88.59,"EmotionClassification":50.28,"ImdbClassification":95.75,"MassiveIntentClassification (en)":73.97,"MassiveScenarioClassification (en)":83.99,"MTOPDomainClassification (en)":97.65,"MTOPIntentClassification (en)":75.16,"ToxicConversationsClassification":81.75,"TweetSentimentExtractionClassification":62.98} -{"index":0,"Rank":29,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":79.0,"AmazonCounterfactualClassification (en)":70.93,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":86.01,"EmotionClassification":51.53,"ImdbClassification":95.7,"MassiveIntentClassification (en)":75.67,"MassiveScenarioClassification (en)":85.16,"MTOPDomainClassification (en)":98.02,"MTOPIntentClassification (en)":77.82,"ToxicConversationsClassification":88.33,"TweetSentimentExtractionClassification":72.97} -{"index":338,"Rank":30,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22} -{"index":54,"Rank":31,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.65,"AmazonCounterfactualClassification (en)":80.54,"AmazonPolarityClassification":96.64,"AmazonReviewsClassification (en)":59.91,"Banking77Classification":84.44,"EmotionClassification":56.01,"ImdbClassification":95.07,"MassiveIntentClassification (en)":79.1,"MassiveScenarioClassification (en)":80.37,"MTOPDomainClassification (en)":95.37,"MTOPIntentClassification (en)":81.23,"ToxicConversationsClassification":68.81,"TweetSentimentExtractionClassification":66.26} -{"index":314,"Rank":32,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":55,"Rank":33,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":21,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.47,"AmazonCounterfactualClassification (en)":78.69,"AmazonPolarityClassification":95.91,"AmazonReviewsClassification (en)":55.79,"Banking77Classification":88.23,"EmotionClassification":49.77,"ImdbClassification":94.78,"MassiveIntentClassification (en)":80.57,"MassiveScenarioClassification (en)":82.39,"MTOPDomainClassification (en)":96.12,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":69.59,"TweetSentimentExtractionClassification":63.72} -{"index":59,"Rank":35,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.44,"AmazonCounterfactualClassification (en)":76.67,"AmazonPolarityClassification":96.18,"AmazonReviewsClassification (en)":56.28,"Banking77Classification":88.64,"EmotionClassification":51.02,"ImdbClassification":94.88,"MassiveIntentClassification (en)":80.2,"MassiveScenarioClassification (en)":82.27,"MTOPDomainClassification (en)":95.85,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":68.43,"TweetSentimentExtractionClassification":63.83} -{"index":118,"Rank":36,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.33,"AmazonCounterfactualClassification (en)":77.93,"AmazonPolarityClassification":95.97,"AmazonReviewsClassification (en)":54.35,"Banking77Classification":88.81,"EmotionClassification":50.24,"ImdbClassification":94.79,"MassiveIntentClassification (en)":79.99,"MassiveScenarioClassification (en)":82.2,"MTOPDomainClassification (en)":96.36,"MTOPIntentClassification (en)":86.3,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":63.64} -{"index":19,"Rank":37,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":77.75,"AmazonCounterfactualClassification (en)":73.01,"AmazonPolarityClassification":93.97,"AmazonReviewsClassification (en)":54.2,"Banking77Classification":87.33,"EmotionClassification":46.77,"ImdbClassification":92.1,"MassiveIntentClassification (en)":78.94,"MassiveScenarioClassification (en)":81.41,"MTOPDomainClassification (en)":96.6,"MTOPIntentClassification (en)":82.9,"ToxicConversationsClassification":82.61,"TweetSentimentExtractionClassification":63.16} -{"index":266,"Rank":38,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":77.75,"AmazonCounterfactualClassification (en)":73.01,"AmazonPolarityClassification":93.97,"AmazonReviewsClassification (en)":54.2,"Banking77Classification":87.33,"EmotionClassification":46.77,"ImdbClassification":92.1,"MassiveIntentClassification (en)":78.94,"MassiveScenarioClassification (en)":81.41,"MTOPDomainClassification (en)":96.6,"MTOPIntentClassification (en)":82.9,"ToxicConversationsClassification":82.61,"TweetSentimentExtractionClassification":63.16} -{"index":219,"Rank":39,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.43,"AmazonCounterfactualClassification (en)":82.97,"AmazonPolarityClassification":90.98,"AmazonReviewsClassification (en)":48.71,"Banking77Classification":88.15,"EmotionClassification":52.18,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.67,"MassiveScenarioClassification (en)":82.82,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":85.75,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":62.4} -{"index":196,"Rank":40,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.37,"AmazonCounterfactualClassification (en)":74.57,"AmazonPolarityClassification":96.26,"AmazonReviewsClassification (en)":55.97,"Banking77Classification":81.41,"EmotionClassification":58.42,"ImdbClassification":94.73,"MassiveIntentClassification (en)":77.0,"MassiveScenarioClassification (en)":79.13,"MTOPDomainClassification (en)":95.33,"MTOPIntentClassification (en)":78.99,"ToxicConversationsClassification":71.75,"TweetSentimentExtractionClassification":64.89} -{"index":272,"Rank":41,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.17,"AmazonCounterfactualClassification (en)":79.66,"AmazonPolarityClassification":94.48,"AmazonReviewsClassification (en)":48.16,"Banking77Classification":88.91,"EmotionClassification":52.01,"ImdbClassification":89.47,"MassiveIntentClassification (en)":80.12,"MassiveScenarioClassification (en)":82.7,"MTOPDomainClassification (en)":96.46,"MTOPIntentClassification (en)":85.38,"ToxicConversationsClassification":66.18,"TweetSentimentExtractionClassification":62.54} -{"index":18,"Rank":42,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.17,"AmazonCounterfactualClassification (en)":74.79,"AmazonPolarityClassification":93.02,"AmazonReviewsClassification (en)":53.31,"Banking77Classification":86.73,"EmotionClassification":46.39,"ImdbClassification":87.48,"MassiveIntentClassification (en)":77.67,"MassiveScenarioClassification (en)":81.77,"MTOPDomainClassification (en)":96.5,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":83.98,"TweetSentimentExtractionClassification":61.57} -{"index":82,"Rank":43,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.63,"AmazonCounterfactualClassification (en)":77.58,"AmazonPolarityClassification":91.12,"AmazonReviewsClassification (en)":49.97,"Banking77Classification":88.31,"EmotionClassification":52.04,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.29,"MassiveScenarioClassification (en)":81.64,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":84.77,"ToxicConversationsClassification":69.26,"TweetSentimentExtractionClassification":62.14} -{"index":38,"Rank":44,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.49,"AmazonCounterfactualClassification (en)":81.3,"AmazonPolarityClassification":95.62,"AmazonReviewsClassification (en)":51.72,"Banking77Classification":85.53,"EmotionClassification":51.57,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.74,"MTOPDomainClassification (en)":94.88,"MTOPIntentClassification (en)":76.52,"ToxicConversationsClassification":72.61,"TweetSentimentExtractionClassification":62.02} -{"index":78,"Rank":45,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.33,"AmazonCounterfactualClassification (en)":82.22,"AmazonPolarityClassification":89.69,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":88.17,"EmotionClassification":51.71,"ImdbClassification":85.78,"MassiveIntentClassification (en)":78.06,"MassiveScenarioClassification (en)":81.35,"MTOPDomainClassification (en)":95.57,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":71.01,"TweetSentimentExtractionClassification":61.11} -{"index":149,"Rank":46,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.11,"AmazonCounterfactualClassification (en)":75.27,"AmazonPolarityClassification":93.23,"AmazonReviewsClassification (en)":49.72,"Banking77Classification":86.65,"EmotionClassification":55.89,"ImdbClassification":89.49,"MassiveIntentClassification (en)":75.53,"MassiveScenarioClassification (en)":79.23,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":79.09,"ToxicConversationsClassification":72.8,"TweetSentimentExtractionClassification":61.0} -{"index":320,"Rank":47,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.05,"AmazonCounterfactualClassification (en)":80.42,"AmazonPolarityClassification":91.38,"AmazonReviewsClassification (en)":51.53,"Banking77Classification":84.83,"EmotionClassification":53.45,"ImdbClassification":87.5,"MassiveIntentClassification (en)":77.97,"MassiveScenarioClassification (en)":80.14,"MTOPDomainClassification (en)":95.4,"MTOPIntentClassification (en)":78.62,"ToxicConversationsClassification":67.31,"TweetSentimentExtractionClassification":64.03} -{"index":146,"Rank":48,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.03,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":93.51,"AmazonReviewsClassification (en)":50.45,"Banking77Classification":87.3,"EmotionClassification":54.68,"ImdbClassification":89.66,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.64,"MTOPDomainClassification (en)":95.3,"MTOPIntentClassification (en)":78.1,"ToxicConversationsClassification":72.42,"TweetSentimentExtractionClassification":59.32} -{"index":148,"Rank":49,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.01,"AmazonCounterfactualClassification (en)":75.58,"AmazonPolarityClassification":93.41,"AmazonReviewsClassification (en)":49.06,"Banking77Classification":88.1,"EmotionClassification":54.72,"ImdbClassification":91.23,"MassiveIntentClassification (en)":76.2,"MassiveScenarioClassification (en)":79.35,"MTOPDomainClassification (en)":95.25,"MTOPIntentClassification (en)":78.24,"ToxicConversationsClassification":71.86,"TweetSentimentExtractionClassification":59.17} -{"index":40,"Rank":50,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":76.01,"AmazonCounterfactualClassification (en)":77.85,"AmazonPolarityClassification":95.6,"AmazonReviewsClassification (en)":49.79,"Banking77Classification":86.09,"EmotionClassification":48.15,"ImdbClassification":93.97,"MassiveIntentClassification (en)":74.51,"MassiveScenarioClassification (en)":79.0,"MTOPDomainClassification (en)":94.92,"MTOPIntentClassification (en)":78.89,"ToxicConversationsClassification":71.2,"TweetSentimentExtractionClassification":62.18} -{"index":119,"Rank":51,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":224,"Rank":52,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":274,"Rank":53,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":189,"Rank":54,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":26,"Rank":55,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":273,"Rank":56,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":150,"Rank":57,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.76,"AmazonPolarityClassification":93.3,"AmazonReviewsClassification (en)":49.99,"Banking77Classification":86.4,"EmotionClassification":55.07,"ImdbClassification":90.15,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.33,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":79.57,"ToxicConversationsClassification":69.44,"TweetSentimentExtractionClassification":61.27} -{"index":80,"Rank":58,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} -{"index":310,"Rank":59,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":240,"Rank":60,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":174,"Rank":61,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":307,"Rank":62,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":133,"Rank":63,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.58,"AmazonCounterfactualClassification (en)":75.55,"AmazonPolarityClassification":92.84,"AmazonReviewsClassification (en)":48.29,"Banking77Classification":87.69,"EmotionClassification":51.75,"ImdbClassification":92.78,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":79.75,"MTOPDomainClassification (en)":94.02,"MTOPIntentClassification (en)":76.92,"ToxicConversationsClassification":71.09,"TweetSentimentExtractionClassification":59.75} -{"index":151,"Rank":64,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":24,"Rank":65,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":352,"Rank":66,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":75.45,"AmazonCounterfactualClassification (en)":78.93,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.64,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":72.92,"TweetSentimentExtractionClassification":62.22} -{"index":191,"Rank":67,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.28,"AmazonCounterfactualClassification (en)":77.19,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.61,"Banking77Classification":84.73,"EmotionClassification":54.47,"ImdbClassification":91.31,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":78.28,"MTOPDomainClassification (en)":93.5,"MTOPIntentClassification (en)":71.06,"ToxicConversationsClassification":72.99,"TweetSentimentExtractionClassification":63.07} -{"index":68,"Rank":68,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":195,"Rank":69,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":328,"Rank":70,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.16,"AmazonCounterfactualClassification (en)":75.18,"AmazonPolarityClassification":93.07,"AmazonReviewsClassification (en)":48.42,"Banking77Classification":88.03,"EmotionClassification":51.93,"ImdbClassification":91.91,"MassiveIntentClassification (en)":75.91,"MassiveScenarioClassification (en)":79.43,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":76.61,"ToxicConversationsClassification":67.91,"TweetSentimentExtractionClassification":59.22} -{"index":243,"Rank":71,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.98,"AmazonCounterfactualClassification (en)":76.16,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":86.35,"EmotionClassification":51.27,"ImdbClassification":89.72,"MassiveIntentClassification (en)":75.16,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":75.26,"ToxicConversationsClassification":72.12,"TweetSentimentExtractionClassification":59.67} -{"index":8,"Rank":72,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} -{"index":69,"Rank":73,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.5,"AmazonCounterfactualClassification (en)":72.39,"AmazonPolarityClassification":93.71,"AmazonReviewsClassification (en)":50.85,"Banking77Classification":85.41,"EmotionClassification":55.93,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":77.42,"MTOPDomainClassification (en)":94.25,"MTOPIntentClassification (en)":67.51,"ToxicConversationsClassification":67.3,"TweetSentimentExtractionClassification":61.76} -{"index":142,"Rank":74,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.37,"AmazonCounterfactualClassification (en)":74.34,"AmazonPolarityClassification":93.05,"AmazonReviewsClassification (en)":46.08,"Banking77Classification":85.31,"EmotionClassification":48.95,"ImdbClassification":91.52,"MassiveIntentClassification (en)":75.83,"MassiveScenarioClassification (en)":78.73,"MTOPDomainClassification (en)":93.55,"MTOPIntentClassification (en)":75.72,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":60.55} -{"index":37,"Rank":75,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.31,"AmazonCounterfactualClassification (en)":78.63,"AmazonPolarityClassification":94.8,"AmazonReviewsClassification (en)":51.02,"Banking77Classification":79.7,"EmotionClassification":52.74,"ImdbClassification":92.17,"MassiveIntentClassification (en)":70.01,"MassiveScenarioClassification (en)":76.34,"MTOPDomainClassification (en)":93.63,"MTOPIntentClassification (en)":64.93,"ToxicConversationsClassification":73.04,"TweetSentimentExtractionClassification":64.72} -{"index":29,"Rank":76,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":332,"Rank":77,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":239,"Rank":78,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.14,"AmazonCounterfactualClassification (en)":74.76,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":46.16,"Banking77Classification":86.65,"EmotionClassification":49.32,"ImdbClassification":90.4,"MassiveIntentClassification (en)":73.87,"MassiveScenarioClassification (en)":78.17,"MTOPDomainClassification (en)":93.1,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":71.53,"TweetSentimentExtractionClassification":59.25} -{"index":249,"Rank":79,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":83,"Rank":80,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} -{"index":209,"Rank":81,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.96,"AmazonCounterfactualClassification (en)":70.85,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":48.94,"Banking77Classification":84.61,"EmotionClassification":54.9,"ImdbClassification":93.14,"MassiveIntentClassification (en)":73.49,"MassiveScenarioClassification (en)":77.38,"MTOPDomainClassification (en)":93.64,"MTOPIntentClassification (en)":66.01,"ToxicConversationsClassification":71.19,"TweetSentimentExtractionClassification":61.55} -{"index":186,"Rank":82,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.86,"AmazonCounterfactualClassification (en)":88.13,"AmazonPolarityClassification":91.53,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":78.51,"EmotionClassification":52.73,"ImdbClassification":88.32,"MassiveIntentClassification (en)":68.9,"MassiveScenarioClassification (en)":73.35,"MTOPDomainClassification (en)":93.89,"MTOPIntentClassification (en)":67.98,"ToxicConversationsClassification":71.05,"TweetSentimentExtractionClassification":64.13} -{"index":173,"Rank":83,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":193,"Rank":84,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":250,"Rank":85,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.65,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":90.41,"AmazonReviewsClassification (en)":47.81,"Banking77Classification":83.82,"EmotionClassification":48.81,"ImdbClassification":83.78,"MassiveIntentClassification (en)":72.76,"MassiveScenarioClassification (en)":76.7,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":71.39,"TweetSentimentExtractionClassification":60.87} -{"index":135,"Rank":86,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":256,"Rank":87,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":340,"Rank":88,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":31,"Rank":89,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":115,"Rank":90,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":247,"Rank":91,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.52,"AmazonCounterfactualClassification (en)":74.19,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.72,"Banking77Classification":85.1,"EmotionClassification":46.84,"ImdbClassification":89.35,"MassiveIntentClassification (en)":74.01,"MassiveScenarioClassification (en)":77.96,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":74.03,"ToxicConversationsClassification":69.5,"TweetSentimentExtractionClassification":60.02} -{"index":145,"Rank":92,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":331,"Rank":93,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":180,"Rank":94,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":214,"Rank":95,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":301,"Rank":96,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} -{"index":152,"Rank":97,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.33,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":93.0,"AmazonReviewsClassification (en)":48.8,"Banking77Classification":82.19,"EmotionClassification":50.26,"ImdbClassification":91.64,"MassiveIntentClassification (en)":73.43,"MassiveScenarioClassification (en)":77.04,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":67.77,"ToxicConversationsClassification":65.77,"TweetSentimentExtractionClassification":63.29} -{"index":317,"Rank":98,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.33,"AmazonCounterfactualClassification (en)":72.63,"AmazonPolarityClassification":92.52,"AmazonReviewsClassification (en)":49.07,"Banking77Classification":86.06,"EmotionClassification":47.88,"ImdbClassification":88.46,"MassiveIntentClassification (en)":72.62,"MassiveScenarioClassification (en)":76.77,"MTOPDomainClassification (en)":93.51,"MTOPIntentClassification (en)":73.25,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":56.58} -{"index":201,"Rank":99,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.32,"AmazonCounterfactualClassification (en)":69.72,"AmazonPolarityClassification":96.24,"AmazonReviewsClassification (en)":56.2,"Banking77Classification":78.04,"EmotionClassification":54.99,"ImdbClassification":94.61,"MassiveIntentClassification (en)":70.89,"MassiveScenarioClassification (en)":73.88,"MTOPDomainClassification (en)":91.18,"MTOPIntentClassification (en)":68.05,"ToxicConversationsClassification":66.82,"TweetSentimentExtractionClassification":59.18} -{"index":254,"Rank":100,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":73.24,"AmazonCounterfactualClassification (en)":74.27,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.97,"Banking77Classification":84.15,"EmotionClassification":47.73,"ImdbClassification":85.47,"MassiveIntentClassification (en)":73.07,"MassiveScenarioClassification (en)":76.82,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":74.27,"ToxicConversationsClassification":71.25,"TweetSentimentExtractionClassification":60.4} -{"index":353,"Rank":101,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":73.21,"AmazonCounterfactualClassification (en)":76.42,"AmazonPolarityClassification":90.84,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.01,"EmotionClassification":50.63,"ImdbClassification":83.66,"MassiveIntentClassification (en)":72.86,"MassiveScenarioClassification (en)":76.84,"MTOPDomainClassification (en)":93.91,"MTOPIntentClassification (en)":70.98,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":61.72} -{"index":194,"Rank":102,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.14,"AmazonCounterfactualClassification (en)":77.69,"AmazonPolarityClassification":90.05,"AmazonReviewsClassification (en)":43.02,"Banking77Classification":84.14,"EmotionClassification":48.05,"ImdbClassification":82.11,"MassiveIntentClassification (en)":73.22,"MassiveScenarioClassification (en)":77.39,"MTOPDomainClassification (en)":93.86,"MTOPIntentClassification (en)":76.4,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":61.21} -{"index":154,"Rank":103,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.13,"AmazonCounterfactualClassification (en)":75.63,"AmazonPolarityClassification":91.01,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":81.93,"EmotionClassification":50.16,"ImdbClassification":87.84,"MassiveIntentClassification (en)":71.08,"MassiveScenarioClassification (en)":76.64,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":66.58,"ToxicConversationsClassification":72.6,"TweetSentimentExtractionClassification":63.71} -{"index":187,"Rank":104,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.12,"AmazonCounterfactualClassification (en)":85.09,"AmazonPolarityClassification":86.54,"AmazonReviewsClassification (en)":42.96,"Banking77Classification":82.66,"EmotionClassification":53.24,"ImdbClassification":79.79,"MassiveIntentClassification (en)":71.48,"MassiveScenarioClassification (en)":76.47,"MTOPDomainClassification (en)":95.07,"MTOPIntentClassification (en)":72.26,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":61.58} -{"index":32,"Rank":105,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.02,"AmazonCounterfactualClassification (en)":78.97,"AmazonPolarityClassification":90.64,"AmazonReviewsClassification (en)":44.55,"Banking77Classification":82.74,"EmotionClassification":45.18,"ImdbClassification":85.46,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.13,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":69.78,"TweetSentimentExtractionClassification":61.28} -{"index":316,"Rank":106,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.01,"AmazonCounterfactualClassification (en)":74.18,"AmazonPolarityClassification":91.77,"AmazonReviewsClassification (en)":48.96,"Banking77Classification":85.07,"EmotionClassification":48.65,"ImdbClassification":85.95,"MassiveIntentClassification (en)":71.47,"MassiveScenarioClassification (en)":76.38,"MTOPDomainClassification (en)":93.03,"MTOPIntentClassification (en)":72.04,"ToxicConversationsClassification":71.61,"TweetSentimentExtractionClassification":57.01} -{"index":72,"Rank":107,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.95,"AmazonCounterfactualClassification (en)":78.19,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":80.99,"EmotionClassification":50.21,"ImdbClassification":88.77,"MassiveIntentClassification (en)":72.02,"MassiveScenarioClassification (en)":76.6,"MTOPDomainClassification (en)":92.43,"MTOPIntentClassification (en)":69.24,"ToxicConversationsClassification":65.57,"TweetSentimentExtractionClassification":62.8} -{"index":198,"Rank":108,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.94,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":91.27,"AmazonReviewsClassification (en)":45.88,"Banking77Classification":81.64,"EmotionClassification":47.06,"ImdbClassification":86.0,"MassiveIntentClassification (en)":71.62,"MassiveScenarioClassification (en)":76.36,"MTOPDomainClassification (en)":92.7,"MTOPIntentClassification (en)":72.56,"ToxicConversationsClassification":71.1,"TweetSentimentExtractionClassification":61.46} -{"index":58,"Rank":109,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":72.88,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":95.27,"AmazonReviewsClassification (en)":51.01,"Banking77Classification":79.17,"EmotionClassification":53.95,"ImdbClassification":91.6,"MassiveIntentClassification (en)":70.36,"MassiveScenarioClassification (en)":75.73,"MTOPDomainClassification (en)":89.54,"MTOPIntentClassification (en)":62.08,"ToxicConversationsClassification":70.81,"TweetSentimentExtractionClassification":62.67} -{"index":300,"Rank":110,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.84,"AmazonCounterfactualClassification (en)":76.01,"AmazonPolarityClassification":93.17,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":80.88,"EmotionClassification":51.95,"ImdbClassification":87.54,"MassiveIntentClassification (en)":72.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":90.73,"MTOPIntentClassification (en)":68.15,"ToxicConversationsClassification":70.95,"TweetSentimentExtractionClassification":61.21} -{"index":147,"Rank":111,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.72,"AmazonCounterfactualClassification (en)":72.9,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":42.56,"Banking77Classification":84.24,"EmotionClassification":52.06,"ImdbClassification":78.54,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":76.68,"MTOPDomainClassification (en)":94.78,"MTOPIntentClassification (en)":77.72,"ToxicConversationsClassification":72.9,"TweetSentimentExtractionClassification":59.85} -{"index":192,"Rank":112,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.63,"AmazonCounterfactualClassification (en)":79.72,"AmazonPolarityClassification":87.96,"AmazonReviewsClassification (en)":42.65,"Banking77Classification":83.33,"EmotionClassification":49.44,"ImdbClassification":75.96,"MassiveIntentClassification (en)":72.25,"MassiveScenarioClassification (en)":76.76,"MTOPDomainClassification (en)":93.21,"MTOPIntentClassification (en)":74.77,"ToxicConversationsClassification":74.12,"TweetSentimentExtractionClassification":61.38} -{"index":244,"Rank":113,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.62,"AmazonCounterfactualClassification (en)":75.39,"AmazonPolarityClassification":90.73,"AmazonReviewsClassification (en)":45.49,"Banking77Classification":84.3,"EmotionClassification":46.7,"ImdbClassification":83.15,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":77.54,"MTOPDomainClassification (en)":92.05,"MTOPIntentClassification (en)":72.49,"ToxicConversationsClassification":70.92,"TweetSentimentExtractionClassification":59.49} -{"index":185,"Rank":114,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.36,"AmazonCounterfactualClassification (en)":86.21,"AmazonPolarityClassification":88.36,"AmazonReviewsClassification (en)":44.64,"Banking77Classification":77.04,"EmotionClassification":51.76,"ImdbClassification":81.17,"MassiveIntentClassification (en)":67.48,"MassiveScenarioClassification (en)":72.59,"MTOPDomainClassification (en)":93.72,"MTOPIntentClassification (en)":70.26,"ToxicConversationsClassification":71.82,"TweetSentimentExtractionClassification":63.31} -{"index":318,"Rank":115,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":73.22,"AmazonPolarityClassification":91.82,"AmazonReviewsClassification (en)":48.03,"Banking77Classification":84.08,"EmotionClassification":46.56,"ImdbClassification":86.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":75.64,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":69.65,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":58.22} -{"index":299,"Rank":116,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.87,"AmazonReviewsClassification (en)":47.12,"Banking77Classification":78.46,"EmotionClassification":51.74,"ImdbClassification":87.01,"MassiveIntentClassification (en)":71.78,"MassiveScenarioClassification (en)":73.16,"MTOPDomainClassification (en)":90.99,"MTOPIntentClassification (en)":64.98,"ToxicConversationsClassification":71.73,"TweetSentimentExtractionClassification":62.33} -{"index":223,"Rank":117,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.25,"AmazonCounterfactualClassification (en)":66.94,"AmazonPolarityClassification":94.7,"AmazonReviewsClassification (en)":51.59,"Banking77Classification":80.34,"EmotionClassification":47.83,"ImdbClassification":89.66,"MassiveIntentClassification (en)":70.27,"MassiveScenarioClassification (en)":74.51,"MTOPDomainClassification (en)":93.77,"MTOPIntentClassification (en)":67.8,"ToxicConversationsClassification":70.85,"TweetSentimentExtractionClassification":58.71} -{"index":84,"Rank":118,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":82.05,"AmazonReviewsClassification (en)":40.81,"Banking77Classification":86.01,"EmotionClassification":48.38,"ImdbClassification":75.33,"MassiveIntentClassification (en)":75.58,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.09,"MTOPIntentClassification (en)":77.05,"ToxicConversationsClassification":69.92,"TweetSentimentExtractionClassification":60.76} -{"index":208,"Rank":119,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":72.13,"AmazonCounterfactualClassification (en)":73.12,"AmazonPolarityClassification":88.89,"AmazonReviewsClassification (en)":43.2,"Banking77Classification":85.36,"EmotionClassification":48.77,"ImdbClassification":78.46,"MassiveIntentClassification (en)":72.04,"MassiveScenarioClassification (en)":76.86,"MTOPDomainClassification (en)":93.43,"MTOPIntentClassification (en)":71.73,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":62.14} -{"index":253,"Rank":120,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":72.1,"AmazonCounterfactualClassification (en)":72.94,"AmazonPolarityClassification":91.35,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.69,"EmotionClassification":45.88,"ImdbClassification":83.99,"MassiveIntentClassification (en)":71.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":72.47,"ToxicConversationsClassification":70.87,"TweetSentimentExtractionClassification":59.2} -{"index":351,"Rank":121,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":71.97,"AmazonCounterfactualClassification (en)":73.96,"AmazonPolarityClassification":91.32,"AmazonReviewsClassification (en)":46.03,"Banking77Classification":83.19,"EmotionClassification":45.8,"ImdbClassification":85.93,"MassiveIntentClassification (en)":71.12,"MassiveScenarioClassification (en)":75.56,"MTOPDomainClassification (en)":92.76,"MTOPIntentClassification (en)":70.45,"ToxicConversationsClassification":68.52,"TweetSentimentExtractionClassification":58.98} -{"index":206,"Rank":122,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":71.91,"AmazonCounterfactualClassification (en)":78.9,"AmazonPolarityClassification":87.98,"AmazonReviewsClassification (en)":42.58,"Banking77Classification":84.16,"EmotionClassification":47.88,"ImdbClassification":77.7,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":77.19,"MTOPDomainClassification (en)":92.34,"MTOPIntentClassification (en)":70.63,"ToxicConversationsClassification":72.13,"TweetSentimentExtractionClassification":61.04} -{"index":81,"Rank":123,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":71.88,"AmazonCounterfactualClassification (en)":75.7,"AmazonPolarityClassification":80.68,"AmazonReviewsClassification (en)":40.0,"Banking77Classification":84.77,"EmotionClassification":47.08,"ImdbClassification":75.19,"MassiveIntentClassification (en)":75.01,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.47,"MTOPIntentClassification (en)":81.09,"ToxicConversationsClassification":71.85,"TweetSentimentExtractionClassification":57.61} -{"index":137,"Rank":124,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.83,"AmazonCounterfactualClassification (en)":71.28,"AmazonPolarityClassification":91.99,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":81.01,"EmotionClassification":49.75,"ImdbClassification":91.31,"MassiveIntentClassification (en)":70.43,"MassiveScenarioClassification (en)":75.12,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":63.23,"ToxicConversationsClassification":65.84,"TweetSentimentExtractionClassification":61.35} -{"index":200,"Rank":125,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.77,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.2,"Banking77Classification":75.88,"EmotionClassification":47.58,"ImdbClassification":90.23,"MassiveIntentClassification (en)":68.51,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":91.81,"MTOPIntentClassification (en)":64.29,"ToxicConversationsClassification":66.01,"TweetSentimentExtractionClassification":62.8} -{"index":337,"Rank":126,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.7,"AmazonCounterfactualClassification (en)":72.88,"AmazonPolarityClassification":91.03,"AmazonReviewsClassification (en)":46.94,"Banking77Classification":83.47,"EmotionClassification":45.8,"ImdbClassification":85.01,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.29,"MTOPDomainClassification (en)":92.51,"MTOPIntentClassification (en)":69.62,"ToxicConversationsClassification":69.8,"TweetSentimentExtractionClassification":57.82} -{"index":197,"Rank":127,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.67,"AmazonCounterfactualClassification (en)":76.22,"AmazonPolarityClassification":87.53,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":81.87,"EmotionClassification":46.86,"ImdbClassification":75.55,"MassiveIntentClassification (en)":72.22,"MassiveScenarioClassification (en)":75.78,"MTOPDomainClassification (en)":92.05,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":72.76,"TweetSentimentExtractionClassification":63.31} -{"index":79,"Rank":128,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":71.57,"AmazonCounterfactualClassification (en)":76.91,"AmazonPolarityClassification":79.05,"AmazonReviewsClassification (en)":40.08,"Banking77Classification":84.65,"EmotionClassification":46.58,"ImdbClassification":75.68,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":79.17,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":79.54,"ToxicConversationsClassification":71.81,"TweetSentimentExtractionClassification":57.17} -{"index":251,"Rank":129,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.17,"AmazonCounterfactualClassification (en)":76.99,"AmazonPolarityClassification":87.54,"AmazonReviewsClassification (en)":46.81,"Banking77Classification":81.09,"EmotionClassification":47.65,"ImdbClassification":86.32,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":74.03,"MTOPDomainClassification (en)":92.36,"MTOPIntentClassification (en)":65.2,"ToxicConversationsClassification":72.96,"TweetSentimentExtractionClassification":55.28} -{"index":71,"Rank":130,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.14,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":89.51,"AmazonReviewsClassification (en)":46.1,"Banking77Classification":78.46,"EmotionClassification":47.11,"ImdbClassification":87.39,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":75.25,"MTOPDomainClassification (en)":92.86,"MTOPIntentClassification (en)":64.85,"ToxicConversationsClassification":63.38,"TweetSentimentExtractionClassification":62.47} -{"index":350,"Rank":131,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} -{"index":20,"Rank":132,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":218,"Rank":133,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.74,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":88.7,"AmazonReviewsClassification (en)":44.7,"Banking77Classification":79.42,"EmotionClassification":42.45,"ImdbClassification":80.82,"MassiveIntentClassification (en)":70.3,"MassiveScenarioClassification (en)":74.48,"MTOPDomainClassification (en)":91.07,"MTOPIntentClassification (en)":71.08,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":62.62} -{"index":143,"Rank":134,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.62,"AmazonCounterfactualClassification (en)":79.31,"AmazonPolarityClassification":76.66,"AmazonReviewsClassification (en)":35.28,"Banking77Classification":84.31,"EmotionClassification":55.61,"ImdbClassification":82.39,"MassiveIntentClassification (en)":69.24,"MassiveScenarioClassification (en)":74.11,"MTOPDomainClassification (en)":90.46,"MTOPIntentClassification (en)":66.0,"ToxicConversationsClassification":74.52,"TweetSentimentExtractionClassification":59.59} -{"index":39,"Rank":135,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":70.57,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":46.55,"Banking77Classification":78.12,"EmotionClassification":46.66,"ImdbClassification":85.64,"MassiveIntentClassification (en)":67.42,"MassiveScenarioClassification (en)":72.61,"MTOPDomainClassification (en)":91.86,"MTOPIntentClassification (en)":62.18,"ToxicConversationsClassification":70.66,"TweetSentimentExtractionClassification":64.46} -{"index":321,"Rank":136,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.56,"AmazonCounterfactualClassification (en)":79.04,"AmazonPolarityClassification":82.24,"AmazonReviewsClassification (en)":44.91,"Banking77Classification":82.21,"EmotionClassification":46.78,"ImdbClassification":74.87,"MassiveIntentClassification (en)":74.19,"MassiveScenarioClassification (en)":77.74,"MTOPDomainClassification (en)":91.84,"MTOPIntentClassification (en)":66.63,"ToxicConversationsClassification":63.28,"TweetSentimentExtractionClassification":63.01} -{"index":222,"Rank":137,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.55,"AmazonCounterfactualClassification (en)":68.61,"AmazonPolarityClassification":93.38,"AmazonReviewsClassification (en)":50.64,"Banking77Classification":78.5,"EmotionClassification":46.37,"ImdbClassification":88.54,"MassiveIntentClassification (en)":67.24,"MassiveScenarioClassification (en)":72.98,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":59.82,"ToxicConversationsClassification":71.16,"TweetSentimentExtractionClassification":58.89} -{"index":346,"Rank":138,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":70.44,"AmazonCounterfactualClassification (en)":76.4,"AmazonPolarityClassification":92.83,"AmazonReviewsClassification (en)":47.45,"Banking77Classification":68.04,"EmotionClassification":50.33,"ImdbClassification":89.38,"MassiveIntentClassification (en)":65.17,"MassiveScenarioClassification (en)":67.67,"MTOPDomainClassification (en)":89.89,"MTOPIntentClassification (en)":64.8,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":63.35} -{"index":132,"Rank":139,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.35,"AmazonCounterfactualClassification (en)":71.76,"AmazonPolarityClassification":86.61,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":81.73,"EmotionClassification":44.71,"ImdbClassification":80.54,"MassiveIntentClassification (en)":70.13,"MassiveScenarioClassification (en)":74.86,"MTOPDomainClassification (en)":91.76,"MTOPIntentClassification (en)":69.9,"ToxicConversationsClassification":70.97,"TweetSentimentExtractionClassification":58.57} -{"index":87,"Rank":140,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.25,"AmazonCounterfactualClassification (en)":72.1,"AmazonPolarityClassification":86.69,"AmazonReviewsClassification (en)":42.7,"Banking77Classification":81.92,"EmotionClassification":45.44,"ImdbClassification":80.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":74.89,"MTOPDomainClassification (en)":92.12,"MTOPIntentClassification (en)":71.86,"ToxicConversationsClassification":65.46,"TweetSentimentExtractionClassification":58.66} -{"index":205,"Rank":141,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":70.17,"AmazonCounterfactualClassification (en)":69.94,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":41.08,"Banking77Classification":82.89,"EmotionClassification":46.84,"ImdbClassification":74.45,"MassiveIntentClassification (en)":67.93,"MassiveScenarioClassification (en)":75.72,"MTOPDomainClassification (en)":92.18,"MTOPIntentClassification (en)":70.3,"ToxicConversationsClassification":72.01,"TweetSentimentExtractionClassification":61.51} -{"index":102,"Rank":142,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":70.14,"AmazonCounterfactualClassification (en)":74.07,"AmazonPolarityClassification":82.31,"AmazonReviewsClassification (en)":41.58,"Banking77Classification":81.74,"EmotionClassification":49.92,"ImdbClassification":74.33,"MassiveIntentClassification (en)":70.0,"MassiveScenarioClassification (en)":75.03,"MTOPDomainClassification (en)":89.64,"MTOPIntentClassification (en)":70.68,"ToxicConversationsClassification":69.93,"TweetSentimentExtractionClassification":62.44} -{"index":298,"Rank":143,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.81,"AmazonCounterfactualClassification (en)":75.82,"AmazonPolarityClassification":85.12,"AmazonReviewsClassification (en)":44.94,"Banking77Classification":76.48,"EmotionClassification":51.35,"ImdbClassification":77.34,"MassiveIntentClassification (en)":69.74,"MassiveScenarioClassification (en)":72.32,"MTOPDomainClassification (en)":90.34,"MTOPIntentClassification (en)":63.32,"ToxicConversationsClassification":68.2,"TweetSentimentExtractionClassification":62.71} -{"index":199,"Rank":144,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.76,"AmazonCounterfactualClassification (en)":77.36,"AmazonPolarityClassification":91.76,"AmazonReviewsClassification (en)":47.54,"Banking77Classification":73.53,"EmotionClassification":45.68,"ImdbClassification":84.29,"MassiveIntentClassification (en)":65.71,"MassiveScenarioClassification (en)":71.57,"MTOPDomainClassification (en)":90.9,"MTOPIntentClassification (en)":61.6,"ToxicConversationsClassification":64.33,"TweetSentimentExtractionClassification":62.8} -{"index":252,"Rank":145,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":69.7,"AmazonCounterfactualClassification (en)":69.78,"AmazonPolarityClassification":88.74,"AmazonReviewsClassification (en)":43.11,"Banking77Classification":82.78,"EmotionClassification":42.92,"ImdbClassification":80.87,"MassiveIntentClassification (en)":69.34,"MassiveScenarioClassification (en)":74.21,"MTOPDomainClassification (en)":89.61,"MTOPIntentClassification (en)":68.9,"ToxicConversationsClassification":68.16,"TweetSentimentExtractionClassification":57.99} -{"index":221,"Rank":146,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.65,"AmazonCounterfactualClassification (en)":70.12,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":50.52,"Banking77Classification":75.59,"EmotionClassification":45.98,"ImdbClassification":90.22,"MassiveIntentClassification (en)":65.03,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":88.63,"MTOPIntentClassification (en)":58.08,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":58.25} -{"index":265,"Rank":147,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":215,"Rank":148,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":22,"Rank":149,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":23,"Rank":150,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":216,"Rank":151,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":44,"Rank":152,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":126,"Rank":153,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.79,"AmazonCounterfactualClassification (en)":68.3,"AmazonPolarityClassification":90.31,"AmazonReviewsClassification (en)":46.27,"Banking77Classification":80.01,"EmotionClassification":43.67,"ImdbClassification":84.36,"MassiveIntentClassification (en)":66.69,"MassiveScenarioClassification (en)":73.06,"MTOPDomainClassification (en)":91.36,"MTOPIntentClassification (en)":60.64,"ToxicConversationsClassification":66.84,"TweetSentimentExtractionClassification":53.91} -{"index":225,"Rank":154,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.79,"AmazonCounterfactualClassification (en)":68.3,"AmazonPolarityClassification":90.31,"AmazonReviewsClassification (en)":46.27,"Banking77Classification":80.01,"EmotionClassification":43.67,"ImdbClassification":84.36,"MassiveIntentClassification (en)":66.69,"MassiveScenarioClassification (en)":73.06,"MTOPDomainClassification (en)":91.36,"MTOPIntentClassification (en)":60.64,"ToxicConversationsClassification":66.84,"TweetSentimentExtractionClassification":53.91} -{"index":248,"Rank":155,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.55,"AmazonCounterfactualClassification (en)":70.72,"AmazonPolarityClassification":83.34,"AmazonReviewsClassification (en)":40.99,"Banking77Classification":81.25,"EmotionClassification":41.66,"ImdbClassification":74.81,"MassiveIntentClassification (en)":69.8,"MassiveScenarioClassification (en)":74.54,"MTOPDomainClassification (en)":91.22,"MTOPIntentClassification (en)":69.39,"ToxicConversationsClassification":67.44,"TweetSentimentExtractionClassification":57.48} -{"index":124,"Rank":156,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.23,"AmazonCounterfactualClassification (en)":76.81,"AmazonPolarityClassification":82.83,"AmazonReviewsClassification (en)":38.93,"Banking77Classification":80.34,"EmotionClassification":46.54,"ImdbClassification":74.08,"MassiveIntentClassification (en)":66.92,"MassiveScenarioClassification (en)":72.75,"MTOPDomainClassification (en)":92.73,"MTOPIntentClassification (en)":65.18,"ToxicConversationsClassification":64.93,"TweetSentimentExtractionClassification":56.73} -{"index":101,"Rank":157,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":68.13,"AmazonCounterfactualClassification (en)":69.22,"AmazonPolarityClassification":71.26,"AmazonReviewsClassification (en)":39.19,"Banking77Classification":84.49,"EmotionClassification":49.66,"ImdbClassification":66.64,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":72.42,"ToxicConversationsClassification":67.71,"TweetSentimentExtractionClassification":56.85} -{"index":94,"Rank":158,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.13,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":80.04,"AmazonReviewsClassification (en)":39.75,"Banking77Classification":80.92,"EmotionClassification":44.88,"ImdbClassification":71.96,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":74.16,"MTOPDomainClassification (en)":90.87,"MTOPIntentClassification (en)":68.53,"ToxicConversationsClassification":66.04,"TweetSentimentExtractionClassification":59.43} -{"index":207,"Rank":159,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":68.04,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":83.81,"AmazonReviewsClassification (en)":38.97,"Banking77Classification":80.97,"EmotionClassification":44.77,"ImdbClassification":72.21,"MassiveIntentClassification (en)":66.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":89.93,"MTOPIntentClassification (en)":66.56,"ToxicConversationsClassification":67.96,"TweetSentimentExtractionClassification":59.6} -{"index":131,"Rank":160,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.04,"AmazonCounterfactualClassification (en)":67.76,"AmazonPolarityClassification":79.75,"AmazonReviewsClassification (en)":37.45,"Banking77Classification":81.17,"EmotionClassification":44.53,"ImdbClassification":76.46,"MassiveIntentClassification (en)":68.58,"MassiveScenarioClassification (en)":73.92,"MTOPDomainClassification (en)":90.67,"MTOPIntentClassification (en)":68.29,"ToxicConversationsClassification":70.23,"TweetSentimentExtractionClassification":57.64} -{"index":125,"Rank":161,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":156,"Rank":162,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":75,"Rank":163,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":213,"Rank":164,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":325,"Rank":165,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.9,"AmazonCounterfactualClassification (en)":76.19,"AmazonPolarityClassification":69.63,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":78.13,"EmotionClassification":45.48,"ImdbClassification":64.06,"MassiveIntentClassification (en)":71.69,"MassiveScenarioClassification (en)":77.2,"MTOPDomainClassification (en)":92.94,"MTOPIntentClassification (en)":74.43,"ToxicConversationsClassification":70.17,"TweetSentimentExtractionClassification":59.31} -{"index":86,"Rank":166,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.9,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":78.79,"AmazonReviewsClassification (en)":39.31,"Banking77Classification":80.58,"EmotionClassification":44.79,"ImdbClassification":71.53,"MassiveIntentClassification (en)":68.84,"MassiveScenarioClassification (en)":73.75,"MTOPDomainClassification (en)":90.79,"MTOPIntentClassification (en)":68.72,"ToxicConversationsClassification":66.29,"TweetSentimentExtractionClassification":59.49} -{"index":144,"Rank":167,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":67.8,"AmazonCounterfactualClassification (en)":68.75,"AmazonPolarityClassification":81.3,"AmazonReviewsClassification (en)":38.57,"Banking77Classification":79.98,"EmotionClassification":40.09,"ImdbClassification":80.09,"MassiveIntentClassification (en)":67.58,"MassiveScenarioClassification (en)":73.47,"MTOPDomainClassification (en)":90.36,"MTOPIntentClassification (en)":66.45,"ToxicConversationsClassification":69.34,"TweetSentimentExtractionClassification":57.6} -{"index":89,"Rank":168,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":73.18,"AmazonPolarityClassification":79.99,"AmazonReviewsClassification (en)":39.66,"Banking77Classification":77.95,"EmotionClassification":44.38,"ImdbClassification":73.02,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":72.36,"MTOPDomainClassification (en)":89.87,"MTOPIntentClassification (en)":71.03,"ToxicConversationsClassification":64.41,"TweetSentimentExtractionClassification":59.66} -{"index":73,"Rank":169,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":74.28,"AmazonPolarityClassification":82.2,"AmazonReviewsClassification (en)":40.22,"Banking77Classification":80.31,"EmotionClassification":40.81,"ImdbClassification":73.7,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":89.73,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":62.52,"TweetSentimentExtractionClassification":59.6} -{"index":211,"Rank":170,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.76,"AmazonCounterfactualClassification (en)":68.93,"AmazonPolarityClassification":69.14,"AmazonReviewsClassification (en)":31.38,"Banking77Classification":85.34,"EmotionClassification":45.84,"ImdbClassification":66.42,"MassiveIntentClassification (en)":72.73,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":76.09,"ToxicConversationsClassification":69.13,"TweetSentimentExtractionClassification":58.16} -{"index":85,"Rank":171,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":67.67,"AmazonCounterfactualClassification (en)":72.93,"AmazonPolarityClassification":74.28,"AmazonReviewsClassification (en)":36.14,"Banking77Classification":79.0,"EmotionClassification":42.85,"ImdbClassification":71.92,"MassiveIntentClassification (en)":69.99,"MassiveScenarioClassification (en)":75.15,"MTOPDomainClassification (en)":91.24,"MTOPIntentClassification (en)":74.08,"ToxicConversationsClassification":68.4,"TweetSentimentExtractionClassification":56.08} -{"index":93,"Rank":172,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":92,"Rank":173,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":297,"Rank":174,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.46,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.52,"Banking77Classification":81.1,"EmotionClassification":45.85,"ImdbClassification":64.58,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":65.56,"TweetSentimentExtractionClassification":59.04} -{"index":293,"Rank":175,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.41,"AmazonCounterfactualClassification (en)":67.3,"AmazonPolarityClassification":75.05,"AmazonReviewsClassification (en)":37.3,"Banking77Classification":82.32,"EmotionClassification":43.19,"ImdbClassification":70.8,"MassiveIntentClassification (en)":70.61,"MassiveScenarioClassification (en)":77.77,"MTOPDomainClassification (en)":93.84,"MTOPIntentClassification (en)":67.71,"ToxicConversationsClassification":68.48,"TweetSentimentExtractionClassification":54.54} -{"index":267,"Rank":176,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.32,"AmazonCounterfactualClassification (en)":75.75,"AmazonPolarityClassification":82.47,"AmazonReviewsClassification (en)":39.6,"Banking77Classification":75.76,"EmotionClassification":44.81,"ImdbClassification":73.53,"MassiveIntentClassification (en)":65.95,"MassiveScenarioClassification (en)":70.78,"MTOPDomainClassification (en)":84.29,"MTOPIntentClassification (en)":63.14,"ToxicConversationsClassification":72.04,"TweetSentimentExtractionClassification":59.73} -{"index":60,"Rank":177,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":67.3,"AmazonCounterfactualClassification (en)":69.73,"AmazonPolarityClassification":86.9,"AmazonReviewsClassification (en)":44.05,"Banking77Classification":75.41,"EmotionClassification":41.99,"ImdbClassification":79.54,"MassiveIntentClassification (en)":63.34,"MassiveScenarioClassification (en)":72.37,"MTOPDomainClassification (en)":89.67,"MTOPIntentClassification (en)":60.28,"ToxicConversationsClassification":67.94,"TweetSentimentExtractionClassification":56.41} -{"index":123,"Rank":178,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":67.18,"AmazonCounterfactualClassification (en)":65.6,"AmazonPolarityClassification":74.26,"AmazonReviewsClassification (en)":34.95,"Banking77Classification":81.81,"EmotionClassification":42.53,"ImdbClassification":72.54,"MassiveIntentClassification (en)":71.46,"MassiveScenarioClassification (en)":76.22,"MTOPDomainClassification (en)":93.53,"MTOPIntentClassification (en)":67.79,"ToxicConversationsClassification":65.86,"TweetSentimentExtractionClassification":59.66} -{"index":291,"Rank":179,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.14,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":73.92,"AmazonReviewsClassification (en)":37.21,"Banking77Classification":81.21,"EmotionClassification":46.33,"ImdbClassification":70.86,"MassiveIntentClassification (en)":70.06,"MassiveScenarioClassification (en)":75.49,"MTOPDomainClassification (en)":94.01,"MTOPIntentClassification (en)":63.86,"ToxicConversationsClassification":68.65,"TweetSentimentExtractionClassification":54.09} -{"index":100,"Rank":180,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":67.13,"AmazonCounterfactualClassification (en)":67.57,"AmazonPolarityClassification":71.44,"AmazonReviewsClassification (en)":35.75,"Banking77Classification":83.22,"EmotionClassification":49.21,"ImdbClassification":63.53,"MassiveIntentClassification (en)":69.01,"MassiveScenarioClassification (en)":75.9,"MTOPDomainClassification (en)":92.56,"MTOPIntentClassification (en)":71.85,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":56.69} -{"index":292,"Rank":181,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.11,"AmazonCounterfactualClassification (en)":68.6,"AmazonPolarityClassification":74.58,"AmazonReviewsClassification (en)":38.2,"Banking77Classification":82.22,"EmotionClassification":45.54,"ImdbClassification":68.15,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.94,"MTOPDomainClassification (en)":93.6,"MTOPIntentClassification (en)":65.93,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.77} -{"index":122,"Rank":182,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.07,"AmazonCounterfactualClassification (en)":74.81,"AmazonPolarityClassification":78.4,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":80.06,"EmotionClassification":46.46,"ImdbClassification":72.88,"MassiveIntentClassification (en)":65.79,"MassiveScenarioClassification (en)":71.1,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":64.71,"TweetSentimentExtractionClassification":56.74} -{"index":202,"Rank":183,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.03,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":88.61,"AmazonReviewsClassification (en)":45.75,"Banking77Classification":70.44,"EmotionClassification":42.86,"ImdbClassification":79.57,"MassiveIntentClassification (en)":63.87,"MassiveScenarioClassification (en)":69.28,"MTOPDomainClassification (en)":88.99,"MTOPIntentClassification (en)":56.69,"ToxicConversationsClassification":63.59,"TweetSentimentExtractionClassification":62.79} -{"index":165,"Rank":184,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.95,"AmazonCounterfactualClassification (en)":67.06,"AmazonPolarityClassification":70.41,"AmazonReviewsClassification (en)":33.21,"Banking77Classification":82.73,"EmotionClassification":43.47,"ImdbClassification":67.3,"MassiveIntentClassification (en)":71.77,"MassiveScenarioClassification (en)":77.85,"MTOPDomainClassification (en)":91.82,"MTOPIntentClassification (en)":74.7,"ToxicConversationsClassification":67.48,"TweetSentimentExtractionClassification":55.62} -{"index":257,"Rank":185,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"AmazonCounterfactualClassification (en)":72.19,"AmazonPolarityClassification":68.63,"AmazonReviewsClassification (en)":37.42,"Banking77Classification":80.02,"EmotionClassification":44.77,"ImdbClassification":67.04,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":76.0,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":69.31,"ToxicConversationsClassification":67.77,"TweetSentimentExtractionClassification":56.1} -{"index":97,"Rank":186,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":66.52,"AmazonCounterfactualClassification (en)":65.21,"AmazonPolarityClassification":73.21,"AmazonReviewsClassification (en)":34.96,"Banking77Classification":82.06,"EmotionClassification":46.39,"ImdbClassification":64.05,"MassiveIntentClassification (en)":68.65,"MassiveScenarioClassification (en)":76.04,"MTOPDomainClassification (en)":92.08,"MTOPIntentClassification (en)":71.19,"ToxicConversationsClassification":68.73,"TweetSentimentExtractionClassification":55.67} -{"index":255,"Rank":187,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":66.48,"AmazonCounterfactualClassification (en)":66.85,"AmazonPolarityClassification":85.92,"AmazonReviewsClassification (en)":41.02,"Banking77Classification":80.63,"EmotionClassification":40.55,"ImdbClassification":76.6,"MassiveIntentClassification (en)":64.95,"MassiveScenarioClassification (en)":70.38,"MTOPDomainClassification (en)":86.31,"MTOPIntentClassification (en)":62.77,"ToxicConversationsClassification":66.53,"TweetSentimentExtractionClassification":55.23} -{"index":130,"Rank":188,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.35,"AmazonCounterfactualClassification (en)":66.27,"AmazonPolarityClassification":75.37,"AmazonReviewsClassification (en)":35.81,"Banking77Classification":80.58,"EmotionClassification":42.47,"ImdbClassification":70.7,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":90.25,"MTOPIntentClassification (en)":67.95,"ToxicConversationsClassification":69.21,"TweetSentimentExtractionClassification":56.71} -{"index":153,"Rank":189,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":66.19,"AmazonCounterfactualClassification (en)":68.06,"AmazonPolarityClassification":68.97,"AmazonReviewsClassification (en)":33.86,"Banking77Classification":84.33,"EmotionClassification":44.87,"ImdbClassification":61.77,"MassiveIntentClassification (en)":69.67,"MassiveScenarioClassification (en)":75.34,"MTOPDomainClassification (en)":93.68,"MTOPIntentClassification (en)":71.34,"ToxicConversationsClassification":66.55,"TweetSentimentExtractionClassification":55.85} -{"index":210,"Rank":190,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.07,"AmazonCounterfactualClassification (en)":66.73,"AmazonPolarityClassification":67.61,"AmazonReviewsClassification (en)":31.18,"Banking77Classification":84.06,"EmotionClassification":44.68,"ImdbClassification":63.87,"MassiveIntentClassification (en)":71.09,"MassiveScenarioClassification (en)":76.25,"MTOPDomainClassification (en)":91.53,"MTOPIntentClassification (en)":72.83,"ToxicConversationsClassification":66.15,"TweetSentimentExtractionClassification":56.85} -{"index":312,"Rank":191,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"AmazonCounterfactualClassification (en)":77.94,"AmazonPolarityClassification":76.0,"AmazonReviewsClassification (en)":37.18,"Banking77Classification":75.5,"EmotionClassification":45.21,"ImdbClassification":68.85,"MassiveIntentClassification (en)":66.32,"MassiveScenarioClassification (en)":70.62,"MTOPDomainClassification (en)":85.38,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":67.08,"TweetSentimentExtractionClassification":57.57} -{"index":354,"Rank":192,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":65.94,"AmazonCounterfactualClassification (en)":74.16,"AmazonPolarityClassification":61.91,"AmazonReviewsClassification (en)":32.06,"Banking77Classification":82.05,"EmotionClassification":46.65,"ImdbClassification":65.02,"MassiveIntentClassification (en)":68.48,"MassiveScenarioClassification (en)":74.98,"MTOPDomainClassification (en)":93.17,"MTOPIntentClassification (en)":71.1,"ToxicConversationsClassification":68.15,"TweetSentimentExtractionClassification":53.57} -{"index":327,"Rank":193,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.78,"AmazonCounterfactualClassification (en)":70.81,"AmazonPolarityClassification":67.05,"AmazonReviewsClassification (en)":35.85,"Banking77Classification":74.67,"EmotionClassification":42.31,"ImdbClassification":63.69,"MassiveIntentClassification (en)":69.05,"MassiveScenarioClassification (en)":75.8,"MTOPDomainClassification (en)":92.48,"MTOPIntentClassification (en)":70.27,"ToxicConversationsClassification":68.22,"TweetSentimentExtractionClassification":59.19} -{"index":90,"Rank":194,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.72,"AmazonCounterfactualClassification (en)":70.4,"AmazonPolarityClassification":82.04,"AmazonReviewsClassification (en)":42.41,"Banking77Classification":71.07,"EmotionClassification":46.78,"ImdbClassification":74.6,"MassiveIntentClassification (en)":62.27,"MassiveScenarioClassification (en)":68.22,"MTOPDomainClassification (en)":88.24,"MTOPIntentClassification (en)":54.94,"ToxicConversationsClassification":65.15,"TweetSentimentExtractionClassification":62.54} -{"index":128,"Rank":195,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.65,"AmazonCounterfactualClassification (en)":71.18,"AmazonPolarityClassification":78.75,"AmazonReviewsClassification (en)":38.26,"Banking77Classification":79.12,"EmotionClassification":45.77,"ImdbClassification":69.49,"MassiveIntentClassification (en)":64.76,"MassiveScenarioClassification (en)":70.05,"MTOPDomainClassification (en)":90.94,"MTOPIntentClassification (en)":58.63,"ToxicConversationsClassification":61.96,"TweetSentimentExtractionClassification":58.9} -{"index":290,"Rank":196,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.25,"AmazonCounterfactualClassification (en)":69.33,"AmazonPolarityClassification":67.82,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":79.26,"EmotionClassification":42.2,"ImdbClassification":65.99,"MassiveIntentClassification (en)":67.05,"MassiveScenarioClassification (en)":75.4,"MTOPDomainClassification (en)":92.42,"MTOPIntentClassification (en)":62.44,"ToxicConversationsClassification":66.6,"TweetSentimentExtractionClassification":56.02} -{"index":127,"Rank":197,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.25,"AmazonCounterfactualClassification (en)":66.19,"AmazonPolarityClassification":70.36,"AmazonReviewsClassification (en)":33.77,"Banking77Classification":80.18,"EmotionClassification":42.38,"ImdbClassification":69.09,"MassiveIntentClassification (en)":68.01,"MassiveScenarioClassification (en)":72.67,"MTOPDomainClassification (en)":92.09,"MTOPIntentClassification (en)":65.27,"ToxicConversationsClassification":64.81,"TweetSentimentExtractionClassification":58.17} -{"index":285,"Rank":198,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.03,"AmazonCounterfactualClassification (en)":65.03,"AmazonPolarityClassification":67.14,"AmazonReviewsClassification (en)":31.44,"Banking77Classification":81.7,"EmotionClassification":42.22,"ImdbClassification":71.17,"MassiveIntentClassification (en)":69.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.89,"MTOPIntentClassification (en)":68.27,"ToxicConversationsClassification":61.05,"TweetSentimentExtractionClassification":55.05} -{"index":88,"Rank":199,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.86,"AmazonCounterfactualClassification (en)":69.6,"AmazonPolarityClassification":82.09,"AmazonReviewsClassification (en)":41.94,"Banking77Classification":67.13,"EmotionClassification":45.79,"ImdbClassification":74.95,"MassiveIntentClassification (en)":61.52,"MassiveScenarioClassification (en)":67.04,"MTOPDomainClassification (en)":87.27,"MTOPIntentClassification (en)":54.66,"ToxicConversationsClassification":64.47,"TweetSentimentExtractionClassification":61.8} -{"index":76,"Rank":200,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.85,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":70.19,"AmazonReviewsClassification (en)":34.29,"Banking77Classification":75.89,"EmotionClassification":40.26,"ImdbClassification":61.14,"MassiveIntentClassification (en)":65.6,"MassiveScenarioClassification (en)":70.37,"MTOPDomainClassification (en)":87.22,"MTOPIntentClassification (en)":69.45,"ToxicConversationsClassification":70.26,"TweetSentimentExtractionClassification":54.49} -{"index":294,"Rank":201,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.71,"AmazonCounterfactualClassification (en)":64.06,"AmazonPolarityClassification":66.88,"AmazonReviewsClassification (en)":34.85,"Banking77Classification":82.35,"EmotionClassification":41.91,"ImdbClassification":60.17,"MassiveIntentClassification (en)":70.4,"MassiveScenarioClassification (en)":73.73,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":55.74} -{"index":289,"Rank":202,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.67,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":68.0,"AmazonReviewsClassification (en)":35.45,"Banking77Classification":71.48,"EmotionClassification":40.04,"ImdbClassification":61.52,"MassiveIntentClassification (en)":66.71,"MassiveScenarioClassification (en)":74.0,"MTOPDomainClassification (en)":91.59,"MTOPIntentClassification (en)":66.4,"ToxicConversationsClassification":69.09,"TweetSentimentExtractionClassification":59.97} -{"index":96,"Rank":203,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.56,"AmazonCounterfactualClassification (en)":69.57,"AmazonPolarityClassification":74.74,"AmazonReviewsClassification (en)":35.36,"Banking77Classification":77.51,"EmotionClassification":39.09,"ImdbClassification":67.87,"MassiveIntentClassification (en)":65.15,"MassiveScenarioClassification (en)":70.75,"MTOPDomainClassification (en)":89.98,"MTOPIntentClassification (en)":66.43,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":54.26} -{"index":324,"Rank":204,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.45,"AmazonCounterfactualClassification (en)":70.67,"AmazonPolarityClassification":67.73,"AmazonReviewsClassification (en)":32.62,"Banking77Classification":74.12,"EmotionClassification":38.64,"ImdbClassification":68.43,"MassiveIntentClassification (en)":67.23,"MassiveScenarioClassification (en)":72.79,"MTOPDomainClassification (en)":90.12,"MTOPIntentClassification (en)":65.0,"ToxicConversationsClassification":68.99,"TweetSentimentExtractionClassification":57.01} -{"index":238,"Rank":205,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":64.44,"AmazonCounterfactualClassification (en)":71.79,"AmazonPolarityClassification":72.48,"AmazonReviewsClassification (en)":36.01,"Banking77Classification":72.64,"EmotionClassification":45.09,"ImdbClassification":70.78,"MassiveIntentClassification (en)":63.79,"MassiveScenarioClassification (en)":70.31,"MTOPDomainClassification (en)":88.96,"MTOPIntentClassification (en)":57.0,"ToxicConversationsClassification":69.06,"TweetSentimentExtractionClassification":55.39} -{"index":296,"Rank":206,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.31,"AmazonCounterfactualClassification (en)":71.57,"AmazonPolarityClassification":69.21,"AmazonReviewsClassification (en)":35.11,"Banking77Classification":79.77,"EmotionClassification":42.37,"ImdbClassification":60.46,"MassiveIntentClassification (en)":66.89,"MassiveScenarioClassification (en)":71.54,"MTOPDomainClassification (en)":87.06,"MTOPIntentClassification (en)":65.52,"ToxicConversationsClassification":66.07,"TweetSentimentExtractionClassification":56.12} -{"index":232,"Rank":207,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.67,"AmazonCounterfactualClassification (en)":61.99,"AmazonPolarityClassification":64.75,"AmazonReviewsClassification (en)":29.79,"Banking77Classification":82.92,"EmotionClassification":40.56,"ImdbClassification":61.71,"MassiveIntentClassification (en)":68.72,"MassiveScenarioClassification (en)":74.39,"MTOPDomainClassification (en)":91.45,"MTOPIntentClassification (en)":70.03,"ToxicConversationsClassification":65.33,"TweetSentimentExtractionClassification":52.41} -{"index":95,"Rank":208,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.54,"AmazonCounterfactualClassification (en)":66.84,"AmazonPolarityClassification":70.48,"AmazonReviewsClassification (en)":33.65,"Banking77Classification":78.04,"EmotionClassification":39.18,"ImdbClassification":65.14,"MassiveIntentClassification (en)":65.32,"MassiveScenarioClassification (en)":70.51,"MTOPDomainClassification (en)":89.27,"MTOPIntentClassification (en)":65.36,"ToxicConversationsClassification":63.92,"TweetSentimentExtractionClassification":54.8} -{"index":326,"Rank":209,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":63.42,"AmazonCounterfactualClassification (en)":69.84,"AmazonPolarityClassification":65.24,"AmazonReviewsClassification (en)":33.95,"Banking77Classification":72.79,"EmotionClassification":35.6,"ImdbClassification":66.32,"MassiveIntentClassification (en)":66.12,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":90.4,"MTOPIntentClassification (en)":62.28,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":57.24} -{"index":175,"Rank":210,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.42,"AmazonCounterfactualClassification (en)":81.49,"AmazonPolarityClassification":62.73,"AmazonReviewsClassification (en)":31.55,"Banking77Classification":73.5,"EmotionClassification":38.29,"ImdbClassification":55.75,"MassiveIntentClassification (en)":64.37,"MassiveScenarioClassification (en)":69.05,"MTOPDomainClassification (en)":89.92,"MTOPIntentClassification (en)":70.85,"ToxicConversationsClassification":67.28,"TweetSentimentExtractionClassification":56.23} -{"index":283,"Rank":211,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.21,"AmazonCounterfactualClassification (en)":65.28,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":30.79,"Banking77Classification":80.4,"EmotionClassification":41.17,"ImdbClassification":59.76,"MassiveIntentClassification (en)":67.15,"MassiveScenarioClassification (en)":74.58,"MTOPDomainClassification (en)":91.9,"MTOPIntentClassification (en)":62.84,"ToxicConversationsClassification":67.47,"TweetSentimentExtractionClassification":54.25} -{"index":129,"Rank":212,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.94,"AmazonCounterfactualClassification (en)":65.09,"AmazonPolarityClassification":70.04,"AmazonReviewsClassification (en)":35.34,"Banking77Classification":76.37,"EmotionClassification":41.84,"ImdbClassification":62.8,"MassiveIntentClassification (en)":63.51,"MassiveScenarioClassification (en)":71.01,"MTOPDomainClassification (en)":90.8,"MTOPIntentClassification (en)":58.01,"ToxicConversationsClassification":64.31,"TweetSentimentExtractionClassification":56.19} -{"index":91,"Rank":213,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.81,"AmazonCounterfactualClassification (en)":68.82,"AmazonPolarityClassification":77.12,"AmazonReviewsClassification (en)":40.94,"Banking77Classification":69.56,"EmotionClassification":46.22,"ImdbClassification":62.17,"MassiveIntentClassification (en)":59.03,"MassiveScenarioClassification (en)":66.59,"MTOPDomainClassification (en)":86.69,"MTOPIntentClassification (en)":49.7,"ToxicConversationsClassification":66.1,"TweetSentimentExtractionClassification":60.78} -{"index":282,"Rank":214,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.71,"AmazonCounterfactualClassification (en)":75.93,"AmazonPolarityClassification":68.95,"AmazonReviewsClassification (en)":35.8,"Banking77Classification":69.85,"EmotionClassification":37.22,"ImdbClassification":62.04,"MassiveIntentClassification (en)":61.46,"MassiveScenarioClassification (en)":66.41,"MTOPDomainClassification (en)":86.06,"MTOPIntentClassification (en)":63.03,"ToxicConversationsClassification":66.9,"TweetSentimentExtractionClassification":58.82} -{"index":155,"Rank":215,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.64,"AmazonCounterfactualClassification (en)":61.46,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.3,"Banking77Classification":80.04,"EmotionClassification":40.55,"ImdbClassification":61.76,"MassiveIntentClassification (en)":67.94,"MassiveScenarioClassification (en)":73.91,"MTOPDomainClassification (en)":91.97,"MTOPIntentClassification (en)":63.3,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":284,"Rank":216,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.62,"AmazonCounterfactualClassification (en)":63.64,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.85,"Banking77Classification":80.04,"EmotionClassification":40.83,"ImdbClassification":61.76,"MassiveIntentClassification (en)":66.94,"MassiveScenarioClassification (en)":73.81,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.55,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":268,"Rank":217,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.5,"AmazonCounterfactualClassification (en)":67.09,"AmazonPolarityClassification":74.48,"AmazonReviewsClassification (en)":33.85,"Banking77Classification":73.55,"EmotionClassification":42.22,"ImdbClassification":69.63,"MassiveIntentClassification (en)":59.84,"MassiveScenarioClassification (en)":66.25,"MTOPDomainClassification (en)":81.71,"MTOPIntentClassification (en)":59.23,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":53.36} -{"index":304,"Rank":218,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":62.23,"AmazonCounterfactualClassification (en)":70.97,"AmazonPolarityClassification":66.1,"AmazonReviewsClassification (en)":33.13,"Banking77Classification":78.08,"EmotionClassification":43.35,"ImdbClassification":59.35,"MassiveIntentClassification (en)":63.83,"MassiveScenarioClassification (en)":66.96,"MTOPDomainClassification (en)":81.05,"MTOPIntentClassification (en)":62.79,"ToxicConversationsClassification":65.97,"TweetSentimentExtractionClassification":55.22} -{"index":237,"Rank":219,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":62.19,"AmazonCounterfactualClassification (en)":68.39,"AmazonPolarityClassification":71.7,"AmazonReviewsClassification (en)":34.32,"Banking77Classification":69.69,"EmotionClassification":44.71,"ImdbClassification":70.79,"MassiveIntentClassification (en)":60.67,"MassiveScenarioClassification (en)":66.95,"MTOPDomainClassification (en)":85.62,"MTOPIntentClassification (en)":51.51,"ToxicConversationsClassification":67.72,"TweetSentimentExtractionClassification":54.2} -{"index":169,"Rank":220,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.67,"AmazonCounterfactualClassification (en)":61.79,"AmazonPolarityClassification":62.36,"AmazonReviewsClassification (en)":29.59,"Banking77Classification":78.6,"EmotionClassification":39.6,"ImdbClassification":61.22,"MassiveIntentClassification (en)":66.78,"MassiveScenarioClassification (en)":73.78,"MTOPDomainClassification (en)":89.97,"MTOPIntentClassification (en)":59.57,"ToxicConversationsClassification":65.12,"TweetSentimentExtractionClassification":51.63} -{"index":183,"Rank":221,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.66,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":71.33,"AmazonReviewsClassification (en)":33.56,"Banking77Classification":63.41,"EmotionClassification":35.28,"ImdbClassification":65.35,"MassiveIntentClassification (en)":59.88,"MassiveScenarioClassification (en)":64.28,"MTOPDomainClassification (en)":82.63,"MTOPIntentClassification (en)":68.14,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":51.81} -{"index":99,"Rank":222,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":61.46,"AmazonCounterfactualClassification (en)":65.88,"AmazonPolarityClassification":74.94,"AmazonReviewsClassification (en)":35.1,"Banking77Classification":74.68,"EmotionClassification":42.23,"ImdbClassification":62.9,"MassiveIntentClassification (en)":58.08,"MassiveScenarioClassification (en)":66.34,"MTOPDomainClassification (en)":81.52,"MTOPIntentClassification (en)":58.24,"ToxicConversationsClassification":62.79,"TweetSentimentExtractionClassification":54.82} -{"index":161,"Rank":223,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.44,"AmazonCounterfactualClassification (en)":64.87,"AmazonPolarityClassification":65.17,"AmazonReviewsClassification (en)":31.02,"Banking77Classification":74.12,"EmotionClassification":36.71,"ImdbClassification":66.9,"MassiveIntentClassification (en)":61.95,"MassiveScenarioClassification (en)":70.2,"MTOPDomainClassification (en)":89.13,"MTOPIntentClassification (en)":62.62,"ToxicConversationsClassification":63.57,"TweetSentimentExtractionClassification":51.04} -{"index":233,"Rank":224,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.34,"AmazonCounterfactualClassification (en)":67.19,"AmazonPolarityClassification":68.45,"AmazonReviewsClassification (en)":31.84,"Banking77Classification":72.39,"EmotionClassification":40.96,"ImdbClassification":67.0,"MassiveIntentClassification (en)":61.16,"MassiveScenarioClassification (en)":65.94,"MTOPDomainClassification (en)":84.32,"MTOPIntentClassification (en)":59.26,"ToxicConversationsClassification":67.6,"TweetSentimentExtractionClassification":50.02} -{"index":234,"Rank":225,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.27,"AmazonCounterfactualClassification (en)":68.04,"AmazonPolarityClassification":67.22,"AmazonReviewsClassification (en)":32.38,"Banking77Classification":71.39,"EmotionClassification":38.34,"ImdbClassification":66.56,"MassiveIntentClassification (en)":62.5,"MassiveScenarioClassification (en)":66.09,"MTOPDomainClassification (en)":84.82,"MTOPIntentClassification (en)":62.41,"ToxicConversationsClassification":65.69,"TweetSentimentExtractionClassification":49.83} -{"index":235,"Rank":226,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.25,"AmazonCounterfactualClassification (en)":71.1,"AmazonPolarityClassification":67.33,"AmazonReviewsClassification (en)":32.59,"Banking77Classification":71.91,"EmotionClassification":37.09,"ImdbClassification":65.11,"MassiveIntentClassification (en)":62.67,"MassiveScenarioClassification (en)":66.7,"MTOPDomainClassification (en)":84.76,"MTOPIntentClassification (en)":63.26,"ToxicConversationsClassification":63.04,"TweetSentimentExtractionClassification":49.44} -{"index":98,"Rank":227,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":60.72,"AmazonCounterfactualClassification (en)":61.24,"AmazonPolarityClassification":65.4,"AmazonReviewsClassification (en)":31.17,"Banking77Classification":77.7,"EmotionClassification":39.08,"ImdbClassification":58.67,"MassiveIntentClassification (en)":61.41,"MassiveScenarioClassification (en)":69.74,"MTOPDomainClassification (en)":86.96,"MTOPIntentClassification (en)":62.25,"ToxicConversationsClassification":62.66,"TweetSentimentExtractionClassification":52.41} -{"index":212,"Rank":228,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (en)":64.82,"AmazonPolarityClassification":64.28,"AmazonReviewsClassification (en)":30.62,"Banking77Classification":74.64,"EmotionClassification":36.08,"ImdbClassification":58.71,"MassiveIntentClassification (en)":64.67,"MassiveScenarioClassification (en)":71.79,"MTOPDomainClassification (en)":88.82,"MTOPIntentClassification (en)":58.61,"ToxicConversationsClassification":59.44,"TweetSentimentExtractionClassification":54.26} -{"index":236,"Rank":229,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":58.45,"AmazonCounterfactualClassification (en)":65.45,"AmazonPolarityClassification":70.83,"AmazonReviewsClassification (en)":33.0,"Banking77Classification":65.17,"EmotionClassification":42.03,"ImdbClassification":70.36,"MassiveIntentClassification (en)":54.07,"MassiveScenarioClassification (en)":59.6,"MTOPDomainClassification (en)":79.27,"MTOPIntentClassification (en)":42.5,"ToxicConversationsClassification":66.59,"TweetSentimentExtractionClassification":52.52} -{"index":288,"Rank":230,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.65,"AmazonCounterfactualClassification (en)":60.54,"AmazonPolarityClassification":59.59,"AmazonReviewsClassification (en)":31.01,"Banking77Classification":67.05,"EmotionClassification":33.18,"ImdbClassification":63.98,"MassiveIntentClassification (en)":57.21,"MassiveScenarioClassification (en)":66.11,"MTOPDomainClassification (en)":78.57,"MTOPIntentClassification (en)":57.07,"ToxicConversationsClassification":67.76,"TweetSentimentExtractionClassification":49.68} -{"index":287,"Rank":231,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.29,"AmazonCounterfactualClassification (en)":56.91,"AmazonPolarityClassification":60.32,"AmazonReviewsClassification (en)":29.67,"Banking77Classification":67.69,"EmotionClassification":36.93,"ImdbClassification":62.57,"MassiveIntentClassification (en)":56.19,"MassiveScenarioClassification (en)":66.03,"MTOPDomainClassification (en)":79.11,"MTOPIntentClassification (en)":55.85,"ToxicConversationsClassification":65.4,"TweetSentimentExtractionClassification":50.8} -{"index":11,"Rank":232,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.18,"AmazonCounterfactualClassification (en)":76.84,"AmazonPolarityClassification":61.01,"AmazonReviewsClassification (en)":28.71,"Banking77Classification":57.76,"EmotionClassification":24.83,"ImdbClassification":57.58,"MassiveIntentClassification (en)":47.91,"MassiveScenarioClassification (en)":55.92,"MTOPDomainClassification (en)":75.36,"MTOPIntentClassification (en)":49.47,"ToxicConversationsClassification":54.05,"TweetSentimentExtractionClassification":48.73} -{"index":286,"Rank":233,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.37,"AmazonCounterfactualClassification (en)":58.7,"AmazonPolarityClassification":57.77,"AmazonReviewsClassification (en)":26.26,"Banking77Classification":66.66,"EmotionClassification":24.82,"ImdbClassification":56.35,"MassiveIntentClassification (en)":51.73,"MassiveScenarioClassification (en)":58.58,"MTOPDomainClassification (en)":74.53,"MTOPIntentClassification (en)":50.05,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":45.52} -{"index":319,"Rank":234,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.73,"AmazonCounterfactualClassification (en)":50.81,"AmazonPolarityClassification":52.57,"AmazonReviewsClassification (en)":22.63,"Banking77Classification":36.43,"EmotionClassification":22.75,"ImdbClassification":50.76,"MassiveIntentClassification (en)":34.33,"MassiveScenarioClassification (en)":44.13,"MTOPDomainClassification (en)":61.03,"MTOPIntentClassification (en)":29.68,"ToxicConversationsClassification":54.93,"TweetSentimentExtractionClassification":40.75} -{"index":2,"Rank":235,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonCounterfactualClassification (en)":61.85,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":83.21,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":3,"Rank":236,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":4,"Rank":237,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":5,"Rank":238,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":7,"Rank":239,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":10,"Rank":240,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":13,"Rank":242,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":27,"Rank":244,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":30,"Rank":245,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":34,"Rank":246,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":69.91,"AmazonPolarityClassification":72.95,"AmazonReviewsClassification (en)":"","Banking77Classification":64.12,"EmotionClassification":31.51,"ImdbClassification":65.17,"MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":68.76,"MTOPDomainClassification (en)":81.21,"MTOPIntentClassification (en)":51.56,"ToxicConversationsClassification":65.65,"TweetSentimentExtractionClassification":57.41} -{"index":35,"Rank":247,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":53.41,"MassiveScenarioClassification (en)":61.78,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":36,"Rank":248,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":54.76,"MassiveScenarioClassification (en)":63.42,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":41,"Rank":249,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":42,"Rank":250,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":43,"Rank":251,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":45,"Rank":252,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":46,"Rank":253,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":49,"Rank":254,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":57.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":30.59,"Banking77Classification":73.42,"EmotionClassification":33.62,"ImdbClassification":56.17,"MassiveIntentClassification (en)":62.96,"MassiveScenarioClassification (en)":71.47,"MTOPDomainClassification (en)":87.07,"MTOPIntentClassification (en)":61.96,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":49.34} -{"index":50,"Rank":255,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":51,"Rank":256,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":52,"Rank":257,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":53,"Rank":258,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":67,"Rank":265,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":67.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":34.9,"Banking77Classification":58.43,"EmotionClassification":29.68,"ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":70,"Rank":266,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":103,"Rank":268,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":104,"Rank":269,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":105,"Rank":270,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":106,"Rank":271,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":107,"Rank":272,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":108,"Rank":273,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":109,"Rank":274,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":110,"Rank":275,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":111,"Rank":276,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":120,"Rank":281,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":84.82,"AmazonPolarityClassification":76.88,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":"","EmotionClassification":41.93,"ImdbClassification":"","MassiveIntentClassification (en)":65.91,"MassiveScenarioClassification (en)":67.62,"MTOPDomainClassification (en)":87.95,"MTOPIntentClassification (en)":78.43,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":56.28} -{"index":121,"Rank":282,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":74.78,"AmazonPolarityClassification":71.89,"AmazonReviewsClassification (en)":36.7,"Banking77Classification":81.37,"EmotionClassification":42.6,"ImdbClassification":63.96,"MassiveIntentClassification (en)":68.56,"MassiveScenarioClassification (en)":74.15,"MTOPDomainClassification (en)":90.19,"MTOPIntentClassification (en)":69.5,"ToxicConversationsClassification":69.85,"TweetSentimentExtractionClassification":""} -{"index":134,"Rank":283,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":136,"Rank":284,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":138,"Rank":285,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":139,"Rank":286,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":140,"Rank":287,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":141,"Rank":288,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":90.31,"AmazonPolarityClassification":94.3,"AmazonReviewsClassification (en)":"","Banking77Classification":87.79,"EmotionClassification":73.1,"ImdbClassification":94.91,"MassiveIntentClassification (en)":75.15,"MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":95.35,"MTOPIntentClassification (en)":80.47,"ToxicConversationsClassification":75.37,"TweetSentimentExtractionClassification":67.65} -{"index":157,"Rank":289,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":158,"Rank":290,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":159,"Rank":291,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":160,"Rank":292,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":162,"Rank":293,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":163,"Rank":294,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":164,"Rank":295,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":166,"Rank":296,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":167,"Rank":297,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":168,"Rank":298,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":170,"Rank":299,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":176,"Rank":300,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":177,"Rank":301,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":178,"Rank":302,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":181,"Rank":303,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":182,"Rank":304,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":203,"Rank":306,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":204,"Rank":307,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":226,"Rank":308,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":37.26,"Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":63.42,"MassiveScenarioClassification (en)":68.93,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":227,"Rank":309,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":228,"Rank":310,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":229,"Rank":311,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":230,"Rank":312,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":231,"Rank":313,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":241,"Rank":314,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":242,"Rank":315,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":29.13,"Banking77Classification":80.25,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":245,"Rank":316,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":75.54,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":260,"Rank":318,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":261,"Rank":319,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":262,"Rank":320,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":263,"Rank":321,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":269,"Rank":322,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":270,"Rank":323,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":271,"Rank":324,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":275,"Rank":325,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":276,"Rank":326,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":277,"Rank":327,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":278,"Rank":328,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":279,"Rank":329,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":280,"Rank":330,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":281,"Rank":331,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":295,"Rank":332,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":302,"Rank":333,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":303,"Rank":334,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":68.36,"AmazonReviewsClassification (en)":"","Banking77Classification":59.86,"EmotionClassification":29.5,"ImdbClassification":58.36,"MassiveIntentClassification (en)":50.16,"MassiveScenarioClassification (en)":61.29,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":57.77,"TweetSentimentExtractionClassification":55.3} -{"index":305,"Rank":335,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":47.68,"MassiveScenarioClassification (en)":52.62,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":306,"Rank":336,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":49.54,"MassiveScenarioClassification (en)":55.25,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":311,"Rank":337,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":322,"Rank":339,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":68.57,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":36.81,"Banking77Classification":50.75,"EmotionClassification":31.46,"ImdbClassification":"","MassiveIntentClassification (en)":53.5,"MassiveScenarioClassification (en)":63.84,"MTOPDomainClassification (en)":83.66,"MTOPIntentClassification (en)":49.43,"ToxicConversationsClassification":61.04,"TweetSentimentExtractionClassification":54.89} -{"index":329,"Rank":341,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":80.3,"AmazonReviewsClassification (en)":"","Banking77Classification":85.19,"EmotionClassification":48.22,"ImdbClassification":69.87,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":75.01,"TweetSentimentExtractionClassification":61.8} -{"index":330,"Rank":342,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":0.86,"AmazonReviewsClassification (en)":"","Banking77Classification":0.81,"EmotionClassification":0.48,"ImdbClassification":0.74,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":0.69,"TweetSentimentExtractionClassification":0.61} -{"index":333,"Rank":343,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":334,"Rank":344,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":76.66,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":46.43,"Banking77Classification":73.74,"EmotionClassification":47.44,"ImdbClassification":79.55,"MassiveIntentClassification (en)":65.61,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":63.53,"TweetSentimentExtractionClassification":61.77} -{"index":339,"Rank":347,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} diff --git a/all_data_tasks/1/default.jsonl b/all_data_tasks/1/default.jsonl deleted file mode 100644 index ec7a43af3d6b8e6614c8a7b72a5ff0d215b8ff92..0000000000000000000000000000000000000000 --- a/all_data_tasks/1/default.jsonl +++ /dev/null @@ -1,330 +0,0 @@ -{"index":259,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82} -{"index":190,"Rank":2,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"ArxivClusteringP2P":55.71,"ArxivClusteringS2S":51.0,"BiorxivClusteringP2P":52.05,"BiorxivClusteringS2S":47.58,"MedrxivClusteringP2P":46.75,"MedrxivClusteringS2S":44.9,"RedditClustering":73.02,"RedditClusteringP2P":74.72,"StackExchangeClustering":80.19,"StackExchangeClusteringP2P":49.42,"TwentyNewsgroupsClustering":63.13} -{"index":25,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98} -{"index":308,"Rank":4,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98} -{"index":171,"Rank":5,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":57.69,"ArxivClusteringP2P":55.44,"ArxivClusteringS2S":50.66,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":46.87,"MedrxivClusteringP2P":46.87,"MedrxivClusteringS2S":44.65,"RedditClustering":72.86,"RedditClusteringP2P":75.27,"StackExchangeClustering":80.29,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":61.43} -{"index":309,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":17,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":179,"Rank":8,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":48,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":172,"Rank":10,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":56.7,"ArxivClusteringP2P":55.16,"ArxivClusteringS2S":49.82,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":45.81,"MedrxivClusteringP2P":46.32,"MedrxivClusteringS2S":44.29,"RedditClustering":71.19,"RedditClusteringP2P":74.42,"StackExchangeClustering":78.49,"StackExchangeClusteringP2P":48.9,"TwentyNewsgroupsClustering":58.57} -{"index":117,"Rank":11,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.17,"ArxivClusteringP2P":54.02,"ArxivClusteringS2S":48.82,"BiorxivClusteringP2P":50.76,"BiorxivClusteringS2S":46.57,"MedrxivClusteringP2P":46.66,"MedrxivClusteringS2S":44.18,"RedditClustering":62.92,"RedditClusteringP2P":72.74,"StackExchangeClustering":76.48,"StackExchangeClusteringP2P":48.29,"TwentyNewsgroupsClustering":66.42} -{"index":15,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.83,"ArxivClusteringP2P":56.4,"ArxivClusteringS2S":51.45,"BiorxivClusteringP2P":49.01,"BiorxivClusteringS2S":45.06,"MedrxivClusteringP2P":44.37,"MedrxivClusteringS2S":42.0,"RedditClustering":73.37,"RedditClusteringP2P":72.51,"StackExchangeClustering":79.07,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":51.31} -{"index":28,"Rank":13,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":54.65,"ArxivClusteringP2P":54.91,"ArxivClusteringS2S":50.28,"BiorxivClusteringP2P":52.64,"BiorxivClusteringS2S":49.2,"MedrxivClusteringP2P":45.81,"MedrxivClusteringS2S":44.11,"RedditClustering":56.03,"RedditClusteringP2P":65.83,"StackExchangeClustering":66.21,"StackExchangeClusteringP2P":45.74,"TwentyNewsgroupsClustering":70.44} -{"index":188,"Rank":14,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.36,"ArxivClusteringP2P":54.27,"ArxivClusteringS2S":49.82,"BiorxivClusteringP2P":47.22,"BiorxivClusteringS2S":43.9,"MedrxivClusteringP2P":41.54,"MedrxivClusteringS2S":40.54,"RedditClustering":65.92,"RedditClusteringP2P":68.02,"StackExchangeClustering":76.99,"StackExchangeClusteringP2P":45.16,"TwentyNewsgroupsClustering":64.6} -{"index":6,"Rank":15,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":53.35,"ArxivClusteringP2P":51.81,"ArxivClusteringS2S":44.73,"BiorxivClusteringP2P":46.07,"BiorxivClusteringS2S":40.64,"MedrxivClusteringP2P":42.94,"MedrxivClusteringS2S":41.44,"RedditClustering":68.5,"RedditClusteringP2P":64.86,"StackExchangeClustering":74.16,"StackExchangeClusteringP2P":45.1,"TwentyNewsgroupsClustering":66.62} -{"index":258,"Rank":16,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.8,"ArxivClusteringP2P":53.76,"ArxivClusteringS2S":49.59,"BiorxivClusteringP2P":48.15,"BiorxivClusteringS2S":44.74,"MedrxivClusteringP2P":39.24,"MedrxivClusteringS2S":36.98,"RedditClustering":63.2,"RedditClusteringP2P":68.01,"StackExchangeClustering":74.99,"StackExchangeClusteringP2P":42.04,"TwentyNewsgroupsClustering":60.13} -{"index":9,"Rank":17,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":52.42,"ArxivClusteringP2P":51.95,"ArxivClusteringS2S":42.48,"BiorxivClusteringP2P":50.15,"BiorxivClusteringS2S":42.84,"MedrxivClusteringP2P":47.24,"MedrxivClusteringS2S":43.48,"RedditClustering":63.73,"RedditClusteringP2P":64.09,"StackExchangeClustering":70.71,"StackExchangeClusteringP2P":40.34,"TwentyNewsgroupsClustering":59.56} -{"index":338,"Rank":18,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.89,"ArxivClusteringP2P":52.03,"ArxivClusteringS2S":47.83,"BiorxivClusteringP2P":43.74,"BiorxivClusteringS2S":40.74,"MedrxivClusteringP2P":38.38,"MedrxivClusteringS2S":37.67,"RedditClustering":61.88,"RedditClusteringP2P":68.3,"StackExchangeClustering":75.91,"StackExchangeClusteringP2P":47.17,"TwentyNewsgroupsClustering":57.15} -{"index":118,"Rank":19,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.67,"ArxivClusteringP2P":52.08,"ArxivClusteringS2S":47.38,"BiorxivClusteringP2P":43.94,"BiorxivClusteringS2S":41.14,"MedrxivClusteringP2P":40.03,"MedrxivClusteringS2S":39.0,"RedditClustering":59.9,"RedditClusteringP2P":67.64,"StackExchangeClustering":74.25,"StackExchangeClusteringP2P":46.78,"TwentyNewsgroupsClustering":56.27} -{"index":74,"Rank":20,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.42,"ArxivClusteringP2P":51.48,"ArxivClusteringS2S":47.3,"BiorxivClusteringP2P":42.73,"BiorxivClusteringS2S":39.58,"MedrxivClusteringP2P":37.84,"MedrxivClusteringS2S":36.65,"RedditClustering":61.52,"RedditClusteringP2P":68.24,"StackExchangeClustering":76.94,"StackExchangeClusteringP2P":46.04,"TwentyNewsgroupsClustering":57.3} -{"index":56,"Rank":21,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.71,"ArxivClusteringP2P":52.69,"ArxivClusteringS2S":47.13,"BiorxivClusteringP2P":42.52,"BiorxivClusteringS2S":39.48,"MedrxivClusteringP2P":37.41,"MedrxivClusteringS2S":34.93,"RedditClustering":59.97,"RedditClusteringP2P":70.0,"StackExchangeClustering":74.6,"StackExchangeClusteringP2P":46.89,"TwentyNewsgroupsClustering":52.15} -{"index":264,"Rank":22,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":54,"Rank":23,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":33,"Rank":24,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":313,"Rank":25,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":196,"Rank":26,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":21,"Rank":27,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":55,"Rank":28,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":314,"Rank":29,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":59,"Rank":30,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":49.28,"ArxivClusteringP2P":51.12,"ArxivClusteringS2S":47.02,"BiorxivClusteringP2P":42.0,"BiorxivClusteringS2S":39.62,"MedrxivClusteringP2P":36.95,"MedrxivClusteringS2S":36.28,"RedditClustering":57.93,"RedditClusteringP2P":65.29,"StackExchangeClustering":71.59,"StackExchangeClusteringP2P":39.01,"TwentyNewsgroupsClustering":55.25} -{"index":352,"Rank":31,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14} -{"index":47,"Rank":32,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58} -{"index":16,"Rank":33,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58} -{"index":220,"Rank":34,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.32,"ArxivClusteringP2P":48.63,"ArxivClusteringS2S":40.52,"BiorxivClusteringP2P":44.9,"BiorxivClusteringS2S":37.9,"MedrxivClusteringP2P":37.67,"MedrxivClusteringS2S":35.51,"RedditClustering":59.36,"RedditClusteringP2P":64.46,"StackExchangeClustering":66.77,"StackExchangeClusteringP2P":38.9,"TwentyNewsgroupsClustering":56.91} -{"index":19,"Rank":35,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91} -{"index":266,"Rank":36,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91} -{"index":272,"Rank":37,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78} -{"index":1,"Rank":38,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87} -{"index":38,"Rank":39,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.43,"ArxivClusteringP2P":49.17,"ArxivClusteringS2S":42.18,"BiorxivClusteringP2P":40.96,"BiorxivClusteringS2S":37.25,"MedrxivClusteringP2P":37.41,"MedrxivClusteringS2S":33.39,"RedditClustering":58.46,"RedditClusteringP2P":66.35,"StackExchangeClustering":68.42,"StackExchangeClusteringP2P":37.51,"TwentyNewsgroupsClustering":50.64} -{"index":8,"Rank":40,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":47.4,"ArxivClusteringP2P":47.92,"ArxivClusteringS2S":42.42,"BiorxivClusteringP2P":38.72,"BiorxivClusteringS2S":36.6,"MedrxivClusteringP2P":34.04,"MedrxivClusteringS2S":32.81,"RedditClustering":61.56,"RedditClusteringP2P":65.35,"StackExchangeClustering":70.16,"StackExchangeClusteringP2P":38.23,"TwentyNewsgroupsClustering":53.56} -{"index":320,"Rank":41,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.18,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":46.32,"BiorxivClusteringP2P":36.93,"BiorxivClusteringS2S":38.28,"MedrxivClusteringP2P":32.52,"MedrxivClusteringS2S":32.83,"RedditClustering":64.31,"RedditClusteringP2P":61.46,"StackExchangeClustering":70.93,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":53.52} -{"index":201,"Rank":42,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":47.07,"ArxivClusteringP2P":46.4,"ArxivClusteringS2S":40.49,"BiorxivClusteringP2P":40.94,"BiorxivClusteringS2S":36.28,"MedrxivClusteringP2P":36.93,"MedrxivClusteringS2S":35.54,"RedditClustering":56.6,"RedditClusteringP2P":64.27,"StackExchangeClustering":66.85,"StackExchangeClusteringP2P":42.46,"TwentyNewsgroupsClustering":51.03} -{"index":69,"Rank":43,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.93,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.05,"BiorxivClusteringP2P":39.74,"BiorxivClusteringS2S":36.57,"MedrxivClusteringP2P":33.71,"MedrxivClusteringS2S":31.81,"RedditClustering":61.38,"RedditClusteringP2P":65.29,"StackExchangeClustering":66.6,"StackExchangeClusteringP2P":36.32,"TwentyNewsgroupsClustering":52.69} -{"index":317,"Rank":44,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.84,"ArxivClusteringP2P":48.62,"ArxivClusteringS2S":43.36,"BiorxivClusteringP2P":39.11,"BiorxivClusteringS2S":36.85,"MedrxivClusteringP2P":33.39,"MedrxivClusteringS2S":31.76,"RedditClustering":60.83,"RedditClusteringP2P":64.24,"StackExchangeClustering":67.64,"StackExchangeClusteringP2P":36.57,"TwentyNewsgroupsClustering":52.82} -{"index":18,"Rank":45,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.82,"ArxivClusteringP2P":47.51,"ArxivClusteringS2S":42.05,"BiorxivClusteringP2P":40.32,"BiorxivClusteringS2S":37.55,"MedrxivClusteringP2P":34.6,"MedrxivClusteringS2S":32.27,"RedditClustering":58.61,"RedditClusteringP2P":66.87,"StackExchangeClustering":68.93,"StackExchangeClusteringP2P":37.6,"TwentyNewsgroupsClustering":48.75} -{"index":133,"Rank":46,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.73,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.09,"BiorxivClusteringP2P":39.38,"BiorxivClusteringS2S":37.23,"MedrxivClusteringP2P":33.22,"MedrxivClusteringS2S":31.18,"RedditClustering":60.52,"RedditClusteringP2P":65.35,"StackExchangeClustering":66.54,"StackExchangeClusteringP2P":36.72,"TwentyNewsgroupsClustering":51.72} -{"index":174,"Rank":47,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":240,"Rank":48,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":307,"Rank":49,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":310,"Rank":50,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":353,"Rank":51,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":46.65,"ArxivClusteringP2P":46.57,"ArxivClusteringS2S":39.35,"BiorxivClusteringP2P":37.77,"BiorxivClusteringS2S":34.68,"MedrxivClusteringP2P":32.77,"MedrxivClusteringS2S":31.85,"RedditClustering":64.09,"RedditClusteringP2P":65.12,"StackExchangeClustering":72.05,"StackExchangeClusteringP2P":34.04,"TwentyNewsgroupsClustering":54.81} -{"index":209,"Rank":52,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.61,"ArxivClusteringP2P":48.73,"ArxivClusteringS2S":42.87,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":37.24,"MedrxivClusteringP2P":34.31,"MedrxivClusteringS2S":32.18,"RedditClustering":59.43,"RedditClusteringP2P":64.54,"StackExchangeClustering":65.08,"StackExchangeClusteringP2P":35.52,"TwentyNewsgroupsClustering":53.12} -{"index":40,"Rank":53,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":46.6,"ArxivClusteringP2P":48.16,"ArxivClusteringS2S":40.79,"BiorxivClusteringP2P":40.5,"BiorxivClusteringS2S":36.91,"MedrxivClusteringP2P":36.18,"MedrxivClusteringS2S":33.44,"RedditClustering":58.11,"RedditClusteringP2P":65.02,"StackExchangeClustering":68.12,"StackExchangeClusteringP2P":35.22,"TwentyNewsgroupsClustering":50.14} -{"index":148,"Rank":54,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.55,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.58,"BiorxivClusteringP2P":39.34,"BiorxivClusteringS2S":36.18,"MedrxivClusteringP2P":34.48,"MedrxivClusteringS2S":32.26,"RedditClustering":60.62,"RedditClusteringP2P":63.29,"StackExchangeClustering":66.47,"StackExchangeClusteringP2P":36.4,"TwentyNewsgroupsClustering":51.91} -{"index":328,"Rank":55,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.46,"ArxivClusteringP2P":48.66,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.81,"BiorxivClusteringS2S":36.63,"MedrxivClusteringP2P":33.63,"MedrxivClusteringS2S":31.7,"RedditClustering":59.77,"RedditClusteringP2P":63.79,"StackExchangeClustering":66.31,"StackExchangeClusteringP2P":34.99,"TwentyNewsgroupsClustering":52.98} -{"index":80,"Rank":56,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":46.45,"ArxivClusteringP2P":44.27,"ArxivClusteringS2S":46.85,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":30.71,"MedrxivClusteringS2S":32.96,"RedditClustering":61.72,"RedditClusteringP2P":63.98,"StackExchangeClustering":72.74,"StackExchangeClusteringP2P":32.26,"TwentyNewsgroupsClustering":56.41} -{"index":219,"Rank":57,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":46.32,"ArxivClusteringP2P":47.02,"ArxivClusteringS2S":43.52,"BiorxivClusteringP2P":35.53,"BiorxivClusteringS2S":35.34,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":29.67,"RedditClustering":61.77,"RedditClusteringP2P":66.01,"StackExchangeClustering":72.04,"StackExchangeClusteringP2P":35.29,"TwentyNewsgroupsClustering":53.04} -{"index":351,"Rank":58,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":46.23,"ArxivClusteringP2P":47.05,"ArxivClusteringS2S":42.59,"BiorxivClusteringP2P":35.43,"BiorxivClusteringS2S":33.86,"MedrxivClusteringP2P":32.1,"MedrxivClusteringS2S":31.15,"RedditClustering":60.18,"RedditClusteringP2P":64.71,"StackExchangeClustering":71.23,"StackExchangeClusteringP2P":35.95,"TwentyNewsgroupsClustering":54.24} -{"index":146,"Rank":59,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.21,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.74,"BiorxivClusteringP2P":39.04,"BiorxivClusteringS2S":36.67,"MedrxivClusteringP2P":33.92,"MedrxivClusteringS2S":32.25,"RedditClustering":59.11,"RedditClusteringP2P":62.44,"StackExchangeClustering":66.14,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":52.16} -{"index":316,"Rank":60,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.2,"ArxivClusteringP2P":48.6,"ArxivClusteringS2S":43.01,"BiorxivClusteringP2P":38.2,"BiorxivClusteringS2S":36.59,"MedrxivClusteringP2P":33.17,"MedrxivClusteringS2S":31.77,"RedditClustering":59.33,"RedditClusteringP2P":62.59,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":36.0,"TwentyNewsgroupsClustering":52.31} -{"index":273,"Rank":61,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":189,"Rank":62,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":26,"Rank":63,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":274,"Rank":64,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":239,"Rank":65,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.07,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.34,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":36.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.22,"RedditClustering":57.93,"RedditClusteringP2P":62.47,"StackExchangeClustering":66.41,"StackExchangeClusteringP2P":35.32,"TwentyNewsgroupsClustering":51.48} -{"index":350,"Rank":66,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.9,"ArxivClusteringP2P":45.01,"ArxivClusteringS2S":36.85,"BiorxivClusteringP2P":36.66,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":32.6,"MedrxivClusteringS2S":30.8,"RedditClustering":61.42,"RedditClusteringP2P":64.13,"StackExchangeClustering":72.22,"StackExchangeClusteringP2P":38.49,"TwentyNewsgroupsClustering":52.56} -{"index":24,"Rank":67,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.81,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} -{"index":151,"Rank":68,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":224,"Rank":69,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":119,"Rank":70,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":82,"Rank":71,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":45.54,"ArxivClusteringP2P":42.81,"ArxivClusteringS2S":44.24,"BiorxivClusteringP2P":34.27,"BiorxivClusteringS2S":35.53,"MedrxivClusteringP2P":31.07,"MedrxivClusteringS2S":31.27,"RedditClustering":60.24,"RedditClusteringP2P":64.12,"StackExchangeClustering":70.73,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":52.18} -{"index":57,"Rank":72,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":45.46,"ArxivClusteringP2P":48.01,"ArxivClusteringS2S":39.4,"BiorxivClusteringP2P":40.01,"BiorxivClusteringS2S":33.79,"MedrxivClusteringP2P":35.54,"MedrxivClusteringS2S":32.7,"RedditClustering":55.17,"RedditClusteringP2P":64.4,"StackExchangeClustering":65.94,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":49.55} -{"index":58,"Rank":73,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":45.37,"ArxivClusteringP2P":47.08,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":33.96,"MedrxivClusteringP2P":33.84,"MedrxivClusteringS2S":32.43,"RedditClustering":57.63,"RedditClusteringP2P":65.1,"StackExchangeClustering":67.22,"StackExchangeClusteringP2P":33.7,"TwentyNewsgroupsClustering":49.68} -{"index":186,"Rank":74,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.29,"ArxivClusteringP2P":43.16,"ArxivClusteringS2S":32.56,"BiorxivClusteringP2P":37.62,"BiorxivClusteringS2S":31.33,"MedrxivClusteringP2P":34.22,"MedrxivClusteringS2S":32.0,"RedditClustering":63.65,"RedditClusteringP2P":64.63,"StackExchangeClustering":68.78,"StackExchangeClusteringP2P":36.15,"TwentyNewsgroupsClustering":54.13} -{"index":78,"Rank":75,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":45.24,"ArxivClusteringP2P":43.14,"ArxivClusteringS2S":42.38,"BiorxivClusteringP2P":35.88,"BiorxivClusteringS2S":34.81,"MedrxivClusteringP2P":32.23,"MedrxivClusteringS2S":31.37,"RedditClustering":61.1,"RedditClusteringP2P":64.52,"StackExchangeClustering":67.98,"StackExchangeClusteringP2P":33.2,"TwentyNewsgroupsClustering":51.04} -{"index":217,"Rank":76,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.21,"ArxivClusteringP2P":46.66,"ArxivClusteringS2S":39.27,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.42,"RedditClustering":55.4,"RedditClusteringP2P":62.87,"StackExchangeClustering":65.66,"StackExchangeClusteringP2P":35.08,"TwentyNewsgroupsClustering":52.49} -{"index":0,"Rank":77,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":45.07,"ArxivClusteringP2P":44.12,"ArxivClusteringS2S":36.54,"BiorxivClusteringP2P":36.28,"BiorxivClusteringS2S":33.09,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":30.84,"RedditClustering":62.24,"RedditClusteringP2P":63.7,"StackExchangeClustering":70.19,"StackExchangeClusteringP2P":36.1,"TwentyNewsgroupsClustering":50.6} -{"index":243,"Rank":78,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.06,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.01,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.65,"MedrxivClusteringP2P":32.8,"MedrxivClusteringS2S":30.96,"RedditClustering":55.69,"RedditClusteringP2P":62.33,"StackExchangeClustering":64.81,"StackExchangeClusteringP2P":34.08,"TwentyNewsgroupsClustering":49.5} -{"index":150,"Rank":79,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.95,"ArxivClusteringP2P":47.78,"ArxivClusteringS2S":40.13,"BiorxivClusteringP2P":39.4,"BiorxivClusteringS2S":35.1,"MedrxivClusteringP2P":34.71,"MedrxivClusteringS2S":32.15,"RedditClustering":55.4,"RedditClusteringP2P":61.23,"StackExchangeClustering":62.05,"StackExchangeClusteringP2P":36.65,"TwentyNewsgroupsClustering":49.86} -{"index":191,"Rank":80,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.9,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":40.47,"BiorxivClusteringP2P":39.56,"BiorxivClusteringS2S":35.91,"MedrxivClusteringP2P":33.25,"MedrxivClusteringS2S":31.96,"RedditClustering":55.07,"RedditClusteringP2P":62.12,"StackExchangeClustering":64.47,"StackExchangeClusteringP2P":33.8,"TwentyNewsgroupsClustering":50.08} -{"index":318,"Rank":81,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.89,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":40.26,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":35.49,"MedrxivClusteringP2P":33.78,"MedrxivClusteringS2S":32.07,"RedditClustering":55.62,"RedditClusteringP2P":61.39,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":36.33,"TwentyNewsgroupsClustering":49.95} -{"index":149,"Rank":82,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.82,"ArxivClusteringP2P":47.62,"ArxivClusteringS2S":39.86,"BiorxivClusteringP2P":39.22,"BiorxivClusteringS2S":35.43,"MedrxivClusteringP2P":34.5,"MedrxivClusteringS2S":32.16,"RedditClustering":55.51,"RedditClusteringP2P":60.64,"StackExchangeClustering":61.91,"StackExchangeClusteringP2P":36.16,"TwentyNewsgroupsClustering":50.01} -{"index":187,"Rank":83,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"ArxivClusteringP2P":42.45,"ArxivClusteringS2S":32.21,"BiorxivClusteringP2P":37.37,"BiorxivClusteringS2S":30.55,"MedrxivClusteringP2P":33.19,"MedrxivClusteringS2S":30.79,"RedditClustering":63.49,"RedditClusteringP2P":65.13,"StackExchangeClustering":68.44,"StackExchangeClusteringP2P":35.17,"TwentyNewsgroupsClustering":53.38} -{"index":37,"Rank":84,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.64,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":37.58,"BiorxivClusteringP2P":38.97,"BiorxivClusteringS2S":34.52,"MedrxivClusteringP2P":37.66,"MedrxivClusteringS2S":33.54,"RedditClustering":53.5,"RedditClusteringP2P":63.59,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":36.48,"TwentyNewsgroupsClustering":46.06} -{"index":72,"Rank":85,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} -{"index":68,"Rank":86,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.49,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":37.36,"BiorxivClusteringS2S":34.85,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":30.38,"RedditClustering":55.83,"RedditClusteringP2P":63.38,"StackExchangeClustering":65.92,"StackExchangeClusteringP2P":33.67,"TwentyNewsgroupsClustering":49.6} -{"index":152,"Rank":87,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.36,"ArxivClusteringP2P":47.55,"ArxivClusteringS2S":40.03,"BiorxivClusteringP2P":38.67,"BiorxivClusteringS2S":34.36,"MedrxivClusteringP2P":33.1,"MedrxivClusteringS2S":31.07,"RedditClustering":53.82,"RedditClusteringP2P":63.06,"StackExchangeClustering":62.86,"StackExchangeClusteringP2P":34.49,"TwentyNewsgroupsClustering":48.91} -{"index":142,"Rank":88,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.31,"ArxivClusteringP2P":47.53,"ArxivClusteringS2S":39.97,"BiorxivClusteringP2P":39.68,"BiorxivClusteringS2S":35.39,"MedrxivClusteringP2P":33.38,"MedrxivClusteringS2S":31.55,"RedditClustering":51.77,"RedditClusteringP2P":62.33,"StackExchangeClustering":61.08,"StackExchangeClusteringP2P":35.64,"TwentyNewsgroupsClustering":49.1} -{"index":20,"Rank":89,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":195,"Rank":90,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.26,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} -{"index":193,"Rank":91,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.1,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} -{"index":135,"Rank":92,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":31,"Rank":93,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":256,"Rank":94,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":115,"Rank":95,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":340,"Rank":96,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":249,"Rank":97,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":29,"Rank":98,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":332,"Rank":99,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":173,"Rank":100,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":43.8,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.5,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.46,"MedrxivClusteringS2S":28.99,"RedditClustering":56.16,"RedditClusteringP2P":63.43,"StackExchangeClustering":65.15,"StackExchangeClusteringP2P":32.5,"TwentyNewsgroupsClustering":48.16} -{"index":301,"Rank":101,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.72,"ArxivClusteringP2P":42.89,"ArxivClusteringS2S":33.47,"BiorxivClusteringP2P":36.53,"BiorxivClusteringS2S":28.66,"MedrxivClusteringP2P":32.09,"MedrxivClusteringS2S":26.82,"RedditClustering":58.99,"RedditClusteringP2P":64.46,"StackExchangeClustering":70.78,"StackExchangeClusteringP2P":35.25,"TwentyNewsgroupsClustering":50.93} -{"index":254,"Rank":102,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":43.71,"ArxivClusteringP2P":45.45,"ArxivClusteringS2S":36.19,"BiorxivClusteringP2P":38.41,"BiorxivClusteringS2S":32.28,"MedrxivClusteringP2P":34.47,"MedrxivClusteringS2S":31.43,"RedditClustering":55.9,"RedditClusteringP2P":60.58,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":49.36} -{"index":250,"Rank":103,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.7,"ArxivClusteringP2P":45.85,"ArxivClusteringS2S":36.13,"BiorxivClusteringP2P":38.46,"BiorxivClusteringS2S":33.14,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":30.55,"RedditClustering":56.82,"RedditClusteringP2P":61.57,"StackExchangeClustering":63.18,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":48.72} -{"index":285,"Rank":104,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.69,"ArxivClusteringP2P":48.38,"ArxivClusteringS2S":39.72,"BiorxivClusteringP2P":39.62,"BiorxivClusteringS2S":35.02,"MedrxivClusteringP2P":35.58,"MedrxivClusteringS2S":32.87,"RedditClustering":54.82,"RedditClusteringP2P":56.77,"StackExchangeClustering":53.8,"StackExchangeClusteringP2P":34.28,"TwentyNewsgroupsClustering":49.74} -{"index":321,"Rank":105,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.59,"ArxivClusteringP2P":45.46,"ArxivClusteringS2S":39.07,"BiorxivClusteringP2P":35.41,"BiorxivClusteringS2S":34.04,"MedrxivClusteringP2P":31.92,"MedrxivClusteringS2S":31.41,"RedditClustering":57.44,"RedditClusteringP2P":59.23,"StackExchangeClustering":62.06,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":50.97} -{"index":84,"Rank":106,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":43.57,"ArxivClusteringP2P":43.47,"ArxivClusteringS2S":39.85,"BiorxivClusteringP2P":37.1,"BiorxivClusteringS2S":34.28,"MedrxivClusteringP2P":33.55,"MedrxivClusteringS2S":31.11,"RedditClustering":53.02,"RedditClusteringP2P":60.47,"StackExchangeClustering":63.04,"StackExchangeClusteringP2P":34.01,"TwentyNewsgroupsClustering":49.37} -{"index":223,"Rank":107,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.48,"ArxivClusteringP2P":44.44,"ArxivClusteringS2S":34.19,"BiorxivClusteringP2P":37.82,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":33.88,"MedrxivClusteringS2S":32.08,"RedditClustering":54.25,"RedditClusteringP2P":61.28,"StackExchangeClustering":64.7,"StackExchangeClusteringP2P":34.23,"TwentyNewsgroupsClustering":49.31} -{"index":137,"Rank":108,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.45,"ArxivClusteringP2P":47.13,"ArxivClusteringS2S":39.59,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":34.02,"MedrxivClusteringP2P":32.89,"MedrxivClusteringS2S":30.64,"RedditClustering":51.6,"RedditClusteringP2P":60.83,"StackExchangeClustering":60.02,"StackExchangeClusteringP2P":35.11,"TwentyNewsgroupsClustering":47.34} -{"index":329,"Rank":109,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.43,"ArxivClusteringP2P":45.8,"ArxivClusteringS2S":37.64,"BiorxivClusteringP2P":38.69,"BiorxivClusteringS2S":34.45,"MedrxivClusteringP2P":32.86,"MedrxivClusteringS2S":34.02,"RedditClustering":54.76,"RedditClusteringP2P":56.28,"StackExchangeClustering":63.95,"StackExchangeClusteringP2P":32.22,"TwentyNewsgroupsClustering":47.07} -{"index":194,"Rank":110,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.33,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":41.38,"BiorxivClusteringP2P":37.6,"BiorxivClusteringS2S":35.09,"MedrxivClusteringP2P":32.26,"MedrxivClusteringS2S":29.66,"RedditClustering":50.69,"RedditClusteringP2P":61.37,"StackExchangeClustering":64.96,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":43.81} -{"index":253,"Rank":111,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":43.16,"ArxivClusteringP2P":44.82,"ArxivClusteringS2S":35.32,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":31.83,"MedrxivClusteringP2P":34.08,"MedrxivClusteringS2S":30.98,"RedditClustering":54.92,"RedditClusteringP2P":60.23,"StackExchangeClustering":61.81,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":48.56} -{"index":222,"Rank":112,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.97,"ArxivClusteringP2P":45.54,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.11,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.78,"RedditClustering":49.24,"RedditClusteringP2P":58.82,"StackExchangeClustering":58.89,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":46.13} -{"index":244,"Rank":113,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.88,"ArxivClusteringP2P":46.5,"ArxivClusteringS2S":40.08,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":32.0,"MedrxivClusteringS2S":30.38,"RedditClustering":51.0,"RedditClusteringP2P":59.28,"StackExchangeClustering":60.92,"StackExchangeClusteringP2P":32.98,"TwentyNewsgroupsClustering":47.3} -{"index":247,"Rank":114,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.63,"ArxivClusteringP2P":46.92,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":37.43,"BiorxivClusteringS2S":33.89,"MedrxivClusteringP2P":31.9,"MedrxivClusteringS2S":30.71,"RedditClustering":50.5,"RedditClusteringP2P":60.3,"StackExchangeClustering":59.26,"StackExchangeClusteringP2P":33.76,"TwentyNewsgroupsClustering":45.09} -{"index":251,"Rank":115,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":42.52,"ArxivClusteringP2P":45.18,"ArxivClusteringS2S":35.91,"BiorxivClusteringP2P":36.57,"BiorxivClusteringS2S":32.05,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":29.56,"RedditClustering":55.37,"RedditClusteringP2P":60.05,"StackExchangeClustering":62.28,"StackExchangeClusteringP2P":33.94,"TwentyNewsgroupsClustering":45.43} -{"index":293,"Rank":116,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.42,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":32.39,"BiorxivClusteringP2P":30.48,"BiorxivClusteringS2S":27.5,"MedrxivClusteringP2P":29.12,"MedrxivClusteringS2S":27.56,"RedditClustering":64.13,"RedditClusteringP2P":62.84,"StackExchangeClustering":71.43,"StackExchangeClusteringP2P":32.85,"TwentyNewsgroupsClustering":50.44} -{"index":300,"Rank":117,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.34,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":31.17,"BiorxivClusteringP2P":36.43,"BiorxivClusteringS2S":26.47,"MedrxivClusteringP2P":32.3,"MedrxivClusteringS2S":26.93,"RedditClustering":57.03,"RedditClusteringP2P":62.34,"StackExchangeClustering":67.13,"StackExchangeClusteringP2P":34.79,"TwentyNewsgroupsClustering":49.53} -{"index":252,"Rank":118,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":42.24,"ArxivClusteringP2P":43.87,"ArxivClusteringS2S":34.57,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":30.68,"MedrxivClusteringP2P":34.09,"MedrxivClusteringS2S":31.3,"RedditClustering":53.31,"RedditClusteringP2P":58.96,"StackExchangeClustering":59.92,"StackExchangeClusteringP2P":33.88,"TwentyNewsgroupsClustering":47.29} -{"index":192,"Rank":119,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.11,"ArxivClusteringP2P":44.57,"ArxivClusteringS2S":40.48,"BiorxivClusteringP2P":36.19,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.53,"MedrxivClusteringS2S":28.29,"RedditClustering":48.18,"RedditClusteringP2P":62.19,"StackExchangeClustering":63.91,"StackExchangeClusteringP2P":32.56,"TwentyNewsgroupsClustering":42.58} -{"index":132,"Rank":120,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.09,"ArxivClusteringP2P":46.64,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":39.19,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":34.11,"MedrxivClusteringS2S":31.67,"RedditClustering":50.19,"RedditClusteringP2P":56.49,"StackExchangeClustering":57.54,"StackExchangeClusteringP2P":35.74,"TwentyNewsgroupsClustering":43.27} -{"index":71,"Rank":121,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.03,"ArxivClusteringP2P":44.26,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":36.38,"BiorxivClusteringS2S":31.54,"MedrxivClusteringP2P":31.11,"MedrxivClusteringS2S":29.1,"RedditClustering":51.34,"RedditClusteringP2P":62.51,"StackExchangeClustering":61.57,"StackExchangeClusteringP2P":33.59,"TwentyNewsgroupsClustering":44.97} -{"index":81,"Rank":122,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":41.99,"ArxivClusteringP2P":49.22,"ArxivClusteringS2S":41.71,"BiorxivClusteringP2P":38.39,"BiorxivClusteringS2S":31.31,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":27.87,"RedditClustering":43.67,"RedditClusteringP2P":61.67,"StackExchangeClustering":68.2,"StackExchangeClusteringP2P":36.36,"TwentyNewsgroupsClustering":32.01} -{"index":39,"Rank":123,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":41.98,"ArxivClusteringP2P":44.21,"ArxivClusteringS2S":33.91,"BiorxivClusteringP2P":38.68,"BiorxivClusteringS2S":32.21,"MedrxivClusteringP2P":35.18,"MedrxivClusteringS2S":30.99,"RedditClustering":49.5,"RedditClusteringP2P":60.21,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.97,"TwentyNewsgroupsClustering":42.09} -{"index":284,"Rank":124,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.94,"ArxivClusteringP2P":46.55,"ArxivClusteringS2S":37.86,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.7,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.26,"TwentyNewsgroupsClustering":46.49} -{"index":155,"Rank":125,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.91,"ArxivClusteringP2P":46.47,"ArxivClusteringS2S":37.67,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.69,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":46.49} -{"index":185,"Rank":126,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.9,"ArxivClusteringP2P":39.68,"ArxivClusteringS2S":29.19,"BiorxivClusteringP2P":32.98,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":30.89,"MedrxivClusteringS2S":28.38,"RedditClustering":59.26,"RedditClusteringP2P":63.22,"StackExchangeClustering":65.04,"StackExchangeClusteringP2P":35.28,"TwentyNewsgroupsClustering":51.31} -{"index":124,"Rank":127,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.87,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":37.43,"BiorxivClusteringP2P":36.97,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.5,"MedrxivClusteringS2S":28.41,"RedditClustering":47.53,"RedditClusteringP2P":62.76,"StackExchangeClustering":59.55,"StackExchangeClusteringP2P":39.43,"TwentyNewsgroupsClustering":37.73} -{"index":283,"Rank":128,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.81,"ArxivClusteringP2P":46.07,"ArxivClusteringS2S":37.5,"BiorxivClusteringP2P":36.99,"BiorxivClusteringS2S":33.21,"MedrxivClusteringP2P":34.25,"MedrxivClusteringS2S":32.24,"RedditClustering":51.18,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.05,"StackExchangeClusteringP2P":33.13,"TwentyNewsgroupsClustering":47.47} -{"index":180,"Rank":129,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":331,"Rank":130,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":145,"Rank":131,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":214,"Rank":132,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":123,"Rank":133,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":41.65,"ArxivClusteringP2P":43.97,"ArxivClusteringS2S":34.78,"BiorxivClusteringP2P":35.09,"BiorxivClusteringS2S":30.22,"MedrxivClusteringP2P":31.39,"MedrxivClusteringS2S":28.24,"RedditClustering":51.21,"RedditClusteringP2P":60.37,"StackExchangeClustering":63.4,"StackExchangeClusteringP2P":36.29,"TwentyNewsgroupsClustering":43.23} -{"index":299,"Rank":134,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.65,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":29.44,"BiorxivClusteringP2P":35.99,"BiorxivClusteringS2S":24.02,"MedrxivClusteringP2P":32.4,"MedrxivClusteringS2S":26.33,"RedditClustering":54.53,"RedditClusteringP2P":62.5,"StackExchangeClustering":65.11,"StackExchangeClusteringP2P":36.86,"TwentyNewsgroupsClustering":49.33} -{"index":291,"Rank":135,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"ArxivClusteringP2P":37.5,"ArxivClusteringS2S":30.55,"BiorxivClusteringP2P":29.59,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":28.72,"MedrxivClusteringS2S":27.39,"RedditClustering":61.69,"RedditClusteringP2P":61.67,"StackExchangeClustering":69.93,"StackExchangeClusteringP2P":33.21,"TwentyNewsgroupsClustering":51.64} -{"index":125,"Rank":136,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} -{"index":292,"Rank":137,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.51,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":30.45,"BiorxivClusteringP2P":30.52,"BiorxivClusteringS2S":26.06,"MedrxivClusteringP2P":28.69,"MedrxivClusteringS2S":26.69,"RedditClustering":61.34,"RedditClusteringP2P":61.11,"StackExchangeClustering":69.95,"StackExchangeClusteringP2P":32.73,"TwentyNewsgroupsClustering":51.15} -{"index":122,"Rank":138,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} -{"index":200,"Rank":139,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.23,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} -{"index":257,"Rank":140,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.1,"ArxivClusteringP2P":42.61,"ArxivClusteringS2S":32.32,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":29.08,"MedrxivClusteringP2P":31.19,"MedrxivClusteringS2S":27.27,"RedditClustering":54.89,"RedditClusteringP2P":57.58,"StackExchangeClustering":63.15,"StackExchangeClusteringP2P":32.25,"TwentyNewsgroupsClustering":46.82} -{"index":127,"Rank":141,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.0,"ArxivClusteringP2P":44.68,"ArxivClusteringS2S":35.05,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.63,"MedrxivClusteringP2P":31.58,"MedrxivClusteringS2S":28.01,"RedditClustering":49.13,"RedditClusteringP2P":61.06,"StackExchangeClustering":61.4,"StackExchangeClusteringP2P":36.14,"TwentyNewsgroupsClustering":39.29} -{"index":60,"Rank":142,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":128,"Rank":143,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} -{"index":221,"Rank":144,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.86,"ArxivClusteringP2P":47.03,"ArxivClusteringS2S":38.38,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":34.94,"MedrxivClusteringP2P":33.98,"MedrxivClusteringS2S":31.67,"RedditClustering":42.72,"RedditClusteringP2P":56.93,"StackExchangeClustering":53.6,"StackExchangeClusteringP2P":32.87,"TwentyNewsgroupsClustering":38.38} -{"index":79,"Rank":145,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":40.83,"ArxivClusteringP2P":47.81,"ArxivClusteringS2S":40.53,"BiorxivClusteringP2P":38.12,"BiorxivClusteringS2S":31.25,"MedrxivClusteringP2P":30.94,"MedrxivClusteringS2S":28.04,"RedditClustering":42.84,"RedditClusteringP2P":60.1,"StackExchangeClustering":65.12,"StackExchangeClusteringP2P":33.61,"TwentyNewsgroupsClustering":30.76} -{"index":165,"Rank":146,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.83,"ArxivClusteringP2P":42.9,"ArxivClusteringS2S":32.45,"BiorxivClusteringP2P":37.24,"BiorxivClusteringS2S":29.75,"MedrxivClusteringP2P":36.65,"MedrxivClusteringS2S":32.57,"RedditClustering":50.62,"RedditClusteringP2P":54.44,"StackExchangeClustering":54.26,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":45.7} -{"index":208,"Rank":147,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.81,"ArxivClusteringP2P":45.66,"ArxivClusteringS2S":38.42,"BiorxivClusteringP2P":35.54,"BiorxivClusteringS2S":32.19,"MedrxivClusteringP2P":30.95,"MedrxivClusteringS2S":28.87,"RedditClustering":47.9,"RedditClusteringP2P":55.95,"StackExchangeClustering":60.27,"StackExchangeClusteringP2P":32.34,"TwentyNewsgroupsClustering":40.81} -{"index":206,"Rank":148,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":40.74,"ArxivClusteringP2P":45.37,"ArxivClusteringS2S":36.52,"BiorxivClusteringP2P":36.52,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.71,"MedrxivClusteringS2S":28.8,"RedditClustering":49.71,"RedditClusteringP2P":55.07,"StackExchangeClustering":59.42,"StackExchangeClusteringP2P":31.7,"TwentyNewsgroupsClustering":41.29} -{"index":225,"Rank":149,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.71,"ArxivClusteringP2P":44.95,"ArxivClusteringS2S":34.12,"BiorxivClusteringP2P":35.27,"BiorxivClusteringS2S":28.41,"MedrxivClusteringP2P":31.14,"MedrxivClusteringS2S":27.01,"RedditClustering":51.86,"RedditClusteringP2P":61.81,"StackExchangeClustering":61.24,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":38.14} -{"index":126,"Rank":150,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.71,"ArxivClusteringP2P":44.95,"ArxivClusteringS2S":34.12,"BiorxivClusteringP2P":35.27,"BiorxivClusteringS2S":28.41,"MedrxivClusteringP2P":31.14,"MedrxivClusteringS2S":27.01,"RedditClustering":51.86,"RedditClusteringP2P":61.81,"StackExchangeClustering":61.24,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":38.14} -{"index":87,"Rank":151,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.7,"ArxivClusteringP2P":46.39,"ArxivClusteringS2S":35.41,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":31.74,"MedrxivClusteringP2P":33.13,"MedrxivClusteringS2S":30.29,"RedditClustering":47.53,"RedditClusteringP2P":56.03,"StackExchangeClustering":53.87,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.77} -{"index":83,"Rank":152,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":40.63,"ArxivClusteringP2P":47.56,"ArxivClusteringS2S":39.92,"BiorxivClusteringP2P":36.14,"BiorxivClusteringS2S":30.26,"MedrxivClusteringP2P":30.11,"MedrxivClusteringS2S":26.93,"RedditClustering":41.83,"RedditClusteringP2P":62.08,"StackExchangeClustering":67.34,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":30.26} -{"index":334,"Rank":153,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.54,"ArxivClusteringP2P":43.24,"ArxivClusteringS2S":36.49,"BiorxivClusteringP2P":35.56,"BiorxivClusteringS2S":31.02,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":27.76,"RedditClustering":49.16,"RedditClusteringP2P":61.55,"StackExchangeClustering":56.77,"StackExchangeClusteringP2P":32.04,"TwentyNewsgroupsClustering":40.7} -{"index":143,"Rank":154,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.4,"ArxivClusteringP2P":41.78,"ArxivClusteringS2S":34.13,"BiorxivClusteringP2P":35.01,"BiorxivClusteringS2S":31.0,"MedrxivClusteringP2P":29.71,"MedrxivClusteringS2S":28.0,"RedditClustering":49.53,"RedditClusteringP2P":59.71,"StackExchangeClustering":60.73,"StackExchangeClusteringP2P":34.64,"TwentyNewsgroupsClustering":40.12} -{"index":101,"Rank":155,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.34,"ArxivClusteringP2P":45.59,"ArxivClusteringS2S":38.86,"BiorxivClusteringP2P":36.55,"BiorxivClusteringS2S":33.7,"MedrxivClusteringP2P":31.51,"MedrxivClusteringS2S":28.76,"RedditClustering":40.45,"RedditClusteringP2P":55.75,"StackExchangeClustering":59.21,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":39.46} -{"index":255,"Rank":156,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.31,"ArxivClusteringP2P":41.8,"ArxivClusteringS2S":32.41,"BiorxivClusteringP2P":34.81,"BiorxivClusteringS2S":28.59,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":29.91,"RedditClustering":50.31,"RedditClusteringP2P":56.57,"StackExchangeClustering":57.99,"StackExchangeClusteringP2P":33.64,"TwentyNewsgroupsClustering":44.61} -{"index":298,"Rank":157,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.21,"ArxivClusteringP2P":39.28,"ArxivClusteringS2S":27.26,"BiorxivClusteringP2P":33.99,"BiorxivClusteringS2S":22.92,"MedrxivClusteringP2P":33.2,"MedrxivClusteringS2S":26.13,"RedditClustering":52.93,"RedditClusteringP2P":59.67,"StackExchangeClustering":63.13,"StackExchangeClusteringP2P":35.68,"TwentyNewsgroupsClustering":48.1} -{"index":44,"Rank":158,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":216,"Rank":159,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":232,"Rank":160,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.94,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":36.91,"BiorxivClusteringP2P":38.59,"BiorxivClusteringS2S":32.32,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":29.92,"RedditClustering":45.63,"RedditClusteringP2P":53.37,"StackExchangeClustering":47.28,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":42.38} -{"index":198,"Rank":161,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} -{"index":97,"Rank":162,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} -{"index":100,"Rank":163,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":39.83,"ArxivClusteringP2P":44.72,"ArxivClusteringS2S":35.08,"BiorxivClusteringP2P":34.41,"BiorxivClusteringS2S":30.53,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.77,"RedditClustering":46.47,"RedditClusteringP2P":54.17,"StackExchangeClustering":59.19,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":40.89} -{"index":197,"Rank":164,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.73,"ArxivClusteringP2P":44.14,"ArxivClusteringS2S":37.14,"BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} -{"index":199,"Rank":165,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.62,"ArxivClusteringP2P":43.35,"ArxivClusteringS2S":36.0,"BiorxivClusteringP2P":37.55,"BiorxivClusteringS2S":30.33,"MedrxivClusteringP2P":30.6,"MedrxivClusteringS2S":28.73,"RedditClustering":43.15,"RedditClusteringP2P":61.69,"StackExchangeClustering":55.31,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":35.55} -{"index":94,"Rank":166,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.54,"ArxivClusteringP2P":42.86,"ArxivClusteringS2S":32.48,"BiorxivClusteringP2P":36.83,"BiorxivClusteringS2S":29.24,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":30.8,"RedditClustering":48.28,"RedditClusteringP2P":53.56,"StackExchangeClustering":55.07,"StackExchangeClusteringP2P":31.92,"TwentyNewsgroupsClustering":41.37} -{"index":147,"Rank":167,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.48,"ArxivClusteringP2P":45.31,"ArxivClusteringS2S":35.45,"BiorxivClusteringP2P":38.38,"BiorxivClusteringS2S":31.09,"MedrxivClusteringP2P":33.35,"MedrxivClusteringS2S":29.79,"RedditClustering":44.12,"RedditClusteringP2P":48.68,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":33.91,"TwentyNewsgroupsClustering":41.13} -{"index":130,"Rank":168,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.46,"ArxivClusteringP2P":44.6,"ArxivClusteringS2S":34.48,"BiorxivClusteringP2P":37.13,"BiorxivClusteringS2S":29.72,"MedrxivClusteringP2P":31.98,"MedrxivClusteringS2S":29.26,"RedditClustering":45.27,"RedditClusteringP2P":54.47,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":34.67,"TwentyNewsgroupsClustering":39.37} -{"index":22,"Rank":169,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":215,"Rank":170,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":265,"Rank":171,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":23,"Rank":172,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":131,"Rank":173,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.18,"ArxivClusteringP2P":44.53,"ArxivClusteringS2S":33.25,"BiorxivClusteringP2P":36.11,"BiorxivClusteringS2S":28.06,"MedrxivClusteringP2P":31.56,"MedrxivClusteringS2S":28.13,"RedditClustering":45.46,"RedditClusteringP2P":55.16,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":34.07,"TwentyNewsgroupsClustering":40.19} -{"index":73,"Rank":174,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.16,"ArxivClusteringP2P":41.76,"ArxivClusteringS2S":31.63,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.77,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":28.97,"RedditClustering":47.39,"RedditClusteringP2P":58.38,"StackExchangeClustering":52.47,"StackExchangeClusteringP2P":33.63,"TwentyNewsgroupsClustering":40.52} -{"index":205,"Rank":175,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":39.11,"ArxivClusteringP2P":44.52,"ArxivClusteringS2S":34.45,"BiorxivClusteringP2P":35.25,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":29.43,"MedrxivClusteringS2S":28.87,"RedditClustering":44.52,"RedditClusteringP2P":53.61,"StackExchangeClustering":57.11,"StackExchangeClusteringP2P":31.91,"TwentyNewsgroupsClustering":39.8} -{"index":75,"Rank":176,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":213,"Rank":177,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":156,"Rank":178,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":153,"Rank":179,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":38.93,"ArxivClusteringP2P":44.59,"ArxivClusteringS2S":38.03,"BiorxivClusteringP2P":36.03,"BiorxivClusteringS2S":32.48,"MedrxivClusteringP2P":31.05,"MedrxivClusteringS2S":29.26,"RedditClustering":35.53,"RedditClusteringP2P":54.52,"StackExchangeClustering":55.13,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":37.28} -{"index":129,"Rank":180,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.86,"ArxivClusteringP2P":43.5,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.14,"MedrxivClusteringP2P":30.57,"MedrxivClusteringS2S":26.22,"RedditClustering":48.32,"RedditClusteringP2P":57.84,"StackExchangeClustering":57.49,"StackExchangeClusteringP2P":34.58,"TwentyNewsgroupsClustering":36.28} -{"index":290,"Rank":181,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.63,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":27.18,"BiorxivClusteringP2P":27.66,"BiorxivClusteringS2S":23.25,"MedrxivClusteringP2P":27.57,"MedrxivClusteringS2S":25.13,"RedditClustering":56.13,"RedditClusteringP2P":58.53,"StackExchangeClustering":64.21,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":46.72} -{"index":297,"Rank":182,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.5,"ArxivClusteringP2P":37.78,"ArxivClusteringS2S":31.68,"BiorxivClusteringP2P":33.02,"BiorxivClusteringS2S":29.45,"MedrxivClusteringP2P":31.93,"MedrxivClusteringS2S":31.53,"RedditClustering":45.65,"RedditClusteringP2P":52.05,"StackExchangeClustering":52.99,"StackExchangeClusteringP2P":33.06,"TwentyNewsgroupsClustering":44.36} -{"index":248,"Rank":183,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.37,"ArxivClusteringP2P":43.11,"ArxivClusteringS2S":34.41,"BiorxivClusteringP2P":34.7,"BiorxivClusteringS2S":28.84,"MedrxivClusteringP2P":30.49,"MedrxivClusteringS2S":28.8,"RedditClustering":42.86,"RedditClusteringP2P":54.27,"StackExchangeClustering":53.09,"StackExchangeClusteringP2P":33.15,"TwentyNewsgroupsClustering":38.35} -{"index":144,"Rank":184,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":38.03,"ArxivClusteringP2P":43.85,"ArxivClusteringS2S":29.59,"BiorxivClusteringP2P":37.8,"BiorxivClusteringS2S":26.76,"MedrxivClusteringP2P":32.54,"MedrxivClusteringS2S":28.05,"RedditClustering":43.68,"RedditClusteringP2P":54.33,"StackExchangeClustering":51.77,"StackExchangeClusteringP2P":33.31,"TwentyNewsgroupsClustering":36.65} -{"index":161,"Rank":185,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.92,"ArxivClusteringP2P":42.01,"ArxivClusteringS2S":31.41,"BiorxivClusteringP2P":34.73,"BiorxivClusteringS2S":29.28,"MedrxivClusteringP2P":31.77,"MedrxivClusteringS2S":30.94,"RedditClustering":43.09,"RedditClusteringP2P":56.54,"StackExchangeClustering":48.23,"StackExchangeClusteringP2P":34.76,"TwentyNewsgroupsClustering":34.36} -{"index":32,"Rank":186,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.89,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":35.42,"BiorxivClusteringP2P":35.04,"BiorxivClusteringS2S":29.46,"MedrxivClusteringP2P":28.92,"MedrxivClusteringS2S":28.43,"RedditClustering":42.41,"RedditClusteringP2P":55.17,"StackExchangeClustering":55.27,"StackExchangeClusteringP2P":30.46,"TwentyNewsgroupsClustering":35.97} -{"index":325,"Rank":187,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.82,"ArxivClusteringP2P":34.72,"ArxivClusteringS2S":25.27,"BiorxivClusteringP2P":28.39,"BiorxivClusteringS2S":20.52,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":24.58,"RedditClustering":56.93,"RedditClusteringP2P":58.95,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.14,"TwentyNewsgroupsClustering":42.43} -{"index":294,"Rank":188,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.64,"ArxivClusteringP2P":36.94,"ArxivClusteringS2S":29.03,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":28.16,"MedrxivClusteringP2P":30.23,"MedrxivClusteringS2S":27.01,"RedditClustering":48.04,"RedditClusteringP2P":53.53,"StackExchangeClustering":59.54,"StackExchangeClusteringP2P":30.48,"TwentyNewsgroupsClustering":38.68} -{"index":86,"Rank":189,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.6,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":31.06,"BiorxivClusteringP2P":35.18,"BiorxivClusteringS2S":28.18,"MedrxivClusteringP2P":30.4,"MedrxivClusteringS2S":28.79,"RedditClustering":45.93,"RedditClusteringP2P":51.44,"StackExchangeClustering":52.18,"StackExchangeClusteringP2P":30.67,"TwentyNewsgroupsClustering":39.44} -{"index":346,"Rank":190,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":37.52,"ArxivClusteringP2P":41.49,"ArxivClusteringS2S":28.47,"BiorxivClusteringP2P":36.86,"BiorxivClusteringS2S":27.55,"MedrxivClusteringP2P":31.09,"MedrxivClusteringS2S":26.5,"RedditClustering":42.47,"RedditClusteringP2P":58.1,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":30.43,"TwentyNewsgroupsClustering":36.26} -{"index":85,"Rank":191,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":37.45,"ArxivClusteringP2P":42.92,"ArxivClusteringS2S":35.2,"BiorxivClusteringP2P":35.02,"BiorxivClusteringS2S":27.21,"MedrxivClusteringP2P":30.15,"MedrxivClusteringS2S":26.96,"RedditClustering":38.67,"RedditClusteringP2P":53.42,"StackExchangeClustering":59.35,"StackExchangeClusteringP2P":31.47,"TwentyNewsgroupsClustering":31.54} -{"index":202,"Rank":192,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.22,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.84,"BiorxivClusteringS2S":27.35,"MedrxivClusteringP2P":30.72,"MedrxivClusteringS2S":27.0,"RedditClustering":40.12,"RedditClusteringP2P":59.49,"StackExchangeClustering":53.32,"StackExchangeClusteringP2P":31.87,"TwentyNewsgroupsClustering":33.67} -{"index":211,"Rank":193,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":37.15,"ArxivClusteringP2P":40.51,"ArxivClusteringS2S":31.58,"BiorxivClusteringP2P":33.56,"BiorxivClusteringS2S":28.44,"MedrxivClusteringP2P":30.12,"MedrxivClusteringS2S":25.26,"RedditClustering":45.05,"RedditClusteringP2P":55.14,"StackExchangeClustering":45.24,"StackExchangeClusteringP2P":33.37,"TwentyNewsgroupsClustering":40.42} -{"index":296,"Rank":194,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.14,"ArxivClusteringP2P":38.33,"ArxivClusteringS2S":31.55,"BiorxivClusteringP2P":33.49,"BiorxivClusteringS2S":29.44,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":30.87,"RedditClustering":42.02,"RedditClusteringP2P":50.73,"StackExchangeClustering":49.6,"StackExchangeClusteringP2P":31.69,"TwentyNewsgroupsClustering":39.28} -{"index":218,"Rank":195,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.08,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.75,"BiorxivClusteringS2S":27.05,"MedrxivClusteringP2P":30.9,"MedrxivClusteringS2S":27.26,"RedditClustering":39.13,"RedditClusteringP2P":58.98,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":32.07,"TwentyNewsgroupsClustering":33.22} -{"index":102,"Rank":196,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":36.98,"ArxivClusteringP2P":40.55,"ArxivClusteringS2S":32.49,"BiorxivClusteringP2P":33.59,"BiorxivClusteringS2S":29.13,"MedrxivClusteringP2P":30.33,"MedrxivClusteringS2S":28.02,"RedditClustering":42.17,"RedditClusteringP2P":48.02,"StackExchangeClustering":54.13,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.2} -{"index":207,"Rank":197,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":36.89,"ArxivClusteringP2P":40.27,"ArxivClusteringS2S":32.0,"BiorxivClusteringP2P":33.27,"BiorxivClusteringS2S":28.65,"MedrxivClusteringP2P":27.85,"MedrxivClusteringS2S":27.71,"RedditClustering":41.34,"RedditClusteringP2P":51.2,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.88} -{"index":91,"Rank":198,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.96,"ArxivClusteringP2P":35.24,"ArxivClusteringS2S":31.09,"BiorxivClusteringP2P":30.2,"BiorxivClusteringS2S":27.38,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":27.52,"RedditClustering":45.62,"RedditClusteringP2P":47.87,"StackExchangeClustering":52.62,"StackExchangeClusteringP2P":30.05,"TwentyNewsgroupsClustering":40.79} -{"index":210,"Rank":199,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.88,"ArxivClusteringP2P":39.25,"ArxivClusteringS2S":29.08,"BiorxivClusteringP2P":32.2,"BiorxivClusteringS2S":26.63,"MedrxivClusteringP2P":29.6,"MedrxivClusteringS2S":25.01,"RedditClustering":42.85,"RedditClusteringP2P":52.55,"StackExchangeClustering":48.07,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":38.06} -{"index":98,"Rank":200,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":35.79,"ArxivClusteringP2P":39.71,"ArxivClusteringS2S":28.24,"BiorxivClusteringP2P":33.63,"BiorxivClusteringS2S":27.04,"MedrxivClusteringP2P":31.37,"MedrxivClusteringS2S":26.87,"RedditClustering":40.23,"RedditClusteringP2P":49.09,"StackExchangeClustering":52.74,"StackExchangeClusteringP2P":32.66,"TwentyNewsgroupsClustering":32.13} -{"index":95,"Rank":201,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.78,"ArxivClusteringP2P":41.21,"ArxivClusteringS2S":30.2,"BiorxivClusteringP2P":35.62,"BiorxivClusteringS2S":25.4,"MedrxivClusteringP2P":31.42,"MedrxivClusteringS2S":27.14,"RedditClustering":39.24,"RedditClusteringP2P":52.2,"StackExchangeClustering":46.43,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":30.43} -{"index":324,"Rank":202,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.71,"ArxivClusteringP2P":35.13,"ArxivClusteringS2S":23.46,"BiorxivClusteringP2P":31.17,"BiorxivClusteringS2S":18.81,"MedrxivClusteringP2P":28.88,"MedrxivClusteringS2S":23.31,"RedditClustering":49.72,"RedditClusteringP2P":57.92,"StackExchangeClustering":54.64,"StackExchangeClusteringP2P":31.58,"TwentyNewsgroupsClustering":38.23} -{"index":169,"Rank":203,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.67,"ArxivClusteringP2P":37.75,"ArxivClusteringS2S":27.7,"BiorxivClusteringP2P":30.24,"BiorxivClusteringS2S":22.67,"MedrxivClusteringP2P":28.41,"MedrxivClusteringS2S":26.14,"RedditClustering":46.29,"RedditClusteringP2P":50.95,"StackExchangeClustering":48.08,"StackExchangeClusteringP2P":33.35,"TwentyNewsgroupsClustering":40.79} -{"index":327,"Rank":204,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":35.06,"ArxivClusteringP2P":34.75,"ArxivClusteringS2S":22.62,"BiorxivClusteringP2P":28.75,"BiorxivClusteringS2S":20.14,"MedrxivClusteringP2P":31.2,"MedrxivClusteringS2S":25.8,"RedditClustering":46.17,"RedditClusteringP2P":56.53,"StackExchangeClustering":49.34,"StackExchangeClusteringP2P":33.4,"TwentyNewsgroupsClustering":36.93} -{"index":326,"Rank":205,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":34.82,"ArxivClusteringP2P":33.72,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":30.88,"BiorxivClusteringS2S":21.05,"MedrxivClusteringP2P":28.68,"MedrxivClusteringS2S":24.25,"RedditClustering":43.82,"RedditClusteringP2P":58.37,"StackExchangeClustering":47.83,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":37.47} -{"index":286,"Rank":206,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.06,"ArxivClusteringP2P":44.75,"ArxivClusteringS2S":35.27,"BiorxivClusteringP2P":39.52,"BiorxivClusteringS2S":34.53,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":31.66,"RedditClustering":24.13,"RedditClusteringP2P":35.06,"StackExchangeClustering":39.01,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":24.22} -{"index":312,"Rank":207,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.47,"ArxivClusteringP2P":35.33,"ArxivClusteringS2S":27.66,"BiorxivClusteringP2P":30.95,"BiorxivClusteringS2S":24.81,"MedrxivClusteringP2P":27.35,"MedrxivClusteringS2S":25.59,"RedditClustering":40.32,"RedditClusteringP2P":45.99,"StackExchangeClustering":48.26,"StackExchangeClusteringP2P":28.87,"TwentyNewsgroupsClustering":33.07} -{"index":267,"Rank":208,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.43,"ArxivClusteringP2P":35.18,"ArxivClusteringS2S":27.54,"BiorxivClusteringP2P":30.15,"BiorxivClusteringS2S":24.67,"MedrxivClusteringP2P":26.25,"MedrxivClusteringS2S":24.12,"RedditClustering":40.23,"RedditClusteringP2P":47.74,"StackExchangeClustering":47.55,"StackExchangeClusteringP2P":29.45,"TwentyNewsgroupsClustering":34.86} -{"index":96,"Rank":209,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.15,"ArxivClusteringP2P":37.86,"ArxivClusteringS2S":28.84,"BiorxivClusteringP2P":32.09,"BiorxivClusteringS2S":23.55,"MedrxivClusteringP2P":28.54,"MedrxivClusteringS2S":24.73,"RedditClustering":35.54,"RedditClusteringP2P":47.43,"StackExchangeClustering":46.54,"StackExchangeClusteringP2P":30.88,"TwentyNewsgroupsClustering":28.68} -{"index":238,"Rank":210,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":32.93,"ArxivClusteringP2P":35.39,"ArxivClusteringS2S":25.26,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":20.22,"MedrxivClusteringP2P":27.62,"MedrxivClusteringS2S":23.8,"RedditClustering":39.55,"RedditClusteringP2P":47.08,"StackExchangeClustering":48.19,"StackExchangeClusteringP2P":30.74,"TwentyNewsgroupsClustering":33.54} -{"index":90,"Rank":211,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.91,"ArxivClusteringP2P":35.84,"ArxivClusteringS2S":27.3,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":24.06,"MedrxivClusteringP2P":28.24,"MedrxivClusteringS2S":25.34,"RedditClustering":35.92,"RedditClusteringP2P":46.08,"StackExchangeClustering":45.31,"StackExchangeClusteringP2P":29.91,"TwentyNewsgroupsClustering":31.69} -{"index":212,"Rank":212,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":32.56,"ArxivClusteringP2P":34.17,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":28.51,"BiorxivClusteringS2S":20.94,"MedrxivClusteringP2P":27.24,"MedrxivClusteringS2S":23.27,"RedditClustering":37.95,"RedditClusteringP2P":49.91,"StackExchangeClustering":46.35,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":34.39} -{"index":354,"Rank":213,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":32.28,"ArxivClusteringP2P":35.27,"ArxivClusteringS2S":23.18,"BiorxivClusteringP2P":31.13,"BiorxivClusteringS2S":26.78,"MedrxivClusteringP2P":24.65,"MedrxivClusteringS2S":24.21,"RedditClustering":38.74,"RedditClusteringP2P":51.92,"StackExchangeClustering":42.7,"StackExchangeClusteringP2P":28.7,"TwentyNewsgroupsClustering":27.82} -{"index":34,"Rank":214,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.67,"ArxivClusteringP2P":33.7,"ArxivClusteringS2S":23.04,"BiorxivClusteringP2P":32.7,"BiorxivClusteringS2S":23.28,"MedrxivClusteringP2P":31.94,"MedrxivClusteringS2S":28.05,"RedditClustering":30.83,"RedditClusteringP2P":46.29,"StackExchangeClustering":39.44,"StackExchangeClusteringP2P":32.61,"TwentyNewsgroupsClustering":26.54} -{"index":237,"Rank":215,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":31.47,"ArxivClusteringP2P":34.19,"ArxivClusteringS2S":24.1,"BiorxivClusteringP2P":29.1,"BiorxivClusteringS2S":18.62,"MedrxivClusteringP2P":27.03,"MedrxivClusteringS2S":23.24,"RedditClustering":37.24,"RedditClusteringP2P":44.53,"StackExchangeClustering":45.29,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":31.42} -{"index":99,"Rank":216,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":30.95,"ArxivClusteringP2P":34.74,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":28.93,"BiorxivClusteringS2S":23.08,"MedrxivClusteringP2P":28.3,"MedrxivClusteringS2S":24.93,"RedditClustering":33.76,"RedditClusteringP2P":41.01,"StackExchangeClustering":44.59,"StackExchangeClusteringP2P":28.23,"TwentyNewsgroupsClustering":28.24} -{"index":304,"Rank":217,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":30.61,"ArxivClusteringP2P":32.32,"ArxivClusteringS2S":25.5,"BiorxivClusteringP2P":28.99,"BiorxivClusteringS2S":23.2,"MedrxivClusteringP2P":29.44,"MedrxivClusteringS2S":26.16,"RedditClustering":31.25,"RedditClusteringP2P":43.3,"StackExchangeClustering":34.36,"StackExchangeClusteringP2P":30.64,"TwentyNewsgroupsClustering":31.58} -{"index":233,"Rank":218,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":30.52,"ArxivClusteringP2P":36.27,"ArxivClusteringS2S":26.49,"BiorxivClusteringP2P":32.26,"BiorxivClusteringS2S":22.34,"MedrxivClusteringP2P":27.6,"MedrxivClusteringS2S":23.38,"RedditClustering":31.37,"RedditClusteringP2P":42.56,"StackExchangeClustering":39.35,"StackExchangeClusteringP2P":28.72,"TwentyNewsgroupsClustering":25.38} -{"index":88,"Rank":219,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.21,"ArxivClusteringP2P":33.04,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":21.1,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":23.78,"RedditClustering":31.45,"RedditClusteringP2P":43.69,"StackExchangeClustering":39.16,"StackExchangeClusteringP2P":29.18,"TwentyNewsgroupsClustering":28.23} -{"index":183,"Rank":220,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.12,"ArxivClusteringP2P":35.19,"ArxivClusteringS2S":27.51,"BiorxivClusteringP2P":30.12,"BiorxivClusteringS2S":24.77,"MedrxivClusteringP2P":26.09,"MedrxivClusteringS2S":23.6,"RedditClustering":27.24,"RedditClusteringP2P":43.32,"StackExchangeClustering":43.58,"StackExchangeClusteringP2P":26.55,"TwentyNewsgroupsClustering":23.35} -{"index":234,"Rank":221,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":30.03,"ArxivClusteringP2P":35.46,"ArxivClusteringS2S":26.34,"BiorxivClusteringP2P":31.47,"BiorxivClusteringS2S":22.58,"MedrxivClusteringP2P":26.93,"MedrxivClusteringS2S":22.96,"RedditClustering":28.89,"RedditClusteringP2P":41.59,"StackExchangeClustering":40.02,"StackExchangeClusteringP2P":28.81,"TwentyNewsgroupsClustering":25.28} -{"index":282,"Rank":222,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.55,"ArxivClusteringP2P":32.13,"ArxivClusteringS2S":22.05,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":20.57,"MedrxivClusteringP2P":30.13,"MedrxivClusteringS2S":24.82,"RedditClustering":28.79,"RedditClusteringP2P":49.14,"StackExchangeClustering":35.43,"StackExchangeClusteringP2P":28.83,"TwentyNewsgroupsClustering":23.28} -{"index":268,"Rank":223,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.04,"ArxivClusteringP2P":32.61,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":24.9,"BiorxivClusteringS2S":19.55,"MedrxivClusteringP2P":23.6,"MedrxivClusteringS2S":21.97,"RedditClustering":32.18,"RedditClusteringP2P":45.14,"StackExchangeClustering":43.07,"StackExchangeClusteringP2P":28.5,"TwentyNewsgroupsClustering":23.21} -{"index":89,"Rank":224,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.01,"ArxivClusteringP2P":31.76,"ArxivClusteringS2S":21.06,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":18.34,"MedrxivClusteringP2P":27.42,"MedrxivClusteringS2S":22.41,"RedditClustering":26.71,"RedditClusteringP2P":44.14,"StackExchangeClustering":32.84,"StackExchangeClusteringP2P":27.48,"TwentyNewsgroupsClustering":26.09} -{"index":287,"Rank":225,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":27.73,"ArxivClusteringP2P":32.56,"ArxivClusteringS2S":23.14,"BiorxivClusteringP2P":29.27,"BiorxivClusteringS2S":19.18,"MedrxivClusteringP2P":26.12,"MedrxivClusteringS2S":20.38,"RedditClustering":28.46,"RedditClusteringP2P":35.82,"StackExchangeClustering":35.8,"StackExchangeClusteringP2P":28.51,"TwentyNewsgroupsClustering":25.83} -{"index":236,"Rank":226,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":27.5,"ArxivClusteringP2P":29.87,"ArxivClusteringS2S":20.12,"BiorxivClusteringP2P":25.78,"BiorxivClusteringS2S":14.94,"MedrxivClusteringP2P":25.59,"MedrxivClusteringS2S":21.4,"RedditClustering":29.13,"RedditClusteringP2P":39.22,"StackExchangeClustering":37.83,"StackExchangeClusteringP2P":31.55,"TwentyNewsgroupsClustering":27.07} -{"index":288,"Rank":227,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":26.57,"ArxivClusteringP2P":34.73,"ArxivClusteringS2S":26.01,"BiorxivClusteringP2P":29.76,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":26.65,"MedrxivClusteringS2S":21.5,"RedditClustering":28.84,"RedditClusteringP2P":7.37,"StackExchangeClustering":39.04,"StackExchangeClusteringP2P":30.23,"TwentyNewsgroupsClustering":27.42} -{"index":175,"Rank":228,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":26.2,"ArxivClusteringP2P":26.81,"ArxivClusteringS2S":24.35,"BiorxivClusteringP2P":20.62,"BiorxivClusteringS2S":19.08,"MedrxivClusteringP2P":19.06,"MedrxivClusteringS2S":19.8,"RedditClustering":28.52,"RedditClusteringP2P":38.63,"StackExchangeClustering":46.33,"StackExchangeClusteringP2P":20.57,"TwentyNewsgroupsClustering":24.41} -{"index":235,"Rank":229,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":25.59,"ArxivClusteringP2P":31.26,"ArxivClusteringS2S":20.74,"BiorxivClusteringP2P":26.53,"BiorxivClusteringS2S":14.04,"MedrxivClusteringP2P":25.0,"MedrxivClusteringS2S":20.26,"RedditClustering":23.88,"RedditClusteringP2P":37.77,"StackExchangeClustering":33.04,"StackExchangeClusteringP2P":27.79,"TwentyNewsgroupsClustering":21.13} -{"index":303,"Rank":230,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.75,"ArxivClusteringP2P":24.83,"ArxivClusteringS2S":16.68,"BiorxivClusteringP2P":20.0,"BiorxivClusteringS2S":12.67,"MedrxivClusteringP2P":20.79,"MedrxivClusteringS2S":18.18,"RedditClustering":26.28,"RedditClusteringP2P":40.48,"StackExchangeClustering":33.51,"StackExchangeClusteringP2P":27.98,"TwentyNewsgroupsClustering":19.9} -{"index":319,"Rank":231,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.0,"ArxivClusteringP2P":14.79,"ArxivClusteringS2S":12.25,"BiorxivClusteringP2P":13.94,"BiorxivClusteringS2S":9.79,"MedrxivClusteringP2P":15.7,"MedrxivClusteringS2S":14.89,"RedditClustering":18.38,"RedditClusteringP2P":27.1,"StackExchangeClustering":23.66,"StackExchangeClusteringP2P":27.34,"TwentyNewsgroupsClustering":20.17} -{"index":11,"Rank":232,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":15.28,"ArxivClusteringP2P":17.77,"ArxivClusteringS2S":12.39,"BiorxivClusteringP2P":12.4,"BiorxivClusteringS2S":8.83,"MedrxivClusteringP2P":17.91,"MedrxivClusteringS2S":16.63,"RedditClustering":9.96,"RedditClusteringP2P":26.42,"StackExchangeClustering":15.79,"StackExchangeClusteringP2P":18.63,"TwentyNewsgroupsClustering":11.38} -{"index":330,"Rank":233,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.41,"ArxivClusteringP2P":0.44,"ArxivClusteringS2S":0.37,"BiorxivClusteringP2P":0.36,"BiorxivClusteringS2S":0.31,"MedrxivClusteringP2P":0.32,"MedrxivClusteringS2S":0.29,"RedditClustering":0.5,"RedditClusteringP2P":0.55,"StackExchangeClustering":0.58,"StackExchangeClusteringP2P":0.3,"TwentyNewsgroupsClustering":0.46} -{"index":2,"Rank":234,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":3,"Rank":235,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":4,"Rank":236,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":5,"Rank":237,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":7,"Rank":238,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":10,"Rank":239,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":13,"Rank":241,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":27,"Rank":243,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":30,"Rank":244,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":41,"Rank":247,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":42,"Rank":248,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":43,"Rank":249,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":45,"Rank":250,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":46,"Rank":251,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":49,"Rank":252,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":29.33,"BiorxivClusteringS2S":27.81,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":50,"Rank":253,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":51,"Rank":254,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":52,"Rank":255,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":53,"Rank":256,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":67,"Rank":263,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":70,"Rank":264,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":92,"Rank":267,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":93,"Rank":268,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":103,"Rank":269,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":104,"Rank":270,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":105,"Rank":271,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":106,"Rank":272,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":107,"Rank":273,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":108,"Rank":274,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":109,"Rank":275,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":110,"Rank":276,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":111,"Rank":277,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":120,"Rank":282,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":30.15,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":24.29,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":23.01,"RedditClustering":21.29,"RedditClusteringP2P":"","StackExchangeClustering":35.55,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":18.35} -{"index":121,"Rank":283,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":31.38,"MedrxivClusteringS2S":30.28,"RedditClustering":"","RedditClusteringP2P":50.51,"StackExchangeClustering":51.79,"StackExchangeClusteringP2P":30.15,"TwentyNewsgroupsClustering":41.38} -{"index":134,"Rank":284,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":136,"Rank":285,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":138,"Rank":286,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":139,"Rank":287,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":140,"Rank":288,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":154,"Rank":290,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":39.41,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":157,"Rank":291,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":158,"Rank":292,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":159,"Rank":293,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":160,"Rank":294,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":162,"Rank":295,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":163,"Rank":296,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":164,"Rank":297,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":166,"Rank":298,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":167,"Rank":299,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":168,"Rank":300,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":170,"Rank":301,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":176,"Rank":302,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":177,"Rank":303,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":178,"Rank":304,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":181,"Rank":305,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":182,"Rank":306,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":203,"Rank":308,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":204,"Rank":309,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":226,"Rank":310,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":227,"Rank":311,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":228,"Rank":312,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":229,"Rank":313,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":230,"Rank":314,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":231,"Rank":315,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":241,"Rank":316,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":242,"Rank":317,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":260,"Rank":320,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":261,"Rank":321,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":262,"Rank":322,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":263,"Rank":323,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":269,"Rank":324,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":270,"Rank":325,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":271,"Rank":326,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":275,"Rank":327,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":276,"Rank":328,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":277,"Rank":329,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":278,"Rank":330,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":279,"Rank":331,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":280,"Rank":332,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":281,"Rank":333,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":289,"Rank":334,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":33.59,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":295,"Rank":335,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":302,"Rank":336,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":305,"Rank":337,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":306,"Rank":338,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":311,"Rank":339,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":322,"Rank":341,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":19.89,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":19.54,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":22.31,"RedditClustering":22.19,"RedditClusteringP2P":"","StackExchangeClustering":29.31,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":25.78} -{"index":333,"Rank":343,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":339,"Rank":347,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":26.05,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":25.67,"RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":44.92} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":32.92} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":45.64,"RedditClusteringP2P":"","StackExchangeClustering":53.01,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":42.01} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":40.79,"RedditClusteringP2P":"","StackExchangeClustering":55.14,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":37.64} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":31.78,"RedditClusteringP2P":"","StackExchangeClustering":36.86,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":29.33} diff --git a/all_data_tasks/10/default.jsonl b/all_data_tasks/10/default.jsonl deleted file mode 100644 index 40a2bc1174f3dcb37df56060fcc90b090375956f..0000000000000000000000000000000000000000 --- a/all_data_tasks/10/default.jsonl +++ /dev/null @@ -1,314 +0,0 @@ -{"index":128,"Rank":1,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":95.0,"Cmnli":95.95,"Ocnli":94.04} -{"index":253,"Rank":2,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.87,"Cmnli":92.84,"Ocnli":90.9} -{"index":146,"Rank":3,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.66,"Cmnli":92.54,"Ocnli":90.77} -{"index":214,"Rank":4,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.55,"Cmnli":92.54,"Ocnli":90.56} -{"index":61,"Rank":5,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.87,"Cmnli":90.87,"Ocnli":90.87} -{"index":260,"Rank":6,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":90.33,"Cmnli":92.19,"Ocnli":88.47} -{"index":314,"Rank":7,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.24,"Cmnli":92.64,"Ocnli":87.84} -{"index":44,"Rank":8,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26} -{"index":52,"Rank":9,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18} -{"index":161,"Rank":10,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.92,"Cmnli":90.66,"Ocnli":87.18} -{"index":162,"Rank":11,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.92,"Cmnli":90.66,"Ocnli":87.18} -{"index":17,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.56,"Cmnli":91.85,"Ocnli":85.28} -{"index":14,"Rank":13,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":192,"Rank":14,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":193,"Rank":15,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51} -{"index":200,"Rank":16,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.93,"Cmnli":90.23,"Ocnli":85.62} -{"index":219,"Rank":17,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43} -{"index":164,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18} -{"index":53,"Rank":19,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":87.57,"Cmnli":90.29,"Ocnli":84.85} -{"index":66,"Rank":20,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":19,"Rank":21,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":204,"Rank":22,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":345,"Rank":23,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":338,"Rank":24,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.08,"Cmnli":89.42,"Ocnli":84.74} -{"index":65,"Rank":25,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.91,"Cmnli":86.22,"Ocnli":87.6} -{"index":18,"Rank":26,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":86.91,"Cmnli":86.22,"Ocnli":87.6} -{"index":35,"Rank":27,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":86.67,"Cmnli":90.13,"Ocnli":83.21} -{"index":79,"Rank":28,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":86.4,"Cmnli":88.22,"Ocnli":84.59} -{"index":252,"Rank":29,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.3,"Cmnli":89.95,"Ocnli":80.64} -{"index":352,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.41,"Cmnli":89.5,"Ocnli":79.32} -{"index":126,"Rank":31,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.34,"Cmnli":89.36,"Ocnli":79.31} -{"index":244,"Rank":32,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62} -{"index":221,"Rank":33,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51} -{"index":24,"Rank":34,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":25,"Rank":35,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":47,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21} -{"index":46,"Rank":37,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46} -{"index":387,"Rank":38,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":82.35,"Cmnli":85.33,"Ocnli":79.37} -{"index":33,"Rank":39,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.62,"Cmnli":85.29,"Ocnli":77.96} -{"index":74,"Rank":40,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.62,"Cmnli":79.84,"Ocnli":83.39} -{"index":54,"Rank":41,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01} -{"index":59,"Rank":42,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.9,"Cmnli":86.7,"Ocnli":75.1} -{"index":350,"Rank":43,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.44,"Cmnli":85.6,"Ocnli":75.28} -{"index":62,"Rank":44,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.01,"Cmnli":84.76,"Ocnli":75.26} -{"index":218,"Rank":45,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":79.96,"Cmnli":84.75,"Ocnli":75.16} -{"index":29,"Rank":46,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.77,"Cmnli":84.11,"Ocnli":75.43} -{"index":45,"Rank":47,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.77,"Cmnli":84.1,"Ocnli":73.44} -{"index":220,"Rank":48,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":78.72,"Cmnli":85.14,"Ocnli":72.29} -{"index":236,"Rank":49,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.65,"Cmnli":85.14,"Ocnli":72.15} -{"index":313,"Rank":50,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":78.38,"Cmnli":83.83,"Ocnli":72.92} -{"index":22,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68} -{"index":32,"Rank":52,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.78,"Cmnli":82.18,"Ocnli":71.37} -{"index":312,"Rank":53,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.61,"Cmnli":82.33,"Ocnli":70.89} -{"index":234,"Rank":54,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.59,"Cmnli":83.32,"Ocnli":69.86} -{"index":217,"Rank":55,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":76.09,"Cmnli":81.65,"Ocnli":70.53} -{"index":233,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":74.96,"Cmnli":81.34,"Ocnli":68.58} -{"index":254,"Rank":57,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.64,"Cmnli":79.58,"Ocnli":69.7} -{"index":76,"Rank":58,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":73.23,"Cmnli":76.97,"Ocnli":69.49} -{"index":75,"Rank":59,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":73.06,"Cmnli":76.29,"Ocnli":69.83} -{"index":246,"Rank":60,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.76,"Cmnli":79.1,"Ocnli":66.41} -{"index":235,"Rank":61,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":72.38,"Cmnli":78.43,"Ocnli":66.32} -{"index":23,"Rank":62,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18} -{"index":226,"Rank":63,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18} -{"index":68,"Rank":64,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.16,"Cmnli":77.85,"Ocnli":64.47} -{"index":39,"Rank":65,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.4,"Cmnli":76.24,"Ocnli":64.57} -{"index":356,"Rank":66,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"Cmnli":76.46,"Ocnli":63.54} -{"index":354,"Rank":67,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.0,"Cmnli":76.46,"Ocnli":63.54} -{"index":230,"Rank":68,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.89,"Cmnli":78.18,"Ocnli":61.6} -{"index":383,"Rank":69,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.56,"Cmnli":76.04,"Ocnli":63.08} -{"index":335,"Rank":70,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":68.76,"Cmnli":75.67,"Ocnli":61.85} -{"index":191,"Rank":71,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":67.97,"Cmnli":73.15,"Ocnli":62.79} -{"index":339,"Rank":72,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.58,"Cmnli":73.9,"Ocnli":61.26} -{"index":229,"Rank":73,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"Cmnli":74.51,"Ocnli":59.63} -{"index":341,"Rank":74,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.64,"Cmnli":72.55,"Ocnli":60.74} -{"index":232,"Rank":75,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77} -{"index":275,"Rank":76,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.63,"Cmnli":69.27,"Ocnli":59.99} -{"index":274,"Rank":77,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.03,"Cmnli":70.0,"Ocnli":58.05} -{"index":279,"Rank":78,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.84,"Cmnli":65.68,"Ocnli":59.99} -{"index":198,"Rank":79,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.52,"Cmnli":61.86,"Ocnli":55.18} -{"index":355,"Rank":80,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.7,"Cmnli":57.78,"Ocnli":55.63} -{"index":0,"Rank":81,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":1,"Rank":82,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":2,"Rank":83,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","Cmnli":"","Ocnli":""} -{"index":3,"Rank":84,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","Cmnli":"","Ocnli":""} -{"index":4,"Rank":85,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":5,"Rank":86,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":6,"Rank":87,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":7,"Rank":88,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":8,"Rank":89,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":9,"Rank":90,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":10,"Rank":91,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":11,"Rank":92,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":12,"Rank":93,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":13,"Rank":94,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":15,"Rank":95,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":20,"Rank":97,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":21,"Rank":98,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":28,"Rank":101,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":30,"Rank":102,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":31,"Rank":103,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":34,"Rank":104,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":36,"Rank":105,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":37,"Rank":106,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":38,"Rank":107,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":43,"Rank":111,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":50,"Rank":114,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":51,"Rank":115,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":55,"Rank":116,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":56,"Rank":117,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":57,"Rank":118,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":63,"Rank":121,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":64,"Rank":122,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":67,"Rank":123,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":69,"Rank":124,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":70,"Rank":125,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":71,"Rank":126,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":72,"Rank":127,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":73,"Rank":128,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":77,"Rank":129,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":78,"Rank":130,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":87,"Rank":138,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":88,"Rank":139,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":89,"Rank":140,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":90,"Rank":141,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":91,"Rank":142,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":92,"Rank":143,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":93,"Rank":144,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":96,"Rank":147,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":97,"Rank":148,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":98,"Rank":149,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":99,"Rank":150,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":100,"Rank":151,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":101,"Rank":152,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":102,"Rank":153,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":103,"Rank":154,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":104,"Rank":155,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":105,"Rank":156,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":106,"Rank":157,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":107,"Rank":158,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":108,"Rank":159,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":109,"Rank":160,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":110,"Rank":161,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":111,"Rank":162,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":112,"Rank":163,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":113,"Rank":164,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":114,"Rank":165,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":115,"Rank":166,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":116,"Rank":167,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":118,"Rank":169,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":119,"Rank":170,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":120,"Rank":171,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":121,"Rank":172,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":122,"Rank":173,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":123,"Rank":174,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":124,"Rank":175,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":125,"Rank":176,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":127,"Rank":177,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":131,"Rank":180,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":132,"Rank":181,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":135,"Rank":184,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":136,"Rank":185,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":137,"Rank":186,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":138,"Rank":187,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":139,"Rank":188,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":140,"Rank":189,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":141,"Rank":190,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":142,"Rank":191,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":143,"Rank":192,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":144,"Rank":193,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":145,"Rank":194,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":147,"Rank":195,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":148,"Rank":196,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":149,"Rank":197,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":151,"Rank":199,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":152,"Rank":200,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":153,"Rank":201,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":154,"Rank":202,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":155,"Rank":203,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":157,"Rank":205,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","Cmnli":"","Ocnli":""} -{"index":160,"Rank":208,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":163,"Rank":209,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":165,"Rank":210,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":166,"Rank":211,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":167,"Rank":212,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":168,"Rank":213,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":169,"Rank":214,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":172,"Rank":217,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":173,"Rank":218,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":175,"Rank":220,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":177,"Rank":222,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":178,"Rank":223,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":179,"Rank":224,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":180,"Rank":225,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":181,"Rank":226,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":183,"Rank":228,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":184,"Rank":229,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":185,"Rank":230,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":186,"Rank":231,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":187,"Rank":232,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":188,"Rank":233,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":189,"Rank":234,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":194,"Rank":236,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":195,"Rank":237,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":196,"Rank":238,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":201,"Rank":241,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":202,"Rank":242,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":203,"Rank":243,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":206,"Rank":245,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":207,"Rank":246,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":208,"Rank":247,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":209,"Rank":248,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":210,"Rank":249,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":211,"Rank":250,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":216,"Rank":254,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":222,"Rank":255,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":223,"Rank":256,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":224,"Rank":257,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":225,"Rank":258,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":227,"Rank":259,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":228,"Rank":260,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":231,"Rank":261,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":237,"Rank":262,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":238,"Rank":263,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":239,"Rank":264,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":240,"Rank":265,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":241,"Rank":266,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":242,"Rank":267,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":243,"Rank":268,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":245,"Rank":269,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":248,"Rank":271,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":249,"Rank":272,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":258,"Rank":278,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":261,"Rank":280,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":262,"Rank":281,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":263,"Rank":282,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":264,"Rank":283,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":265,"Rank":284,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":266,"Rank":285,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":267,"Rank":286,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":268,"Rank":287,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":269,"Rank":288,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":270,"Rank":289,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":271,"Rank":290,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":272,"Rank":291,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":273,"Rank":292,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":276,"Rank":293,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":278,"Rank":295,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","Cmnli":"","Ocnli":""} -{"index":286,"Rank":302,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":287,"Rank":303,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":288,"Rank":304,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":289,"Rank":305,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":290,"Rank":306,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":291,"Rank":307,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":292,"Rank":308,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":293,"Rank":309,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":294,"Rank":310,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":295,"Rank":311,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":296,"Rank":312,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":297,"Rank":313,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":298,"Rank":314,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":299,"Rank":315,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":301,"Rank":317,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":302,"Rank":318,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":303,"Rank":319,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":304,"Rank":320,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":305,"Rank":321,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":306,"Rank":322,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":307,"Rank":323,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":308,"Rank":324,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":315,"Rank":328,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":316,"Rank":329,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":317,"Rank":330,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":318,"Rank":331,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":319,"Rank":332,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":320,"Rank":333,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":321,"Rank":334,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":322,"Rank":335,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":323,"Rank":336,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":324,"Rank":337,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":325,"Rank":338,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":326,"Rank":339,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":327,"Rank":340,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":328,"Rank":341,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":329,"Rank":342,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":330,"Rank":343,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":331,"Rank":344,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":332,"Rank":345,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":333,"Rank":346,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":334,"Rank":347,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":336,"Rank":348,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":337,"Rank":349,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":340,"Rank":350,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","Cmnli":"","Ocnli":""} -{"index":343,"Rank":352,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":344,"Rank":353,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":349,"Rank":357,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":351,"Rank":358,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":353,"Rank":359,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":362,"Rank":365,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":363,"Rank":366,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":364,"Rank":367,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":365,"Rank":368,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":366,"Rank":369,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":369,"Rank":372,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","Cmnli":"","Ocnli":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} diff --git a/all_data_tasks/11/default.jsonl b/all_data_tasks/11/default.jsonl deleted file mode 100644 index b23b75eaef727266288f08db68d722b5c3428cc6..0000000000000000000000000000000000000000 --- a/all_data_tasks/11/default.jsonl +++ /dev/null @@ -1,319 +0,0 @@ -{"index":43,"Rank":1,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.24,"CMedQAv1":90.55,"CMedQAv2":89.38,"MMarcoReranking":43.88,"T2Reranking":69.17} -{"index":146,"Rank":2,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36} -{"index":253,"Rank":3,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.58,"CMedQAv1":90.96,"CMedQAv2":90.41,"MMarcoReranking":39.91,"T2Reranking":69.03} -{"index":214,"Rank":4,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.34,"CMedQAv1":91.11,"CMedQAv2":90.07,"MMarcoReranking":38.87,"T2Reranking":69.29} -{"index":200,"Rank":5,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.46,"CMedQAv1":89.98,"CMedQAv2":89.05,"MMarcoReranking":37.68,"T2Reranking":69.14} -{"index":199,"Rank":6,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.8,"CMedQAv1":89.62,"CMedQAv2":89.22,"MMarcoReranking":35.3,"T2Reranking":69.07} -{"index":276,"Rank":7,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":70.45,"CMedQAv1":86.5,"CMedQAv2":87.11,"MMarcoReranking":39.35,"T2Reranking":68.84} -{"index":260,"Rank":8,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":70.14,"CMedQAv1":88.74,"CMedQAv2":88.38,"MMarcoReranking":35.04,"T2Reranking":68.39} -{"index":304,"Rank":9,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":70.13,"CMedQAv1":86.75,"CMedQAv2":87.92,"MMarcoReranking":37.29,"T2Reranking":68.55} -{"index":314,"Rank":10,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"CMedQAv1":89.31,"CMedQAv2":90.14,"MMarcoReranking":33.39,"T2Reranking":67.15} -{"index":44,"Rank":11,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05} -{"index":387,"Rank":12,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.67,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"T2Reranking":67.85} -{"index":61,"Rank":13,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.3,"CMedQAv1":88.74,"CMedQAv2":89.42,"MMarcoReranking":31.61,"T2Reranking":67.45} -{"index":305,"Rank":14,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.92,"CMedQAv1":87.0,"CMedQAv2":88.48,"MMarcoReranking":32.41,"T2Reranking":67.8} -{"index":19,"Rank":15,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":345,"Rank":16,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":204,"Rank":17,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":66,"Rank":18,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":338,"Rank":19,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.72,"CMedQAv1":89.37,"CMedQAv2":89.27,"MMarcoReranking":29.64,"T2Reranking":66.61} -{"index":74,"Rank":20,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.58,"CMedQAv1":85.68,"CMedQAv2":86.92,"MMarcoReranking":35.12,"T2Reranking":66.59} -{"index":277,"Rank":21,"Model":"LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.58,"CMedQAv1":84.35,"CMedQAv2":86.45,"MMarcoReranking":35.64,"T2Reranking":67.86} -{"index":193,"Rank":22,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":68.45,"CMedQAv1":89.33,"CMedQAv2":89.18,"MMarcoReranking":28.85,"T2Reranking":66.43} -{"index":147,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.41,"CMedQAv1":84.09,"CMedQAv2":86.56,"MMarcoReranking":33.55,"T2Reranking":69.43} -{"index":35,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":68.28,"CMedQAv1":84.62,"CMedQAv2":85.6,"MMarcoReranking":35.43,"T2Reranking":67.48} -{"index":14,"Rank":25,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":68.27,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"T2Reranking":66.38} -{"index":192,"Rank":26,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":68.26,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.09,"T2Reranking":66.38} -{"index":18,"Rank":27,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43} -{"index":65,"Rank":28,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43} -{"index":22,"Rank":29,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09} -{"index":164,"Rank":30,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":67.98,"CMedQAv1":88.66,"CMedQAv2":88.9,"MMarcoReranking":27.76,"T2Reranking":66.62} -{"index":278,"Rank":31,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":67.87,"CMedQAv1":82.15,"CMedQAv2":84.19,"MMarcoReranking":37.64,"T2Reranking":67.48} -{"index":219,"Rank":32,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":67.84,"CMedQAv1":88.34,"CMedQAv2":89.06,"MMarcoReranking":27.48,"T2Reranking":66.49} -{"index":343,"Rank":33,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.78,"CMedQAv1":82.14,"CMedQAv2":84.19,"MMarcoReranking":37.17,"T2Reranking":67.6} -{"index":126,"Rank":34,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.61,"CMedQAv1":86.52,"CMedQAv2":87.11,"MMarcoReranking":30.63,"T2Reranking":66.18} -{"index":127,"Rank":35,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.54,"CMedQAv1":82.32,"CMedQAv2":84.09,"MMarcoReranking":35.5,"T2Reranking":68.26} -{"index":352,"Rank":36,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86} -{"index":252,"Rank":37,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6} -{"index":162,"Rank":38,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":161,"Rank":39,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":52,"Rank":40,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":36,"Rank":41,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":182,"Rank":42,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":370,"Rank":43,"Model":"bge-reranker-base-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":37,"Rank":44,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":58,"Rank":45,"Model":"bge-reranker-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":350,"Rank":46,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36} -{"index":217,"Rank":47,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46} -{"index":53,"Rank":48,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11} -{"index":312,"Rank":49,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"CMedQAv1":85.25,"CMedQAv2":86.15,"MMarcoReranking":28.87,"T2Reranking":66.46} -{"index":244,"Rank":50,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37} -{"index":221,"Rank":51,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.41,"CMedQAv1":85.45,"CMedQAv2":85.83,"MMarcoReranking":27.97,"T2Reranking":66.41} -{"index":24,"Rank":52,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38} -{"index":17,"Rank":53,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11} -{"index":25,"Rank":54,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38} -{"index":354,"Rank":55,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":356,"Rank":56,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":218,"Rank":57,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35} -{"index":157,"Rank":58,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} -{"index":369,"Rank":59,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} -{"index":220,"Rank":60,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":65.98,"CMedQAv1":84.69,"CMedQAv2":85.23,"MMarcoReranking":27.16,"T2Reranking":66.86} -{"index":313,"Rank":61,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.98,"CMedQAv1":84.79,"CMedQAv2":84.89,"MMarcoReranking":27.27,"T2Reranking":66.96} -{"index":62,"Rank":62,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.89,"CMedQAv1":84.67,"CMedQAv2":85.27,"MMarcoReranking":27.84,"T2Reranking":65.79} -{"index":33,"Rank":63,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.84,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"T2Reranking":65.74} -{"index":29,"Rank":64,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.4,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"T2Reranking":66.49} -{"index":32,"Rank":65,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":64.9,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"T2Reranking":66.16} -{"index":76,"Rank":66,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.81,"CMedQAv1":81.63,"CMedQAv2":82.69,"MMarcoReranking":28.4,"T2Reranking":66.51} -{"index":75,"Rank":67,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.42,"CMedQAv1":81.72,"CMedQAv2":82.59,"MMarcoReranking":26.99,"T2Reranking":66.38} -{"index":254,"Rank":68,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.73,"CMedQAv1":83.85,"CMedQAv2":84.75,"MMarcoReranking":20.56,"T2Reranking":65.75} -{"index":46,"Rank":69,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.2,"CMedQAv1":78.39,"CMedQAv2":80.84,"MMarcoReranking":27.29,"T2Reranking":66.3} -{"index":47,"Rank":70,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.82,"CMedQAv1":77.42,"CMedQAv2":77.84,"MMarcoReranking":30.17,"T2Reranking":65.85} -{"index":226,"Rank":71,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9} -{"index":23,"Rank":72,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9} -{"index":335,"Rank":73,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":61.48,"CMedQAv1":80.4,"CMedQAv2":80.39,"MMarcoReranking":18.86,"T2Reranking":66.25} -{"index":45,"Rank":74,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.35,"CMedQAv1":76.47,"CMedQAv2":77.44,"MMarcoReranking":24.31,"T2Reranking":67.18} -{"index":279,"Rank":75,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.96,"CMedQAv1":80.66,"CMedQAv2":79.31,"MMarcoReranking":19.57,"T2Reranking":64.31} -{"index":39,"Rank":76,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.92,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"T2Reranking":65.9} -{"index":246,"Rank":77,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.64,"CMedQAv1":77.96,"CMedQAv2":78.22,"MMarcoReranking":21.05,"T2Reranking":65.31} -{"index":275,"Rank":78,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.66,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"T2Reranking":66.13} -{"index":274,"Rank":79,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.34,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"T2Reranking":66.03} -{"index":236,"Rank":80,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":59.11,"CMedQAv1":70.54,"CMedQAv2":71.35,"MMarcoReranking":26.69,"T2Reranking":67.88} -{"index":234,"Rank":81,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":57.68,"CMedQAv1":68.91,"CMedQAv2":69.42,"MMarcoReranking":25.9,"T2Reranking":66.49} -{"index":233,"Rank":82,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":56.27,"CMedQAv1":66.06,"CMedQAv2":66.96,"MMarcoReranking":26.14,"T2Reranking":65.94} -{"index":230,"Rank":83,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.0,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"T2Reranking":65.83} -{"index":229,"Rank":84,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.35,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"T2Reranking":64.39} -{"index":383,"Rank":85,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":54.28,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"T2Reranking":66.65} -{"index":232,"Rank":86,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.86,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"T2Reranking":65.24} -{"index":235,"Rank":87,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":53.62,"CMedQAv1":63.41,"CMedQAv2":63.66,"MMarcoReranking":23.69,"T2Reranking":63.74} -{"index":339,"Rank":88,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.45,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"T2Reranking":65.95} -{"index":341,"Rank":89,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.25,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"T2Reranking":65.76} -{"index":68,"Rank":90,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.16,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"T2Reranking":64.82} -{"index":54,"Rank":91,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.08,"CMedQAv1":53.07,"CMedQAv2":52.84,"MMarcoReranking":9.29,"T2Reranking":65.14} -{"index":59,"Rank":92,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.91,"CMedQAv1":50.19,"CMedQAv2":50.39,"MMarcoReranking":14.57,"T2Reranking":64.49} -{"index":198,"Rank":93,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.84,"CMedQAv1":34.31,"CMedQAv2":35.88,"MMarcoReranking":5.83,"T2Reranking":55.35} -{"index":355,"Rank":94,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.86,"CMedQAv1":19.72,"CMedQAv2":22.48,"MMarcoReranking":1.17,"T2Reranking":60.05} -{"index":0,"Rank":95,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":1,"Rank":96,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":2,"Rank":97,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":3,"Rank":98,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":4,"Rank":99,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":5,"Rank":100,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":6,"Rank":101,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":7,"Rank":102,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":8,"Rank":103,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":9,"Rank":104,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":10,"Rank":105,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":11,"Rank":106,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":12,"Rank":107,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":13,"Rank":108,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":15,"Rank":109,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":20,"Rank":111,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":21,"Rank":112,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":28,"Rank":115,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":30,"Rank":116,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":31,"Rank":117,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":34,"Rank":118,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":38,"Rank":119,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":50,"Rank":125,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":51,"Rank":126,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":55,"Rank":127,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":56,"Rank":128,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":57,"Rank":129,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":63,"Rank":131,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":64,"Rank":132,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":67,"Rank":133,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":69,"Rank":134,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":70,"Rank":135,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":71,"Rank":136,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":72,"Rank":137,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":21.7,"T2Reranking":65.64} -{"index":73,"Rank":138,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":77,"Rank":139,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":78,"Rank":140,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":79,"Rank":141,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":37.02,"T2Reranking":66.68} -{"index":87,"Rank":149,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":88,"Rank":150,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":89,"Rank":151,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":90,"Rank":152,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":91,"Rank":153,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":92,"Rank":154,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":93,"Rank":155,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":96,"Rank":158,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":97,"Rank":159,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":98,"Rank":160,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":99,"Rank":161,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":100,"Rank":162,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":101,"Rank":163,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":102,"Rank":164,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":103,"Rank":165,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":104,"Rank":166,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":105,"Rank":167,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":106,"Rank":168,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":107,"Rank":169,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":108,"Rank":170,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":109,"Rank":171,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":110,"Rank":172,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":111,"Rank":173,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":112,"Rank":174,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":113,"Rank":175,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":114,"Rank":176,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":115,"Rank":177,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":116,"Rank":178,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":118,"Rank":180,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":119,"Rank":181,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":120,"Rank":182,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":121,"Rank":183,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":122,"Rank":184,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":123,"Rank":185,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":124,"Rank":186,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":125,"Rank":187,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":128,"Rank":188,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":30.29,"T2Reranking":68.13} -{"index":131,"Rank":191,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":132,"Rank":192,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":135,"Rank":195,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":136,"Rank":196,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":137,"Rank":197,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":138,"Rank":198,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":139,"Rank":199,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":140,"Rank":200,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":141,"Rank":201,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":142,"Rank":202,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":143,"Rank":203,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":144,"Rank":204,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":145,"Rank":205,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":148,"Rank":206,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":149,"Rank":207,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":151,"Rank":209,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":152,"Rank":210,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":153,"Rank":211,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":154,"Rank":212,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":155,"Rank":213,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":160,"Rank":217,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":163,"Rank":218,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":165,"Rank":219,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":166,"Rank":220,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":167,"Rank":221,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":168,"Rank":222,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":169,"Rank":223,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":172,"Rank":226,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":173,"Rank":227,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":175,"Rank":229,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":177,"Rank":231,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":178,"Rank":232,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":179,"Rank":233,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":180,"Rank":234,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":181,"Rank":235,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":183,"Rank":236,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":184,"Rank":237,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":185,"Rank":238,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":186,"Rank":239,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":187,"Rank":240,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":188,"Rank":241,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":189,"Rank":242,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":191,"Rank":244,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":20.86,"T2Reranking":66.06} -{"index":194,"Rank":245,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":195,"Rank":246,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":196,"Rank":247,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":201,"Rank":249,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":202,"Rank":250,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":203,"Rank":251,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":206,"Rank":253,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":207,"Rank":254,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":208,"Rank":255,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":209,"Rank":256,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":210,"Rank":257,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":211,"Rank":258,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":216,"Rank":262,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":222,"Rank":263,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":223,"Rank":264,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":224,"Rank":265,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":225,"Rank":266,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":227,"Rank":267,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":228,"Rank":268,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":231,"Rank":269,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":23.6,"T2Reranking":67.12} -{"index":237,"Rank":270,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":238,"Rank":271,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":239,"Rank":272,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":240,"Rank":273,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":241,"Rank":274,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":242,"Rank":275,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":243,"Rank":276,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":245,"Rank":277,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":248,"Rank":279,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":249,"Rank":280,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":258,"Rank":286,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":261,"Rank":288,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":262,"Rank":289,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":263,"Rank":290,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":264,"Rank":291,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":265,"Rank":292,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":266,"Rank":293,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":267,"Rank":294,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":268,"Rank":295,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":269,"Rank":296,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":270,"Rank":297,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":271,"Rank":298,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":272,"Rank":299,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":273,"Rank":300,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":286,"Rank":307,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":287,"Rank":308,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":288,"Rank":309,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":289,"Rank":310,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":290,"Rank":311,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":291,"Rank":312,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":292,"Rank":313,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":293,"Rank":314,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":294,"Rank":315,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":295,"Rank":316,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":296,"Rank":317,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":297,"Rank":318,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":298,"Rank":319,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":299,"Rank":320,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":301,"Rank":322,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":302,"Rank":323,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":303,"Rank":324,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":306,"Rank":325,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":307,"Rank":326,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":308,"Rank":327,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":315,"Rank":331,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":14.83,"T2Reranking":63.29} -{"index":316,"Rank":332,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":5.27,"T2Reranking":60.32} -{"index":317,"Rank":333,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":4.74,"T2Reranking":56.26} -{"index":318,"Rank":334,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":4.65,"T2Reranking":58.3} -{"index":319,"Rank":335,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":320,"Rank":336,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":321,"Rank":337,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":322,"Rank":338,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":323,"Rank":339,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":324,"Rank":340,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":325,"Rank":341,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":326,"Rank":342,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":327,"Rank":343,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":328,"Rank":344,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":329,"Rank":345,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":16.14,"T2Reranking":65.28} -{"index":330,"Rank":346,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":14.57,"T2Reranking":64.49} -{"index":331,"Rank":347,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":332,"Rank":348,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":333,"Rank":349,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":334,"Rank":350,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":336,"Rank":351,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":337,"Rank":352,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":340,"Rank":353,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":344,"Rank":355,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":349,"Rank":359,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":351,"Rank":360,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":353,"Rank":361,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":362,"Rank":367,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":363,"Rank":368,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":364,"Rank":369,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":365,"Rank":370,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":366,"Rank":371,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} diff --git a/all_data_tasks/12/default.jsonl b/all_data_tasks/12/default.jsonl deleted file mode 100644 index 3c1181b645cfdc8ea227ce032e12499a4c9ebf96..0000000000000000000000000000000000000000 --- a/all_data_tasks/12/default.jsonl +++ /dev/null @@ -1,318 +0,0 @@ -{"index":79,"Rank":1,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":78.41,"CmedqaRetrieval":51.47,"CovidRetrieval":93.16,"DuRetrieval":89.43,"EcomRetrieval":70.88,"MedicalRetrieval":74.67,"MMarcoRetrieval":82.41,"T2Retrieval":85.72,"VideoRetrieval":79.57} -{"index":251,"Rank":2,"Model":"Chuxin-Embedding-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":177,"Rank":3,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":250,"Rank":4,"Model":"Chuxin-Embedding-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":128,"Rank":5,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.59,"CmedqaRetrieval":47.62,"CovidRetrieval":88.36,"DuRetrieval":91.59,"EcomRetrieval":74.02,"MedicalRetrieval":69.79,"MMarcoRetrieval":80.37,"T2Retrieval":87.59,"VideoRetrieval":81.34} -{"index":200,"Rank":6,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.23,"CmedqaRetrieval":48.29,"CovidRetrieval":90.76,"DuRetrieval":91.16,"EcomRetrieval":70.29,"MedicalRetrieval":68.04,"MMarcoRetrieval":82.5,"T2Retrieval":85.88,"VideoRetrieval":80.94} -{"index":297,"Rank":7,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05} -{"index":92,"Rank":8,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31} -{"index":146,"Rank":9,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4} -{"index":199,"Rank":10,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.56,"CmedqaRetrieval":47.9,"CovidRetrieval":88.24,"DuRetrieval":90.79,"EcomRetrieval":69.72,"MedicalRetrieval":67.42,"MMarcoRetrieval":82.48,"T2Retrieval":85.93,"VideoRetrieval":80.03} -{"index":253,"Rank":11,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09} -{"index":214,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26} -{"index":204,"Rank":13,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":345,"Rank":14,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":66,"Rank":15,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":19,"Rank":16,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":74,"Rank":17,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.54,"CmedqaRetrieval":49.16,"CovidRetrieval":85.32,"DuRetrieval":85.68,"EcomRetrieval":69.81,"MedicalRetrieval":64.54,"MMarcoRetrieval":84.47,"T2Retrieval":87.55,"VideoRetrieval":77.8} -{"index":305,"Rank":18,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09} -{"index":338,"Rank":19,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79} -{"index":14,"Rank":20,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43} -{"index":44,"Rank":21,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39} -{"index":314,"Rank":22,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1} -{"index":147,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64} -{"index":35,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4} -{"index":192,"Rank":25,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89} -{"index":61,"Rank":26,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.56,"CmedqaRetrieval":46.68,"CovidRetrieval":85.24,"DuRetrieval":88.26,"EcomRetrieval":67.23,"MedicalRetrieval":64.29,"MMarcoRetrieval":78.64,"T2Retrieval":85.29,"VideoRetrieval":72.89} -{"index":193,"Rank":27,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71} -{"index":252,"Rank":28,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59} -{"index":126,"Rank":29,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16} -{"index":387,"Rank":30,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28} -{"index":164,"Rank":31,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32} -{"index":157,"Rank":32,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":369,"Rank":33,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":260,"Rank":34,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.66,"CmedqaRetrieval":45.11,"CovidRetrieval":82.82,"DuRetrieval":87.61,"EcomRetrieval":67.16,"MedicalRetrieval":63.68,"MMarcoRetrieval":78.38,"T2Retrieval":82.36,"VideoRetrieval":74.18} -{"index":352,"Rank":35,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7} -{"index":219,"Rank":36,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56} -{"index":22,"Rank":37,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79} -{"index":65,"Rank":38,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11} -{"index":18,"Rank":39,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11} -{"index":25,"Rank":40,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25} -{"index":350,"Rank":41,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67} -{"index":312,"Rank":42,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54} -{"index":217,"Rank":43,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04} -{"index":220,"Rank":44,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96} -{"index":313,"Rank":45,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18} -{"index":117,"Rank":46,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":299,"Rank":47,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":17,"Rank":48,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41} -{"index":32,"Rank":49,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93} -{"index":75,"Rank":50,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.49,"CmedqaRetrieval":42.63,"CovidRetrieval":82.77,"DuRetrieval":82.35,"EcomRetrieval":63.71,"MedicalRetrieval":57.53,"MMarcoRetrieval":78.68,"T2Retrieval":84.13,"VideoRetrieval":72.15} -{"index":33,"Rank":51,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32} -{"index":162,"Rank":52,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31} -{"index":161,"Rank":53,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31} -{"index":52,"Rank":54,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31} -{"index":24,"Rank":55,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":70.26,"CmedqaRetrieval":42.68,"CovidRetrieval":80.79,"DuRetrieval":85.74,"EcomRetrieval":62.06,"MedicalRetrieval":59.53,"MMarcoRetrieval":78.66,"T2Retrieval":84.69,"VideoRetrieval":67.96} -{"index":221,"Rank":56,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":70.14,"CmedqaRetrieval":42.63,"CovidRetrieval":80.81,"DuRetrieval":85.75,"EcomRetrieval":62.07,"MedicalRetrieval":59.42,"MMarcoRetrieval":78.67,"T2Retrieval":83.87,"VideoRetrieval":67.93} -{"index":218,"Rank":57,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.08,"CmedqaRetrieval":42.03,"CovidRetrieval":79.86,"DuRetrieval":86.97,"EcomRetrieval":62.85,"MedicalRetrieval":58.5,"MMarcoRetrieval":78.36,"T2Retrieval":83.76,"VideoRetrieval":68.27} -{"index":76,"Rank":58,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":69.77,"CmedqaRetrieval":41.91,"CovidRetrieval":82.09,"DuRetrieval":82.09,"EcomRetrieval":62.51,"MedicalRetrieval":56.91,"MMarcoRetrieval":78.53,"T2Retrieval":84.05,"VideoRetrieval":70.08} -{"index":62,"Rank":59,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96} -{"index":29,"Rank":60,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35} -{"index":244,"Rank":61,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":246,"Rank":62,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.6,"CmedqaRetrieval":35.93,"CovidRetrieval":78.92,"DuRetrieval":83.13,"EcomRetrieval":60.89,"MedicalRetrieval":56.64,"MMarcoRetrieval":79.69,"T2Retrieval":83.16,"VideoRetrieval":70.43} -{"index":53,"Rank":63,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3} -{"index":356,"Rank":64,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":354,"Rank":65,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":72,"Rank":66,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.08,"CmedqaRetrieval":35.58,"CovidRetrieval":73.4,"DuRetrieval":88.18,"EcomRetrieval":54.33,"MedicalRetrieval":55.81,"MMarcoRetrieval":76.54,"T2Retrieval":82.96,"VideoRetrieval":53.85} -{"index":231,"Rank":67,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.94,"CmedqaRetrieval":34.15,"CovidRetrieval":75.8,"DuRetrieval":85.16,"EcomRetrieval":53.92,"MedicalRetrieval":56.55,"MMarcoRetrieval":78.81,"T2Retrieval":82.92,"VideoRetrieval":52.24} -{"index":46,"Rank":68,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67} -{"index":230,"Rank":69,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.66,"CmedqaRetrieval":28.67,"CovidRetrieval":75.51,"DuRetrieval":85.32,"EcomRetrieval":54.75,"MedicalRetrieval":51.44,"MMarcoRetrieval":79.2,"T2Retrieval":76.11,"VideoRetrieval":58.25} -{"index":47,"Rank":70,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.52,"CmedqaRetrieval":33.45,"CovidRetrieval":73.36,"DuRetrieval":80.13,"EcomRetrieval":55.89,"MedicalRetrieval":50.67,"MMarcoRetrieval":74.14,"T2Retrieval":76.84,"VideoRetrieval":63.66} -{"index":236,"Rank":71,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":62.87,"CmedqaRetrieval":27.0,"CovidRetrieval":68.86,"DuRetrieval":78.08,"EcomRetrieval":58.34,"MedicalRetrieval":49.63,"MMarcoRetrieval":78.82,"T2Retrieval":79.82,"VideoRetrieval":62.44} -{"index":39,"Rank":72,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":61.77,"CmedqaRetrieval":35.11,"CovidRetrieval":70.14,"DuRetrieval":77.28,"EcomRetrieval":55.71,"MedicalRetrieval":49.8,"MMarcoRetrieval":63.48,"T2Retrieval":76.43,"VideoRetrieval":66.19} -{"index":226,"Rank":73,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.75,"CmedqaRetrieval":34.23,"CovidRetrieval":73.11,"DuRetrieval":87.04,"EcomRetrieval":45.94,"MedicalRetrieval":52.83,"MMarcoRetrieval":74.84,"T2Retrieval":80.68,"VideoRetrieval":45.34} -{"index":23,"Rank":74,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.75,"CmedqaRetrieval":34.22,"CovidRetrieval":73.13,"DuRetrieval":87.02,"EcomRetrieval":45.96,"MedicalRetrieval":52.75,"MMarcoRetrieval":74.83,"T2Retrieval":80.68,"VideoRetrieval":45.39} -{"index":229,"Rank":75,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"CmedqaRetrieval":27.2,"CovidRetrieval":73.45,"DuRetrieval":81.64,"EcomRetrieval":54.17,"MedicalRetrieval":48.35,"MMarcoRetrieval":76.04,"T2Retrieval":70.86,"VideoRetrieval":61.3} -{"index":45,"Rank":76,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.6,"CmedqaRetrieval":31.79,"CovidRetrieval":66.33,"DuRetrieval":75.25,"EcomRetrieval":57.32,"MedicalRetrieval":49.28,"MMarcoRetrieval":69.11,"T2Retrieval":75.94,"VideoRetrieval":59.76} -{"index":191,"Rank":77,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.55,"CmedqaRetrieval":34.69,"CovidRetrieval":70.59,"DuRetrieval":79.9,"EcomRetrieval":54.64,"MedicalRetrieval":47.86,"MMarcoRetrieval":63.06,"T2Retrieval":74.18,"VideoRetrieval":59.48} -{"index":232,"Rank":78,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09} -{"index":234,"Rank":79,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54} -{"index":279,"Rank":80,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09} -{"index":335,"Rank":81,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08} -{"index":233,"Rank":82,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07} -{"index":274,"Rank":83,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11} -{"index":275,"Rank":84,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02} -{"index":383,"Rank":85,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85} -{"index":235,"Rank":86,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07} -{"index":341,"Rank":87,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04} -{"index":68,"Rank":88,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65} -{"index":339,"Rank":89,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52} -{"index":54,"Rank":90,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15} -{"index":329,"Rank":91,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":24.5,"CmedqaRetrieval":10.78,"CovidRetrieval":30.11,"DuRetrieval":34.72,"EcomRetrieval":13.32,"MedicalRetrieval":15.46,"MMarcoRetrieval":46.62,"T2Retrieval":30.31,"VideoRetrieval":14.71} -{"index":330,"Rank":92,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.18} -{"index":59,"Rank":93,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17} -{"index":315,"Rank":94,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.83,"CmedqaRetrieval":5.49,"CovidRetrieval":28.6,"DuRetrieval":26.34,"EcomRetrieval":25.42,"MedicalRetrieval":6.68,"MMarcoRetrieval":34.78,"T2Retrieval":25.32,"VideoRetrieval":22.04} -{"index":198,"Rank":95,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05} -{"index":316,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":6.0,"CmedqaRetrieval":2.58,"CovidRetrieval":10.79,"DuRetrieval":6.62,"EcomRetrieval":4.01,"MedicalRetrieval":2.3,"MMarcoRetrieval":7.46,"T2Retrieval":4.82,"VideoRetrieval":9.38} -{"index":355,"Rank":97,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77} -{"index":318,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":4.36,"CmedqaRetrieval":2.0,"CovidRetrieval":3.7,"DuRetrieval":4.92,"EcomRetrieval":3.94,"MedicalRetrieval":1.71,"MMarcoRetrieval":7.13,"T2Retrieval":2.98,"VideoRetrieval":8.48} -{"index":317,"Rank":99,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":3.62,"CmedqaRetrieval":2.03,"CovidRetrieval":0.8,"DuRetrieval":3.03,"EcomRetrieval":3.7,"MedicalRetrieval":1.76,"MMarcoRetrieval":6.21,"T2Retrieval":1.6,"VideoRetrieval":9.79} -{"index":0,"Rank":100,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":1,"Rank":101,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":2,"Rank":102,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":3,"Rank":103,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":4,"Rank":104,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":5,"Rank":105,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":6,"Rank":106,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":7,"Rank":107,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":8,"Rank":108,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":9,"Rank":109,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":10,"Rank":110,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":11,"Rank":111,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":12,"Rank":112,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":13,"Rank":113,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":15,"Rank":114,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":20,"Rank":116,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":21,"Rank":117,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":28,"Rank":120,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":30,"Rank":121,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":31,"Rank":122,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":34,"Rank":123,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":36,"Rank":124,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":37,"Rank":125,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":38,"Rank":126,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":43,"Rank":130,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":50,"Rank":133,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":51,"Rank":134,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":55,"Rank":135,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":56,"Rank":136,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":57,"Rank":137,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":63,"Rank":140,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":64,"Rank":141,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":67,"Rank":142,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":69,"Rank":143,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":70,"Rank":144,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":71,"Rank":145,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":73,"Rank":146,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":77,"Rank":147,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":78,"Rank":148,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":87,"Rank":156,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":88,"Rank":157,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":89,"Rank":158,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":90,"Rank":159,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":91,"Rank":160,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":93,"Rank":161,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":96,"Rank":164,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":97,"Rank":165,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":98,"Rank":166,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":99,"Rank":167,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":100,"Rank":168,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":101,"Rank":169,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":102,"Rank":170,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":103,"Rank":171,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":104,"Rank":172,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":105,"Rank":173,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":106,"Rank":174,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":107,"Rank":175,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":108,"Rank":176,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":109,"Rank":177,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":110,"Rank":178,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":111,"Rank":179,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":112,"Rank":180,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":113,"Rank":181,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":114,"Rank":182,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":115,"Rank":183,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":116,"Rank":184,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":118,"Rank":185,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":119,"Rank":186,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":120,"Rank":187,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":121,"Rank":188,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":122,"Rank":189,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":123,"Rank":190,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":124,"Rank":191,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":125,"Rank":192,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":127,"Rank":193,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":131,"Rank":196,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":132,"Rank":197,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":135,"Rank":200,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":136,"Rank":201,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":137,"Rank":202,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":138,"Rank":203,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":139,"Rank":204,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":140,"Rank":205,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":141,"Rank":206,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":142,"Rank":207,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":143,"Rank":208,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":144,"Rank":209,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":145,"Rank":210,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":148,"Rank":211,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":149,"Rank":212,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":151,"Rank":214,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":152,"Rank":215,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":153,"Rank":216,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":154,"Rank":217,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":155,"Rank":218,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":160,"Rank":222,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":163,"Rank":223,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":165,"Rank":224,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":166,"Rank":225,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":167,"Rank":226,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":168,"Rank":227,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":169,"Rank":228,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":172,"Rank":231,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":173,"Rank":232,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":175,"Rank":234,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":178,"Rank":236,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":179,"Rank":237,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":180,"Rank":238,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":181,"Rank":239,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":183,"Rank":241,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":184,"Rank":242,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":185,"Rank":243,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":186,"Rank":244,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":187,"Rank":245,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":188,"Rank":246,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":189,"Rank":247,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":194,"Rank":249,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":195,"Rank":250,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":196,"Rank":251,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":201,"Rank":253,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":202,"Rank":254,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":203,"Rank":255,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":206,"Rank":257,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":207,"Rank":258,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":208,"Rank":259,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":209,"Rank":260,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":210,"Rank":261,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":211,"Rank":262,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":216,"Rank":266,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":222,"Rank":267,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":223,"Rank":268,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":224,"Rank":269,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":225,"Rank":270,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":227,"Rank":271,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":228,"Rank":272,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":237,"Rank":273,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":238,"Rank":274,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":239,"Rank":275,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":240,"Rank":276,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":241,"Rank":277,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":242,"Rank":278,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":243,"Rank":279,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":245,"Rank":280,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":248,"Rank":282,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":249,"Rank":283,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":254,"Rank":284,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":258,"Rank":288,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":261,"Rank":290,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":262,"Rank":291,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":263,"Rank":292,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":264,"Rank":293,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":265,"Rank":294,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":266,"Rank":295,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":267,"Rank":296,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":268,"Rank":297,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":269,"Rank":298,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":270,"Rank":299,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":271,"Rank":300,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":272,"Rank":301,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":273,"Rank":302,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":276,"Rank":303,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":278,"Rank":305,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":286,"Rank":312,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":287,"Rank":313,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":288,"Rank":314,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":289,"Rank":315,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":290,"Rank":316,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":291,"Rank":317,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":292,"Rank":318,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":293,"Rank":319,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":294,"Rank":320,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":295,"Rank":321,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":296,"Rank":322,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":298,"Rank":323,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":301,"Rank":325,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":302,"Rank":326,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":303,"Rank":327,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":304,"Rank":328,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":306,"Rank":329,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":307,"Rank":330,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":308,"Rank":331,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":319,"Rank":335,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":320,"Rank":336,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":321,"Rank":337,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":322,"Rank":338,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":323,"Rank":339,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":324,"Rank":340,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":325,"Rank":341,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":326,"Rank":342,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":327,"Rank":343,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":328,"Rank":344,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":331,"Rank":345,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":332,"Rank":346,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":333,"Rank":347,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":334,"Rank":348,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":336,"Rank":349,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":337,"Rank":350,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":340,"Rank":351,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":343,"Rank":353,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":344,"Rank":354,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":349,"Rank":358,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":351,"Rank":359,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":353,"Rank":360,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":362,"Rank":366,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":363,"Rank":367,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":364,"Rank":368,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":365,"Rank":369,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":366,"Rank":370,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} diff --git a/all_data_tasks/13/default.jsonl b/all_data_tasks/13/default.jsonl deleted file mode 100644 index e760ab99a5227fe21e4ee0dfbcd883f2a4292771..0000000000000000000000000000000000000000 --- a/all_data_tasks/13/default.jsonl +++ /dev/null @@ -1,318 +0,0 @@ -{"index":335,"Rank":1,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":67.66,"AFQMC":53.84,"ATEC":54.44,"BQ":70.57,"LCQMC":74.99,"PAWSX":58.35,"QBQTC":71.45,"STS22 (zh)":74.92,"STSB":82.74} -{"index":66,"Rank":2,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17} -{"index":19,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17} -{"index":204,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17} -{"index":345,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17} -{"index":128,"Rank":6,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.02,"AFQMC":53.57,"ATEC":53.42,"BQ":70.66,"LCQMC":79.6,"PAWSX":52.42,"QBQTC":57.97,"STS22 (zh)":73.9,"STSB":78.62} -{"index":161,"Rank":7,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77} -{"index":52,"Rank":8,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77} -{"index":162,"Rank":9,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77} -{"index":253,"Rank":10,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.53,"AFQMC":60.96,"ATEC":58.81,"BQ":75.08,"LCQMC":79.82,"PAWSX":47.42,"QBQTC":45.14,"STS22 (zh)":66.96,"STSB":82.05} -{"index":260,"Rank":11,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.33,"AFQMC":58.25,"ATEC":57.8,"BQ":76.89,"LCQMC":79.58,"PAWSX":46.26,"QBQTC":41.89,"STS22 (zh)":68.69,"STSB":85.31} -{"index":214,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.22,"AFQMC":60.72,"ATEC":58.77,"BQ":75.04,"LCQMC":79.75,"PAWSX":45.94,"QBQTC":43.46,"STS22 (zh)":66.71,"STSB":83.34} -{"index":146,"Rank":13,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24} -{"index":314,"Rank":14,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.5,"AFQMC":61.49,"ATEC":59.2,"BQ":72.88,"LCQMC":79.55,"PAWSX":46.48,"QBQTC":45.91,"STS22 (zh)":63.76,"STSB":78.71} -{"index":44,"Rank":15,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24} -{"index":61,"Rank":16,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.23,"AFQMC":60.89,"ATEC":58.82,"BQ":72.53,"LCQMC":79.19,"PAWSX":45.8,"QBQTC":43.94,"STS22 (zh)":65.18,"STSB":79.48} -{"index":200,"Rank":17,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.55,"AFQMC":58.41,"ATEC":57.6,"BQ":72.66,"LCQMC":79.28,"PAWSX":42.44,"QBQTC":41.52,"STS22 (zh)":66.32,"STSB":82.15} -{"index":219,"Rank":18,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":62.49,"AFQMC":59.22,"ATEC":58.43,"BQ":70.44,"LCQMC":78.27,"PAWSX":43.97,"QBQTC":40.02,"STS22 (zh)":66.49,"STSB":83.05} -{"index":193,"Rank":19,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.48,"AFQMC":58.85,"ATEC":58.08,"BQ":71.05,"LCQMC":78.26,"PAWSX":45.36,"QBQTC":38.98,"STS22 (zh)":66.26,"STSB":82.96} -{"index":192,"Rank":20,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":45.0,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8} -{"index":14,"Rank":21,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":44.98,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8} -{"index":17,"Rank":22,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.32,"AFQMC":58.47,"ATEC":55.46,"BQ":77.59,"LCQMC":76.29,"PAWSX":50.22,"QBQTC":31.82,"STS22 (zh)":67.36,"STSB":81.37} -{"index":338,"Rank":23,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.15,"AFQMC":58.61,"ATEC":58.03,"BQ":70.98,"LCQMC":78.14,"PAWSX":45.59,"QBQTC":38.1,"STS22 (zh)":65.34,"STSB":82.42} -{"index":53,"Rank":24,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":62.13,"AFQMC":59.54,"ATEC":58.63,"BQ":70.31,"LCQMC":78.73,"PAWSX":42.97,"QBQTC":41.03,"STS22 (zh)":66.76,"STSB":79.09} -{"index":164,"Rank":25,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":62.09,"AFQMC":58.81,"ATEC":57.95,"BQ":70.37,"LCQMC":78.17,"PAWSX":45.51,"QBQTC":37.31,"STS22 (zh)":65.85,"STSB":82.73} -{"index":79,"Rank":26,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":61.64,"AFQMC":60.3,"ATEC":58.5,"BQ":73.07,"LCQMC":78.44,"PAWSX":36.62,"QBQTC":38.36,"STS22 (zh)":65.93,"STSB":81.92} -{"index":65,"Rank":27,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4} -{"index":18,"Rank":28,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4} -{"index":387,"Rank":29,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":60.07,"AFQMC":50.8,"ATEC":53.23,"BQ":66.49,"LCQMC":76.6,"PAWSX":47.56,"QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14} -{"index":244,"Rank":30,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56} -{"index":221,"Rank":31,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.66,"AFQMC":49.95,"ATEC":53.12,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.73,"STS22 (zh)":68.87,"STSB":79.37} -{"index":25,"Rank":32,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.37} -{"index":24,"Rank":33,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.36} -{"index":252,"Rank":34,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.52,"AFQMC":54.85,"ATEC":55.13,"BQ":65.57,"LCQMC":75.55,"PAWSX":37.87,"QBQTC":33.69,"STS22 (zh)":64.32,"STSB":81.19} -{"index":126,"Rank":35,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.41,"AFQMC":54.73,"ATEC":55.13,"BQ":64.89,"LCQMC":75.12,"PAWSX":37.93,"QBQTC":34.21,"STS22 (zh)":64.54,"STSB":80.72} -{"index":220,"Rank":36,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.3,"AFQMC":54.49,"ATEC":54.45,"BQ":62.38,"LCQMC":76.28,"PAWSX":37.97,"QBQTC":37.84,"STS22 (zh)":67.28,"STSB":75.71} -{"index":313,"Rank":37,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.02,"AFQMC":54.17,"ATEC":54.28,"BQ":62.31,"LCQMC":75.81,"PAWSX":38.31,"QBQTC":38.22,"STS22 (zh)":66.66,"STSB":74.43} -{"index":377,"Rank":38,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.91,"AFQMC":43.45,"ATEC":48.01,"BQ":65.58,"LCQMC":75.56,"PAWSX":47.62,"QBQTC":40.43,"STS22 (zh)":67.24,"STSB":75.38} -{"index":352,"Rank":39,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.82,"AFQMC":54.58,"ATEC":54.6,"BQ":64.41,"LCQMC":74.4,"PAWSX":38.55,"QBQTC":33.36,"STS22 (zh)":62.98,"STSB":79.68} -{"index":62,"Rank":40,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.08,"AFQMC":46.98,"ATEC":51.35,"BQ":65.08,"LCQMC":76.96,"PAWSX":30.03,"QBQTC":37.5,"STS22 (zh)":69.2,"STSB":79.57} -{"index":218,"Rank":41,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":56.92,"AFQMC":46.73,"ATEC":51.22,"BQ":64.8,"LCQMC":76.89,"PAWSX":29.7,"QBQTC":37.38,"STS22 (zh)":69.02,"STSB":79.63} -{"index":35,"Rank":42,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":56.87,"AFQMC":47.17,"ATEC":50.75,"BQ":62.02,"LCQMC":75.95,"PAWSX":30.57,"QBQTC":38.98,"STS22 (zh)":68.68,"STSB":80.87} -{"index":217,"Rank":43,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":56.54,"AFQMC":51.75,"ATEC":52.82,"BQ":63.29,"LCQMC":75.83,"PAWSX":32.02,"QBQTC":36.47,"STS22 (zh)":67.52,"STSB":72.63} -{"index":33,"Rank":44,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.25,"AFQMC":44.36,"ATEC":49.54,"BQ":62.94,"LCQMC":74.33,"PAWSX":33.92,"QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7} -{"index":350,"Rank":45,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AFQMC":49.07,"ATEC":50.83,"BQ":65.5,"LCQMC":74.06,"PAWSX":27.97,"QBQTC":35.19,"STS22 (zh)":63.64,"STSB":81.46} -{"index":312,"Rank":46,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.9,"AFQMC":51.4,"ATEC":52.59,"BQ":62.68,"LCQMC":75.4,"PAWSX":31.58,"QBQTC":36.48,"STS22 (zh)":66.51,"STSB":70.6} -{"index":46,"Rank":47,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.55,"AFQMC":46.7,"ATEC":49.95,"BQ":56.08,"LCQMC":74.96,"PAWSX":33.49,"QBQTC":31.06,"STS22 (zh)":64.51,"STSB":79.63} -{"index":74,"Rank":48,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.38,"AFQMC":44.89,"ATEC":50.63,"BQ":58.61,"LCQMC":75.03,"PAWSX":19.19,"QBQTC":32.4,"STS22 (zh)":74.28,"STSB":80.01} -{"index":47,"Rank":49,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74} -{"index":29,"Rank":50,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.72,"AFQMC":42.4,"ATEC":48.17,"BQ":61.78,"LCQMC":74.45,"PAWSX":20.4,"QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31} -{"index":32,"Rank":51,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.0,"AFQMC":43.06,"ATEC":48.29,"BQ":60.53,"LCQMC":74.71,"PAWSX":16.64,"QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41} -{"index":22,"Rank":52,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} -{"index":45,"Rank":53,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54} -{"index":75,"Rank":54,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.18,"AFQMC":39.88,"ATEC":47.17,"BQ":54.36,"LCQMC":70.39,"PAWSX":15.18,"QBQTC":30.32,"STS22 (zh)":74.02,"STSB":78.14} -{"index":76,"Rank":55,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.74,"AFQMC":39.41,"ATEC":46.92,"BQ":51.53,"LCQMC":69.62,"PAWSX":15.09,"QBQTC":34.11,"STS22 (zh)":69.91,"STSB":79.33} -{"index":279,"Rank":56,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91} -{"index":274,"Rank":57,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.47,"AFQMC":35.87,"ATEC":41.27,"BQ":63.81,"LCQMC":74.88,"PAWSX":12.19,"QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97} -{"index":275,"Rank":58,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.42,"AFQMC":36.53,"ATEC":41.8,"BQ":65.2,"LCQMC":74.2,"PAWSX":15.95,"QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16} -{"index":23,"Rank":59,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.64,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81} -{"index":226,"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.63,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81} -{"index":356,"Rank":61,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51} -{"index":354,"Rank":62,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51} -{"index":39,"Rank":63,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.1,"AFQMC":33.42,"ATEC":43.01,"BQ":55.22,"LCQMC":72.19,"PAWSX":9.26,"QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73} -{"index":230,"Rank":64,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.29,"AFQMC":33.02,"ATEC":39.81,"BQ":46.44,"LCQMC":75.95,"PAWSX":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08} -{"index":229,"Rank":65,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":46.49,"AFQMC":29.67,"ATEC":37.01,"BQ":45.45,"LCQMC":74.15,"PAWSX":12.14,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05} -{"index":233,"Rank":66,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.6,"AFQMC":27.98,"ATEC":35.86,"BQ":46.23,"LCQMC":72.8,"PAWSX":15.66,"QBQTC":32.65,"STS22 (zh)":54.08,"STSB":79.53} -{"index":232,"Rank":67,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.27,"AFQMC":25.21,"ATEC":35.14,"BQ":43.27,"LCQMC":72.7,"PAWSX":11.01,"QBQTC":30.25,"STS22 (zh)":66.85,"STSB":77.73} -{"index":68,"Rank":68,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.97,"AFQMC":24.51,"ATEC":32.45,"BQ":44.22,"LCQMC":69.16,"PAWSX":14.55,"QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45} -{"index":54,"Rank":69,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.62,"AFQMC":22.57,"ATEC":30.3,"BQ":40.98,"LCQMC":68.4,"PAWSX":15.08,"QBQTC":27.92,"STS22 (zh)":61.58,"STSB":82.17} -{"index":339,"Rank":70,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.41,"AFQMC":26.06,"ATEC":31.93,"BQ":42.67,"LCQMC":70.16,"PAWSX":17.21,"QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3} -{"index":383,"Rank":71,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":43.35,"AFQMC":23.88,"ATEC":29.25,"BQ":45.33,"LCQMC":68.41,"PAWSX":16.55,"QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61} -{"index":341,"Rank":72,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.78,"AFQMC":22.24,"ATEC":30.84,"BQ":43.33,"LCQMC":66.74,"PAWSX":12.31,"QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22} -{"index":235,"Rank":73,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":42.57,"AFQMC":25.32,"ATEC":33.46,"BQ":43.93,"LCQMC":71.98,"PAWSX":14.23,"QBQTC":32.92,"STS22 (zh)":40.97,"STSB":77.77} -{"index":59,"Rank":74,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.11,"AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":22.53,"STS22 (zh)":61.75,"STSB":80.84} -{"index":198,"Rank":75,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.48,"AFQMC":17.63,"ATEC":26.18,"BQ":37.66,"LCQMC":50.11,"PAWSX":32.75,"QBQTC":24.48,"STS22 (zh)":52.82,"STSB":50.18} -{"index":355,"Rank":76,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.86,"AFQMC":3.76,"ATEC":10.09,"BQ":19.31,"LCQMC":42.15,"PAWSX":6.14,"QBQTC":6.12,"STS22 (zh)":33.7,"STSB":45.6} -{"index":0,"Rank":77,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":1,"Rank":78,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":2,"Rank":79,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":3,"Rank":80,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":4,"Rank":81,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":5,"Rank":82,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":6,"Rank":83,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":7,"Rank":84,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":8,"Rank":85,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":9,"Rank":86,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":10,"Rank":87,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":11,"Rank":88,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":12,"Rank":89,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":13,"Rank":90,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.41,"STSB":""} -{"index":15,"Rank":91,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":20,"Rank":93,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":21,"Rank":94,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":28,"Rank":97,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":30,"Rank":98,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":31,"Rank":99,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":34,"Rank":100,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":36,"Rank":101,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":37,"Rank":102,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":38,"Rank":103,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":41,"Rank":105,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""} -{"index":43,"Rank":107,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":50,"Rank":110,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":51,"Rank":111,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":55,"Rank":112,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":56,"Rank":113,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":57,"Rank":114,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":63,"Rank":117,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":64,"Rank":118,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":67,"Rank":119,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":69,"Rank":120,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":70,"Rank":121,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":71,"Rank":122,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":72,"Rank":123,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AFQMC":35.59,"ATEC":40.89,"BQ":49.18,"LCQMC":75.52,"PAWSX":16.4,"QBQTC":"","STS22 (zh)":"","STSB":78.12} -{"index":73,"Rank":124,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":77,"Rank":125,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":78,"Rank":126,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":87,"Rank":134,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.18,"STSB":""} -{"index":88,"Rank":135,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":89,"Rank":136,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":90,"Rank":137,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":91,"Rank":138,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":92,"Rank":139,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":93,"Rank":140,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":95,"Rank":142,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":60.0,"STSB":""} -{"index":96,"Rank":143,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":97,"Rank":144,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":98,"Rank":145,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":99,"Rank":146,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":100,"Rank":147,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":101,"Rank":148,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":102,"Rank":149,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":103,"Rank":150,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":104,"Rank":151,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":105,"Rank":152,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":106,"Rank":153,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":107,"Rank":154,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":108,"Rank":155,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":109,"Rank":156,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":110,"Rank":157,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":111,"Rank":158,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":112,"Rank":159,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":25.49,"STSB":""} -{"index":113,"Rank":160,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":6.52,"STSB":""} -{"index":114,"Rank":161,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":115,"Rank":162,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":116,"Rank":163,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":118,"Rank":165,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":119,"Rank":166,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":120,"Rank":167,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":121,"Rank":168,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":122,"Rank":169,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":123,"Rank":170,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":124,"Rank":171,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":125,"Rank":172,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":127,"Rank":173,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":131,"Rank":176,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":132,"Rank":177,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":135,"Rank":180,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":136,"Rank":181,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":137,"Rank":182,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":138,"Rank":183,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":139,"Rank":184,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":140,"Rank":185,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":141,"Rank":186,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":142,"Rank":187,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":143,"Rank":188,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":144,"Rank":189,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":145,"Rank":190,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":147,"Rank":191,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":148,"Rank":192,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":149,"Rank":193,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":151,"Rank":195,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":152,"Rank":196,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":153,"Rank":197,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":154,"Rank":198,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":155,"Rank":199,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":157,"Rank":201,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":159,"Rank":203,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.04,"STSB":""} -{"index":160,"Rank":204,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":163,"Rank":205,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":165,"Rank":206,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":166,"Rank":207,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":167,"Rank":208,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":168,"Rank":209,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":169,"Rank":210,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":172,"Rank":213,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.54,"STSB":""} -{"index":173,"Rank":214,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.78,"STSB":""} -{"index":175,"Rank":216,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":177,"Rank":218,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":178,"Rank":219,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":35.1,"STSB":""} -{"index":179,"Rank":220,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":180,"Rank":221,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":181,"Rank":222,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":183,"Rank":224,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":184,"Rank":225,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":185,"Rank":226,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":186,"Rank":227,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":187,"Rank":228,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":188,"Rank":229,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":189,"Rank":230,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":191,"Rank":232,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":33.88,"ATEC":43.36,"BQ":57.14,"LCQMC":72.71,"PAWSX":9.31,"QBQTC":35.51,"STS22 (zh)":"","STSB":80.64} -{"index":194,"Rank":233,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":195,"Rank":234,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":196,"Rank":235,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":201,"Rank":238,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":202,"Rank":239,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":203,"Rank":240,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":206,"Rank":242,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":207,"Rank":243,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":208,"Rank":244,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":209,"Rank":245,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":210,"Rank":246,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":211,"Rank":247,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":216,"Rank":251,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":222,"Rank":252,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":223,"Rank":253,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":224,"Rank":254,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":225,"Rank":255,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":227,"Rank":256,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":228,"Rank":257,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":231,"Rank":258,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":37.53,"ATEC":43.27,"BQ":48.8,"LCQMC":76.06,"PAWSX":15.06,"QBQTC":"","STS22 (zh)":67.4,"STSB":81.68} -{"index":234,"Rank":259,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AFQMC":30.55,"ATEC":37.35,"BQ":47.17,"LCQMC":75.32,"PAWSX":17.46,"QBQTC":33.7,"STS22 (zh)":"","STSB":81.52} -{"index":236,"Rank":260,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":31.87,"ATEC":38.8,"BQ":47.67,"LCQMC":75.34,"PAWSX":17.25,"QBQTC":34.48,"STS22 (zh)":"","STSB":82.03} -{"index":237,"Rank":261,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":238,"Rank":262,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":239,"Rank":263,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":240,"Rank":264,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":241,"Rank":265,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":242,"Rank":266,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":243,"Rank":267,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":245,"Rank":268,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":246,"Rank":269,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54} -{"index":247,"Rank":270,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.84,"STSB":""} -{"index":248,"Rank":271,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":249,"Rank":272,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":254,"Rank":275,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":258,"Rank":279,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":261,"Rank":281,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":262,"Rank":282,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":263,"Rank":283,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":264,"Rank":284,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":265,"Rank":285,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":266,"Rank":286,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":267,"Rank":287,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":268,"Rank":288,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":269,"Rank":289,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":270,"Rank":290,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":271,"Rank":291,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":272,"Rank":292,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":273,"Rank":293,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":276,"Rank":294,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":278,"Rank":296,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":286,"Rank":303,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":287,"Rank":304,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":288,"Rank":305,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":289,"Rank":306,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":290,"Rank":307,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":291,"Rank":308,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":292,"Rank":309,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":293,"Rank":310,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":294,"Rank":311,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":295,"Rank":312,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":296,"Rank":313,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":297,"Rank":314,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":298,"Rank":315,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":299,"Rank":316,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":301,"Rank":318,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":302,"Rank":319,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":303,"Rank":320,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":304,"Rank":321,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":305,"Rank":322,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":306,"Rank":323,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":42.94,"STSB":""} -{"index":307,"Rank":324,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":46.31,"STSB":""} -{"index":308,"Rank":325,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":26.92,"STSB":""} -{"index":315,"Rank":329,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":21.02,"ATEC":26.61,"BQ":42.6,"LCQMC":52.19,"PAWSX":10.23,"QBQTC":"","STS22 (zh)":63.02,"STSB":68.38} -{"index":316,"Rank":330,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":7.94,"ATEC":12.97,"BQ":23.31,"LCQMC":21.04,"PAWSX":7.31,"QBQTC":"","STS22 (zh)":33.15,"STSB":36.66} -{"index":317,"Rank":331,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":8.59,"ATEC":13.52,"BQ":23.84,"LCQMC":23.85,"PAWSX":7.21,"QBQTC":"","STS22 (zh)":44.93,"STSB":37.8} -{"index":318,"Rank":332,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":8.01,"ATEC":14.03,"BQ":21.39,"LCQMC":22.84,"PAWSX":6.44,"QBQTC":"","STS22 (zh)":42.24,"STSB":37.7} -{"index":319,"Rank":333,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":16.35,"STSB":""} -{"index":320,"Rank":334,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":321,"Rank":335,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":4.78,"STSB":""} -{"index":322,"Rank":336,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.32,"STSB":""} -{"index":323,"Rank":337,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":324,"Rank":338,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":27.32,"STSB":""} -{"index":325,"Rank":339,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":31.16,"STSB":""} -{"index":326,"Rank":340,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":327,"Rank":341,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":328,"Rank":342,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":329,"Rank":343,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":14.3,"ATEC":18.42,"BQ":38.53,"LCQMC":63.96,"PAWSX":10.13,"QBQTC":"","STS22 (zh)":58.75,"STSB":78.91} -{"index":330,"Rank":344,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":"","STS22 (zh)":61.75,"STSB":80.84} -{"index":331,"Rank":345,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.9,"STSB":""} -{"index":332,"Rank":346,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":30.47,"STSB":""} -{"index":333,"Rank":347,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.55,"STSB":""} -{"index":334,"Rank":348,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":336,"Rank":349,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":337,"Rank":350,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.83,"STSB":""} -{"index":340,"Rank":351,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.24,"STSB":""} -{"index":343,"Rank":353,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":344,"Rank":354,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":349,"Rank":358,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":351,"Rank":359,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":353,"Rank":360,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":362,"Rank":366,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":363,"Rank":367,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":364,"Rank":368,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":365,"Rank":369,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":366,"Rank":370,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":369,"Rank":373,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":371,"Rank":375,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":376,"Rank":380,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} diff --git a/all_data_tasks/14/default.jsonl b/all_data_tasks/14/default.jsonl deleted file mode 100644 index 9191fa2d90c9ad3776c9bc8ff403ddb870da9291..0000000000000000000000000000000000000000 --- a/all_data_tasks/14/default.jsonl +++ /dev/null @@ -1,28 +0,0 @@ -{"index":1,"Rank":1,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"BornholmBitextMining":61.17} -{"index":12,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"BornholmBitextMining":57.24} -{"index":16,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":55.42} -{"index":9,"Rank":4,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","BornholmBitextMining":47.37} -{"index":14,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":46.4} -{"index":21,"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":45.63} -{"index":15,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":44.16} -{"index":17,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":43.89} -{"index":13,"Rank":9,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":40.27} -{"index":11,"Rank":10,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":40.15} -{"index":10,"Rank":11,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":40.09} -{"index":2,"Rank":12,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":37.97} -{"index":22,"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":35.25} -{"index":23,"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":29.68} -{"index":24,"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":27.44} -{"index":25,"Rank":16,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":19.67} -{"index":26,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":18.18} -{"index":5,"Rank":18,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":14.08} -{"index":8,"Rank":19,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":11.65} -{"index":6,"Rank":20,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":9.88} -{"index":3,"Rank":21,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":6.6} -{"index":27,"Rank":22,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":6.34} -{"index":19,"Rank":23,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":6.08} -{"index":7,"Rank":24,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":4.53} -{"index":0,"Rank":25,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":4.42} -{"index":20,"Rank":26,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":2.9} -{"index":18,"Rank":27,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"BornholmBitextMining":1.44} -{"index":4,"Rank":28,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"BornholmBitextMining":0.85} diff --git a/all_data_tasks/15/default.jsonl b/all_data_tasks/15/default.jsonl deleted file mode 100644 index 67cd6acade3e09c24b3a503b5902db96ec4fb31f..0000000000000000000000000000000000000000 --- a/all_data_tasks/15/default.jsonl +++ /dev/null @@ -1,56 +0,0 @@ -{"index":29,"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":59.94,"AngryTweetsClassification":54.95,"DKHateClassification":66.02,"DanishPoliticalCommentsClassification":38.27,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":82.29,"ScalaDaClassification":50.77} -{"index":21,"Rank":2,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.16,"AngryTweetsClassification":53.8,"DKHateClassification":60.09,"DanishPoliticalCommentsClassification":36.6,"LccSentimentClassification":57.33,"MassiveIntentClassification (da)":60.55,"MassiveScenarioClassification (da)":64.16,"NordicLangClassification":77.68,"ScalaDaClassification":63.08} -{"index":17,"Rank":3,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.9,"AngryTweetsClassification":52.14,"DKHateClassification":62.13,"DanishPoliticalCommentsClassification":35.04,"LccSentimentClassification":56.27,"MassiveIntentClassification (da)":57.03,"MassiveScenarioClassification (da)":60.43,"NordicLangClassification":85.27,"ScalaDaClassification":62.85} -{"index":28,"Rank":4,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.61,"AngryTweetsClassification":54.65,"DKHateClassification":63.53,"DanishPoliticalCommentsClassification":36.69,"LccSentimentClassification":59.67,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":75.94,"ScalaDaClassification":50.79} -{"index":55,"Rank":5,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.31,"AngryTweetsClassification":54.28,"DKHateClassification":59.3,"DanishPoliticalCommentsClassification":39.81,"LccSentimentClassification":58.0,"MassiveIntentClassification (da)":54.68,"MassiveScenarioClassification (da)":59.56,"NordicLangClassification":74.25,"ScalaDaClassification":66.59} -{"index":16,"Rank":6,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.68,"AngryTweetsClassification":52.14,"DKHateClassification":61.73,"DanishPoliticalCommentsClassification":34.84,"LccSentimentClassification":51.4,"MassiveIntentClassification (da)":56.69,"MassiveScenarioClassification (da)":61.93,"NordicLangClassification":84.69,"ScalaDaClassification":57.99} -{"index":36,"Rank":7,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.34,"AngryTweetsClassification":52.48,"DKHateClassification":58.78,"DanishPoliticalCommentsClassification":34.14,"LccSentimentClassification":54.07,"MassiveIntentClassification (da)":53.16,"MassiveScenarioClassification (da)":57.17,"NordicLangClassification":82.67,"ScalaDaClassification":58.25} -{"index":31,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.12,"AngryTweetsClassification":53.57,"DKHateClassification":60.73,"DanishPoliticalCommentsClassification":34.38,"LccSentimentClassification":57.87,"MassiveIntentClassification (da)":54.63,"MassiveScenarioClassification (da)":62.34,"NordicLangClassification":75.15,"ScalaDaClassification":50.3} -{"index":23,"Rank":9,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.03,"AngryTweetsClassification":49.62,"DKHateClassification":69.97,"DanishPoliticalCommentsClassification":37.59,"LccSentimentClassification":54.27,"MassiveIntentClassification (da)":62.03,"MassiveScenarioClassification (da)":67.76,"NordicLangClassification":48.4,"ScalaDaClassification":50.63} -{"index":37,"Rank":10,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.21,"AngryTweetsClassification":49.04,"DKHateClassification":62.71,"DanishPoliticalCommentsClassification":33.53,"LccSentimentClassification":46.93,"MassiveIntentClassification (da)":45.98,"MassiveScenarioClassification (da)":50.51,"NordicLangClassification":84.25,"ScalaDaClassification":60.72} -{"index":7,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.14,"AngryTweetsClassification":52.41,"DKHateClassification":56.78,"DanishPoliticalCommentsClassification":34.03,"LccSentimentClassification":52.27,"MassiveIntentClassification (da)":41.06,"MassiveScenarioClassification (da)":43.91,"NordicLangClassification":79.39,"ScalaDaClassification":57.3} -{"index":25,"Rank":12,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.39,"AngryTweetsClassification":46.14,"DKHateClassification":58.72,"DanishPoliticalCommentsClassification":28.67,"LccSentimentClassification":42.13,"MassiveIntentClassification (da)":42.29,"MassiveScenarioClassification (da)":52.95,"NordicLangClassification":58.3,"ScalaDaClassification":49.9} -{"index":24,"Rank":13,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.02,"AngryTweetsClassification":45.06,"DKHateClassification":58.51,"DanishPoliticalCommentsClassification":28.43,"LccSentimentClassification":37.47,"MassiveIntentClassification (da)":44.25,"MassiveScenarioClassification (da)":52.99,"NordicLangClassification":59.34,"ScalaDaClassification":50.08} -{"index":12,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.67,"AngryTweetsClassification":44.46,"DKHateClassification":59.36,"DanishPoliticalCommentsClassification":28.32,"LccSentimentClassification":47.2,"MassiveIntentClassification (da)":42.84,"MassiveScenarioClassification (da)":49.64,"NordicLangClassification":51.45,"ScalaDaClassification":50.12} -{"index":35,"Rank":15,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":46.33,"AngryTweetsClassification":47.91,"DKHateClassification":59.45,"DanishPoliticalCommentsClassification":31.89,"LccSentimentClassification":47.93,"MassiveIntentClassification (da)":26.3,"MassiveScenarioClassification (da)":28.93,"NordicLangClassification":57.82,"ScalaDaClassification":70.41} -{"index":27,"Rank":16,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.66,"AngryTweetsClassification":43.6,"DKHateClassification":57.57,"DanishPoliticalCommentsClassification":28.37,"LccSentimentClassification":40.27,"MassiveIntentClassification (da)":41.89,"MassiveScenarioClassification (da)":49.93,"NordicLangClassification":53.47,"ScalaDaClassification":50.15} -{"index":10,"Rank":17,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.58,"AngryTweetsClassification":44.58,"DKHateClassification":55.53,"DanishPoliticalCommentsClassification":28.97,"LccSentimentClassification":41.2,"MassiveIntentClassification (da)":37.98,"MassiveScenarioClassification (da)":40.44,"NordicLangClassification":62.45,"ScalaDaClassification":53.53} -{"index":41,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.44,"AngryTweetsClassification":42.48,"DKHateClassification":55.05,"DanishPoliticalCommentsClassification":26.7,"LccSentimentClassification":38.53,"MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":47.02,"NordicLangClassification":54.7,"ScalaDaClassification":50.03} -{"index":11,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":33.61,"AngryTweetsClassification":40.52,"DKHateClassification":52.28,"DanishPoliticalCommentsClassification":25.17,"LccSentimentClassification":36.67,"MassiveIntentClassification (da)":6.51,"MassiveScenarioClassification (da)":11.5,"NordicLangClassification":44.53,"ScalaDaClassification":51.66} -{"index":0,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.61,"MassiveScenarioClassification (da)":54.87,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":1,"Rank":21,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":2,"Rank":22,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":72.53,"MassiveScenarioClassification (da)":76.76,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":3,"Rank":23,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":66.64,"MassiveScenarioClassification (da)":72.42,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":4,"Rank":24,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":46.17,"DKHateClassification":55.9,"DanishPoliticalCommentsClassification":28.33,"LccSentimentClassification":42.27,"MassiveIntentClassification (da)":40.37,"MassiveScenarioClassification (da)":49.35,"NordicLangClassification":"","ScalaDaClassification":50.11} -{"index":5,"Rank":25,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":31.47,"MassiveScenarioClassification (da)":39.79,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":6,"Rank":26,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":35.53,"MassiveScenarioClassification (da)":42.65,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":8,"Rank":27,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AngryTweetsClassification":65.35,"DKHateClassification":"","DanishPoliticalCommentsClassification":41.28,"LccSentimentClassification":70.13,"MassiveIntentClassification (da)":73.46,"MassiveScenarioClassification (da)":76.98,"NordicLangClassification":69.36,"ScalaDaClassification":""} -{"index":9,"Rank":28,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":56.08,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.88,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":61.0,"ScalaDaClassification":50.43} -{"index":13,"Rank":29,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":51.92,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":44.18,"MassiveScenarioClassification (da)":45.44,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":15,"Rank":31,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.56,"MassiveScenarioClassification (da)":44.75,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":18,"Rank":32,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":55.06,"MassiveScenarioClassification (da)":64.26,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":19,"Rank":33,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":51.23,"MassiveScenarioClassification (da)":53.52,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":20,"Rank":34,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":39.67,"MassiveScenarioClassification (da)":44.68,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":22,"Rank":35,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.66,"MassiveScenarioClassification (da)":44.69,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":26,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":65.01,"DKHateClassification":"","DanishPoliticalCommentsClassification":34.68,"LccSentimentClassification":64.53,"MassiveIntentClassification (da)":68.11,"MassiveScenarioClassification (da)":73.77,"NordicLangClassification":69.13,"ScalaDaClassification":""} -{"index":30,"Rank":37,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":59.53,"DKHateClassification":"","DanishPoliticalCommentsClassification":33.07,"LccSentimentClassification":60.27,"MassiveIntentClassification (da)":65.08,"MassiveScenarioClassification (da)":71.88,"NordicLangClassification":76.57,"ScalaDaClassification":""} -{"index":32,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":49.54,"MassiveScenarioClassification (da)":52.53,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":33,"Rank":39,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":46.93,"MassiveScenarioClassification (da)":49.11,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":34,"Rank":40,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":62.97,"MassiveScenarioClassification (da)":68.93,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":38,"Rank":41,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.94,"MassiveScenarioClassification (da)":44.0,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":39,"Rank":42,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":51.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":38.34,"LccSentimentClassification":50.07,"MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":35.39,"ScalaDaClassification":""} -{"index":40,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":42.87,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.07,"LccSentimentClassification":41.93,"MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":54.17,"ScalaDaClassification":""} -{"index":42,"Rank":44,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AngryTweetsClassification":44.13,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.31,"LccSentimentClassification":39.27,"MassiveIntentClassification (da)":42.36,"MassiveScenarioClassification (da)":49.45,"NordicLangClassification":50.15,"ScalaDaClassification":""} -{"index":43,"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":44,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":45,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":46,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":47,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":50.9,"DKHateClassification":"","DanishPoliticalCommentsClassification":37.58,"LccSentimentClassification":54.53,"MassiveIntentClassification (da)":57.75,"MassiveScenarioClassification (da)":66.87,"NordicLangClassification":42.52,"ScalaDaClassification":""} -{"index":48,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AngryTweetsClassification":54.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.96,"LccSentimentClassification":58.4,"MassiveIntentClassification (da)":62.8,"MassiveScenarioClassification (da)":71.04,"NordicLangClassification":41.57,"ScalaDaClassification":""} -{"index":49,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":50,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":51,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":52,"Rank":54,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":33.95,"MassiveScenarioClassification (da)":43.69,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":53,"Rank":55,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":56.74,"MassiveScenarioClassification (da)":63.07,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":54,"Rank":56,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":34.98,"MassiveScenarioClassification (da)":42.82,"NordicLangClassification":"","ScalaDaClassification":""} diff --git a/all_data_tasks/16/default.jsonl b/all_data_tasks/16/default.jsonl deleted file mode 100644 index faf30db7dfc895e5f4d9fa911a96c5984d8de8ea..0000000000000000000000000000000000000000 --- a/all_data_tasks/16/default.jsonl +++ /dev/null @@ -1,104 +0,0 @@ -{"index":10,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":59,"Rank":2,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":99,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":26,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":13,"Rank":5,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07} -{"index":9,"Rank":6,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23} -{"index":25,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23} -{"index":32,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.83,"AmazonReviewsClassification (fr)":52.62,"MasakhaNEWSClassification (fra)":83.63,"MassiveIntentClassification (fr)":69.54,"MassiveScenarioClassification (fr)":78.53,"MTOPDomainClassification (fr)":95.79,"MTOPIntentClassification (fr)":80.88} -{"index":69,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.54,"AmazonReviewsClassification (fr)":47.31,"MasakhaNEWSClassification (fra)":74.03,"MassiveIntentClassification (fr)":76.32,"MassiveScenarioClassification (fr)":83.09,"MTOPDomainClassification (fr)":96.3,"MTOPIntentClassification (fr)":82.21} -{"index":30,"Rank":10,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":76.28,"AmazonReviewsClassification (fr)":54.43,"MasakhaNEWSClassification (fra)":81.35,"MassiveIntentClassification (fr)":75.51,"MassiveScenarioClassification (fr)":77.29,"MTOPDomainClassification (fr)":92.25,"MTOPIntentClassification (fr)":76.87} -{"index":43,"Rank":11,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55} -{"index":65,"Rank":12,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.32,"AmazonReviewsClassification (fr)":49.78,"MasakhaNEWSClassification (fra)":78.93,"MassiveIntentClassification (fr)":66.88,"MassiveScenarioClassification (fr)":71.16,"MTOPDomainClassification (fr)":85.89,"MTOPIntentClassification (fr)":63.26} -{"index":104,"Rank":13,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45} -{"index":37,"Rank":14,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} -{"index":11,"Rank":15,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} -{"index":35,"Rank":16,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.62,"AmazonReviewsClassification (fr)":43.49,"MasakhaNEWSClassification (fra)":78.01,"MassiveIntentClassification (fr)":67.39,"MassiveScenarioClassification (fr)":74.12,"MTOPDomainClassification (fr)":88.46,"MTOPIntentClassification (fr)":60.27} -{"index":0,"Rank":17,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09} -{"index":5,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52} -{"index":73,"Rank":19,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69} -{"index":4,"Rank":20,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44} -{"index":72,"Rank":21,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88} -{"index":3,"Rank":22,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44} -{"index":74,"Rank":23,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76} -{"index":95,"Rank":24,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33} -{"index":75,"Rank":25,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93} -{"index":19,"Rank":26,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07} -{"index":36,"Rank":27,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13} -{"index":64,"Rank":28,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.54,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":63.37,"MassiveScenarioClassification (fr)":68.74,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43} -{"index":102,"Rank":29,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64} -{"index":50,"Rank":30,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.3,"AmazonReviewsClassification (fr)":39.89,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":64.14,"MassiveScenarioClassification (fr)":70.69,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":57.85} -{"index":38,"Rank":31,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.25,"AmazonReviewsClassification (fr)":37.1,"MasakhaNEWSClassification (fra)":78.34,"MassiveIntentClassification (fr)":65.49,"MassiveScenarioClassification (fr)":69.27,"MTOPDomainClassification (fr)":86.09,"MTOPIntentClassification (fr)":61.23} -{"index":76,"Rank":32,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59} -{"index":103,"Rank":33,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01} -{"index":52,"Rank":34,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62} -{"index":94,"Rank":35,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39} -{"index":63,"Rank":36,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.94,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":61.32,"MassiveScenarioClassification (fr)":67.37,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51} -{"index":91,"Rank":37,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.73,"AmazonReviewsClassification (fr)":38.98,"MasakhaNEWSClassification (fra)":72.94,"MassiveIntentClassification (fr)":64.8,"MassiveScenarioClassification (fr)":70.71,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.75} -{"index":80,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01} -{"index":44,"Rank":39,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12} -{"index":101,"Rank":40,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98} -{"index":33,"Rank":41,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.15,"AmazonReviewsClassification (fr)":44.85,"MasakhaNEWSClassification (fra)":83.34,"MassiveIntentClassification (fr)":59.05,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":80.15,"MTOPIntentClassification (fr)":50.24} -{"index":86,"Rank":42,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41} -{"index":93,"Rank":43,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73} -{"index":18,"Rank":44,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01} -{"index":66,"Rank":45,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.06,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":57.9,"MassiveScenarioClassification (fr)":63.9,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01} -{"index":90,"Rank":46,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05} -{"index":8,"Rank":47,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76} -{"index":1,"Rank":48,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62} -{"index":92,"Rank":49,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85} -{"index":62,"Rank":50,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97} -{"index":51,"Rank":51,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44} -{"index":98,"Rank":52,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53} -{"index":67,"Rank":53,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25} -{"index":6,"Rank":54,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12} -{"index":83,"Rank":55,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.87,"AmazonReviewsClassification (fr)":28.49,"MasakhaNEWSClassification (fra)":77.77,"MassiveIntentClassification (fr)":44.27,"MassiveScenarioClassification (fr)":54.26,"MTOPDomainClassification (fr)":74.88,"MTOPIntentClassification (fr)":37.57} -{"index":81,"Rank":56,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94} -{"index":89,"Rank":57,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18} -{"index":82,"Rank":58,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.7,"AmazonReviewsClassification (fr)":26.88,"MasakhaNEWSClassification (fra)":68.84,"MassiveIntentClassification (fr)":42.55,"MassiveScenarioClassification (fr)":51.14,"MTOPDomainClassification (fr)":75.1,"MTOPIntentClassification (fr)":39.67} -{"index":61,"Rank":59,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4} -{"index":60,"Rank":60,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} -{"index":27,"Rank":61,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} -{"index":29,"Rank":62,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86} -{"index":28,"Rank":63,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85} -{"index":23,"Rank":64,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38} -{"index":24,"Rank":65,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37} -{"index":68,"Rank":66,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76} -{"index":58,"Rank":67,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79} -{"index":56,"Rank":68,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49} -{"index":57,"Rank":69,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61} -{"index":2,"Rank":70,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":7,"Rank":71,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":12,"Rank":72,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (fr)":49.3,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":75.11,"MassiveScenarioClassification (fr)":78.6,"MTOPDomainClassification (fr)":91.29,"MTOPIntentClassification (fr)":77.8} -{"index":14,"Rank":73,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":86.21,"MTOPIntentClassification (fr)":67.68} -{"index":15,"Rank":74,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69} -{"index":16,"Rank":75,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":17,"Rank":76,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":20,"Rank":77,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":21,"Rank":78,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":22,"Rank":79,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":34,"Rank":81,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96} -{"index":40,"Rank":83,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33} -{"index":41,"Rank":84,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34} -{"index":42,"Rank":85,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67} -{"index":45,"Rank":86,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43} -{"index":46,"Rank":87,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36} -{"index":47,"Rank":88,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12} -{"index":48,"Rank":89,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":27.0,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":41.95,"MassiveScenarioClassification (fr)":50.59,"MTOPDomainClassification (fr)":75.57,"MTOPIntentClassification (fr)":41.12} -{"index":49,"Rank":90,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":40.29,"MassiveScenarioClassification (fr)":45.08,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":53,"Rank":91,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":54,"Rank":92,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":55,"Rank":93,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75} -{"index":70,"Rank":94,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32} -{"index":71,"Rank":95,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":26.28,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.87,"MassiveScenarioClassification (fr)":45.61,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":77,"Rank":96,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":78,"Rank":97,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":79,"Rank":98,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":31.51,"MassiveScenarioClassification (fr)":42.9,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":100,"Rank":105,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":29.43,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.27,"MassiveScenarioClassification (fr)":40.86,"MTOPDomainClassification (fr)":62.95,"MTOPIntentClassification (fr)":33.78} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} diff --git a/all_data_tasks/17/default.jsonl b/all_data_tasks/17/default.jsonl deleted file mode 100644 index 047c1822f445012746a80881683d14d2db530229..0000000000000000000000000000000000000000 --- a/all_data_tasks/17/default.jsonl +++ /dev/null @@ -1,96 +0,0 @@ -{"index":13,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24} -{"index":10,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62} -{"index":99,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62} -{"index":59,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62} -{"index":9,"Rank":5,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71} -{"index":32,"Rank":6,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":53.77,"AlloProfClusteringP2P":66.71,"AlloProfClusteringS2S":47.68,"HALClusteringS2S":26.96,"MLSUMClusteringP2P (fr)":46.16,"MLSUMClusteringS2S (fr)":45.73,"MasakhaNEWSClusteringP2P (fra)":77.2,"MasakhaNEWSClusteringS2S (fra)":65.93} -{"index":33,"Rank":7,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":52.08,"AlloProfClusteringP2P":66.69,"AlloProfClusteringS2S":49.27,"HALClusteringS2S":26.92,"MLSUMClusteringP2P (fr)":45.58,"MLSUMClusteringS2S (fr)":44.45,"MasakhaNEWSClusteringP2P (fra)":71.51,"MasakhaNEWSClusteringS2S (fra)":60.16} -{"index":37,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} -{"index":104,"Rank":9,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58} -{"index":50,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.37,"AlloProfClusteringP2P":59.69,"AlloProfClusteringS2S":45.61,"HALClusteringS2S":25.21,"MLSUMClusteringP2P (fr)":42.83,"MLSUMClusteringS2S (fr)":43.44,"MasakhaNEWSClusteringP2P (fra)":61.32,"MasakhaNEWSClusteringS2S (fra)":60.51} -{"index":36,"Rank":11,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1} -{"index":38,"Rank":12,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.88,"AlloProfClusteringP2P":63.19,"AlloProfClusteringS2S":41.33,"HALClusteringS2S":23.77,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":43.66,"MasakhaNEWSClusteringP2P (fra)":58.63,"MasakhaNEWSClusteringS2S (fra)":53.47} -{"index":5,"Rank":13,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8} -{"index":35,"Rank":14,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.87,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":41.58,"HALClusteringS2S":24.88,"MLSUMClusteringP2P (fr)":44.18,"MLSUMClusteringS2S (fr)":44.65,"MasakhaNEWSClusteringP2P (fra)":69.99,"MasakhaNEWSClusteringS2S (fra)":36.66} -{"index":3,"Rank":15,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18} -{"index":69,"Rank":16,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":44.95,"AlloProfClusteringP2P":63.88,"AlloProfClusteringS2S":46.86,"HALClusteringS2S":27.48,"MLSUMClusteringP2P (fr)":44.69,"MLSUMClusteringS2S (fr)":44.88,"MasakhaNEWSClusteringP2P (fra)":42.36,"MasakhaNEWSClusteringS2S (fra)":44.48} -{"index":0,"Rank":17,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62} -{"index":4,"Rank":18,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79} -{"index":95,"Rank":19,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24} -{"index":52,"Rank":20,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73} -{"index":63,"Rank":21,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16} -{"index":101,"Rank":22,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31} -{"index":1,"Rank":23,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33} -{"index":76,"Rank":24,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91} -{"index":91,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.79,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":53.3,"MasakhaNEWSClusteringS2S (fra)":37.92} -{"index":44,"Rank":26,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"index":11,"Rank":27,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68} -{"index":94,"Rank":28,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74} -{"index":73,"Rank":29,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16} -{"index":8,"Rank":30,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2} -{"index":62,"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2} -{"index":19,"Rank":32,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31} -{"index":93,"Rank":33,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33} -{"index":61,"Rank":34,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23} -{"index":75,"Rank":35,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4} -{"index":92,"Rank":36,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64} -{"index":103,"Rank":37,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94} -{"index":74,"Rank":38,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58} -{"index":43,"Rank":39,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8} -{"index":66,"Rank":40,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22} -{"index":18,"Rank":41,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41} -{"index":64,"Rank":42,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} -{"index":86,"Rank":43,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} -{"index":90,"Rank":44,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9} -{"index":80,"Rank":45,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13} -{"index":72,"Rank":46,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81} -{"index":102,"Rank":47,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24} -{"index":51,"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77} -{"index":67,"Rank":49,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35} -{"index":82,"Rank":50,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58} -{"index":28,"Rank":51,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":29,"Rank":52,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":27,"Rank":53,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":60,"Rank":54,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":81,"Rank":55,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47} -{"index":98,"Rank":56,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51} -{"index":89,"Rank":57,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27} -{"index":6,"Rank":58,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77} -{"index":68,"Rank":59,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58} -{"index":24,"Rank":60,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52} -{"index":23,"Rank":61,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76} -{"index":56,"Rank":62,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26} -{"index":58,"Rank":63,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68} -{"index":57,"Rank":64,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58} -{"index":2,"Rank":65,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":7,"Rank":66,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":12,"Rank":67,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":20,"Rank":72,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":21,"Rank":73,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":22,"Rank":74,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":25,"Rank":75,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":"","HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":""} -{"index":26,"Rank":76,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":"","HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":""} -{"index":30,"Rank":77,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":73.54,"MasakhaNEWSClusteringS2S (fra)":68.87} -{"index":34,"Rank":79,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":40,"Rank":81,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":41,"Rank":82,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":42,"Rank":83,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":46,"Rank":85,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":47,"Rank":86,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":48,"Rank":87,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":49,"Rank":88,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":53,"Rank":89,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":54,"Rank":90,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":65,"Rank":92,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":70.48,"MasakhaNEWSClusteringS2S (fra)":69.48} -{"index":71,"Rank":94,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":77,"Rank":95,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":78,"Rank":96,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":79,"Rank":97,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":83,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":61.99,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} diff --git a/all_data_tasks/18/default.jsonl b/all_data_tasks/18/default.jsonl deleted file mode 100644 index 78288e55da2d13e999f4318e2652809aa2c23e6a..0000000000000000000000000000000000000000 --- a/all_data_tasks/18/default.jsonl +++ /dev/null @@ -1,98 +0,0 @@ -{"index":10,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86} -{"index":99,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86} -{"index":59,"Rank":3,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86} -{"index":26,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86} -{"index":25,"Rank":5,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77} -{"index":9,"Rank":6,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77} -{"index":13,"Rank":7,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14} -{"index":6,"Rank":8,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":82.04,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":70.31} -{"index":8,"Rank":9,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07} -{"index":74,"Rank":10,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98} -{"index":76,"Rank":11,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92} -{"index":37,"Rank":12,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51} -{"index":75,"Rank":13,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42} -{"index":11,"Rank":14,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} -{"index":95,"Rank":15,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01} -{"index":98,"Rank":16,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":78.82,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.6} -{"index":5,"Rank":17,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":78.7,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.71} -{"index":30,"Rank":18,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.35,"OpusparcusPC (fr)":95.14,"PawsXPairClassification (fr)":61.56} -{"index":35,"Rank":19,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":78.31,"OpusparcusPC (fr)":93.78,"PawsXPairClassification (fr)":62.84} -{"index":19,"Rank":20,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26} -{"index":94,"Rank":21,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.54,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.59} -{"index":0,"Rank":22,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":77.34,"OpusparcusPC (fr)":92.64,"PawsXPairClassification (fr)":62.05} -{"index":44,"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.31,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.19} -{"index":4,"Rank":24,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54} -{"index":65,"Rank":25,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":77.24,"OpusparcusPC (fr)":94.73,"PawsXPairClassification (fr)":59.76} -{"index":50,"Rank":26,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.19,"OpusparcusPC (fr)":94.19,"PawsXPairClassification (fr)":60.2} -{"index":104,"Rank":27,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":77.18,"OpusparcusPC (fr)":94.16,"PawsXPairClassification (fr)":60.19} -{"index":52,"Rank":28,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":77.12,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.61} -{"index":43,"Rank":29,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19} -{"index":72,"Rank":30,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85} -{"index":67,"Rank":31,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":77.05,"OpusparcusPC (fr)":90.15,"PawsXPairClassification (fr)":63.95} -{"index":36,"Rank":32,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38} -{"index":103,"Rank":33,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76} -{"index":32,"Rank":34,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.96,"OpusparcusPC (fr)":93.4,"PawsXPairClassification (fr)":60.51} -{"index":3,"Rank":35,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":76.88,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.88} -{"index":33,"Rank":36,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.62,"OpusparcusPC (fr)":92.86,"PawsXPairClassification (fr)":60.39} -{"index":69,"Rank":37,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.6,"OpusparcusPC (fr)":93.75,"PawsXPairClassification (fr)":59.44} -{"index":64,"Rank":38,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.19,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.5} -{"index":62,"Rank":39,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65} -{"index":91,"Rank":40,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14} -{"index":38,"Rank":41,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.56,"OpusparcusPC (fr)":92.92,"PawsXPairClassification (fr)":58.19} -{"index":93,"Rank":42,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.44,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.69} -{"index":63,"Rank":43,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":74.82,"OpusparcusPC (fr)":92.72,"PawsXPairClassification (fr)":56.93} -{"index":51,"Rank":44,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44} -{"index":90,"Rank":45,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.47,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":56.94} -{"index":1,"Rank":46,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.4,"OpusparcusPC (fr)":89.83,"PawsXPairClassification (fr)":58.97} -{"index":80,"Rank":47,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63} -{"index":18,"Rank":48,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":74.14,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.35} -{"index":66,"Rank":49,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68} -{"index":68,"Rank":50,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":73.93,"OpusparcusPC (fr)":85.87,"PawsXPairClassification (fr)":61.99} -{"index":102,"Rank":51,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":73.52,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.66} -{"index":89,"Rank":52,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.77,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.48} -{"index":92,"Rank":53,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.42,"OpusparcusPC (fr)":89.41,"PawsXPairClassification (fr)":55.43} -{"index":101,"Rank":54,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41} -{"index":86,"Rank":55,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16} -{"index":83,"Rank":56,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.52,"OpusparcusPC (fr)":86.61,"PawsXPairClassification (fr)":56.42} -{"index":81,"Rank":57,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.47,"OpusparcusPC (fr)":87.35,"PawsXPairClassification (fr)":55.59} -{"index":82,"Rank":58,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4} -{"index":29,"Rank":59,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":27,"Rank":60,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":60,"Rank":61,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41} -{"index":28,"Rank":62,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38} -{"index":61,"Rank":63,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33} -{"index":58,"Rank":64,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.42,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":54.94} -{"index":23,"Rank":65,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.82,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":51.73} -{"index":24,"Rank":66,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":68.62,"OpusparcusPC (fr)":83.79,"PawsXPairClassification (fr)":53.44} -{"index":57,"Rank":67,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.44,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.89} -{"index":56,"Rank":68,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.17,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":52.19} -{"index":2,"Rank":69,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":7,"Rank":70,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":12,"Rank":71,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":20,"Rank":76,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":21,"Rank":77,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":22,"Rank":78,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":34,"Rank":80,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":40,"Rank":82,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":41,"Rank":83,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":42,"Rank":84,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":46,"Rank":86,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":47,"Rank":87,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":48,"Rank":88,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":49,"Rank":89,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":53,"Rank":90,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":54,"Rank":91,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":55,"Rank":92,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36} -{"index":71,"Rank":94,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":73,"Rank":95,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96} -{"index":77,"Rank":96,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":78,"Rank":97,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":79,"Rank":98,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":100,"Rank":105,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""} diff --git a/all_data_tasks/19/default.jsonl b/all_data_tasks/19/default.jsonl deleted file mode 100644 index 09fa657895d1d97ed35fc940d1c0485eda5e9076..0000000000000000000000000000000000000000 --- a/all_data_tasks/19/default.jsonl +++ /dev/null @@ -1,96 +0,0 @@ -{"index":30,"Rank":1,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":85.28,"AlloprofReranking":77.93,"SyntecReranking":92.62} -{"index":13,"Rank":2,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83} -{"index":9,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03} -{"index":25,"Rank":4,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03} -{"index":5,"Rank":5,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4} -{"index":65,"Rank":6,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":82.32,"AlloprofReranking":74.68,"SyntecReranking":89.95} -{"index":4,"Rank":7,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2} -{"index":35,"Rank":8,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":81.38,"AlloprofReranking":73.87,"SyntecReranking":88.89} -{"index":32,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.82,"AlloprofReranking":75.05,"SyntecReranking":86.6} -{"index":50,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.82,"AlloprofReranking":73.52,"SyntecReranking":88.12} -{"index":33,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.66,"AlloprofReranking":74.05,"SyntecReranking":87.27} -{"index":0,"Rank":12,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57} -{"index":37,"Rank":13,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} -{"index":3,"Rank":14,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77} -{"index":10,"Rank":15,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} -{"index":99,"Rank":16,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} -{"index":26,"Rank":17,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} -{"index":59,"Rank":18,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} -{"index":36,"Rank":19,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83} -{"index":95,"Rank":20,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15} -{"index":43,"Rank":21,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28} -{"index":11,"Rank":22,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03} -{"index":76,"Rank":23,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07} -{"index":103,"Rank":24,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77} -{"index":75,"Rank":25,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65} -{"index":72,"Rank":26,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43} -{"index":74,"Rank":27,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17} -{"index":38,"Rank":28,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.06,"AlloprofReranking":68.44,"SyntecReranking":81.68} -{"index":91,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":74.09,"AlloprofReranking":67.2,"SyntecReranking":80.97} -{"index":94,"Rank":30,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07} -{"index":1,"Rank":31,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65} -{"index":52,"Rank":32,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15} -{"index":64,"Rank":33,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9} -{"index":63,"Rank":34,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43} -{"index":66,"Rank":35,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7} -{"index":69,"Rank":36,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.85,"AlloprofReranking":66.39,"SyntecReranking":73.32} -{"index":18,"Rank":37,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":69.82,"AlloprofReranking":51.6,"SyntecReranking":88.03} -{"index":93,"Rank":38,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77} -{"index":19,"Rank":39,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":68.36,"AlloprofReranking":51.01,"SyntecReranking":85.72} -{"index":81,"Rank":40,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.09,"AlloprofReranking":67.01,"SyntecReranking":69.17} -{"index":44,"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9} -{"index":83,"Rank":42,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.88,"AlloprofReranking":69.63,"SyntecReranking":66.12} -{"index":102,"Rank":43,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13} -{"index":101,"Rank":44,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85} -{"index":82,"Rank":45,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.96,"AlloprofReranking":62.62,"SyntecReranking":67.31} -{"index":51,"Rank":46,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75} -{"index":92,"Rank":47,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05} -{"index":86,"Rank":48,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78} -{"index":62,"Rank":49,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05} -{"index":90,"Rank":50,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03} -{"index":80,"Rank":51,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28} -{"index":98,"Rank":52,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28} -{"index":89,"Rank":53,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08} -{"index":61,"Rank":54,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4} -{"index":67,"Rank":55,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":50.86,"AlloprofReranking":39.13,"SyntecReranking":62.58} -{"index":8,"Rank":56,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87} -{"index":57,"Rank":57,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18} -{"index":6,"Rank":58,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93} -{"index":56,"Rank":59,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88} -{"index":29,"Rank":60,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25} -{"index":60,"Rank":61,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25} -{"index":28,"Rank":62,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":27,"Rank":63,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":68,"Rank":64,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88} -{"index":24,"Rank":65,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4} -{"index":23,"Rank":66,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75} -{"index":58,"Rank":67,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8} -{"index":2,"Rank":68,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":7,"Rank":69,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":12,"Rank":70,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":20,"Rank":75,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":21,"Rank":76,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":22,"Rank":77,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":34,"Rank":79,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":40,"Rank":81,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":41,"Rank":82,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":42,"Rank":83,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":46,"Rank":85,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":47,"Rank":86,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":48,"Rank":87,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":49,"Rank":88,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":53,"Rank":89,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":54,"Rank":90,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":71,"Rank":93,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":73,"Rank":94,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":77,"Rank":95,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":78,"Rank":96,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":79,"Rank":97,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":84,"Rank":98,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":85,"Rank":99,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":87,"Rank":100,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":88,"Rank":101,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":96,"Rank":102,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":97,"Rank":103,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":104,"Rank":105,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofReranking":"","SyntecReranking":89.87} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofReranking":"","SyntecReranking":""} diff --git a/all_data_tasks/2/default.jsonl b/all_data_tasks/2/default.jsonl deleted file mode 100644 index 837abce1c25a45e37d7ec761c0d831fda7fb5858..0000000000000000000000000000000000000000 --- a/all_data_tasks/2/default.jsonl +++ /dev/null @@ -1,336 +0,0 @@ -{"index":6,"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":89.25,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":86.32,"TwitterURLCorpus":86.9} -{"index":320,"Rank":2,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.84,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":82.39,"TwitterURLCorpus":87.6} -{"index":259,"Rank":3,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87} -{"index":118,"Rank":4,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.54,"SprintDuplicateQuestions":96.31,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.78} -{"index":196,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.42,"SprintDuplicateQuestions":95.86,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.79} -{"index":74,"Rank":6,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.35,"SprintDuplicateQuestions":96.11,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.42} -{"index":21,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.34,"SprintDuplicateQuestions":95.66,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.75} -{"index":272,"Rank":8,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.27,"SprintDuplicateQuestions":96.52,"TwitterSemEval2015":81.35,"TwitterURLCorpus":86.94} -{"index":338,"Rank":9,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":81.41,"TwitterURLCorpus":87.92} -{"index":59,"Rank":10,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.47,"TwitterSemEval2015":81.67,"TwitterURLCorpus":87.42} -{"index":308,"Rank":11,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.14,"SprintDuplicateQuestions":97.23,"TwitterSemEval2015":79.34,"TwitterURLCorpus":87.84} -{"index":25,"Rank":12,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.14,"SprintDuplicateQuestions":97.23,"TwitterSemEval2015":79.34,"TwitterURLCorpus":87.84} -{"index":117,"Rank":13,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.07,"SprintDuplicateQuestions":97.62,"TwitterSemEval2015":78.57,"TwitterURLCorpus":88.03} -{"index":190,"Rank":14,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.07,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":80.28,"TwitterURLCorpus":87.69} -{"index":171,"Rank":15,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":88.07,"SprintDuplicateQuestions":96.04,"TwitterSemEval2015":80.58,"TwitterURLCorpus":87.58} -{"index":78,"Rank":16,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":88.03,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":80.7,"TwitterURLCorpus":86.56} -{"index":82,"Rank":17,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.99,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":80.6,"TwitterURLCorpus":86.56} -{"index":80,"Rank":18,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":87.79,"SprintDuplicateQuestions":95.09,"TwitterSemEval2015":81.73,"TwitterURLCorpus":86.56} -{"index":172,"Rank":19,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":87.74,"SprintDuplicateQuestions":95.59,"TwitterSemEval2015":80.18,"TwitterURLCorpus":87.46} -{"index":1,"Rank":20,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":87.61,"SprintDuplicateQuestions":96.26,"TwitterSemEval2015":79.04,"TwitterURLCorpus":87.53} -{"index":47,"Rank":21,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} -{"index":16,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} -{"index":15,"Rank":23,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.41,"SprintDuplicateQuestions":96.07,"TwitterSemEval2015":79.36,"TwitterURLCorpus":86.79} -{"index":224,"Rank":24,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":119,"Rank":25,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":219,"Rank":26,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.34,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":79.93,"TwitterURLCorpus":87.5} -{"index":54,"Rank":27,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":87.29,"SprintDuplicateQuestions":93.35,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.43} -{"index":0,"Rank":28,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":87.29,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":78.25,"TwitterURLCorpus":87.12} -{"index":188,"Rank":29,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.28,"SprintDuplicateQuestions":97.04,"TwitterSemEval2015":78.93,"TwitterURLCorpus":85.87} -{"index":133,"Rank":30,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.25,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":78.17,"TwitterURLCorpus":86.33} -{"index":310,"Rank":31,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":240,"Rank":32,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":307,"Rank":33,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":174,"Rank":34,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":313,"Rank":35,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":33,"Rank":36,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":264,"Rank":37,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":69,"Rank":38,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.14,"SprintDuplicateQuestions":96.97,"TwitterSemEval2015":78.29,"TwitterURLCorpus":86.16} -{"index":26,"Rank":39,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":274,"Rank":40,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":189,"Rank":41,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":273,"Rank":42,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":328,"Rank":43,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.07,"SprintDuplicateQuestions":96.87,"TwitterSemEval2015":78.24,"TwitterURLCorpus":86.11} -{"index":258,"Rank":44,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":86.91,"SprintDuplicateQuestions":95.94,"TwitterSemEval2015":78.73,"TwitterURLCorpus":86.05} -{"index":9,"Rank":45,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.87,"SprintDuplicateQuestions":98.07,"TwitterSemEval2015":74.44,"TwitterURLCorpus":88.11} -{"index":209,"Rank":46,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.85,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":78.23,"TwitterURLCorpus":85.53} -{"index":245,"Rank":47,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.74,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":77.8,"TwitterURLCorpus":85.94} -{"index":148,"Rank":48,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.7,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":77.6,"TwitterURLCorpus":85.96} -{"index":187,"Rank":49,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.62,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":77.99,"TwitterURLCorpus":86.93} -{"index":321,"Rank":50,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.61,"SprintDuplicateQuestions":95.98,"TwitterSemEval2015":77.13,"TwitterURLCorpus":86.71} -{"index":8,"Rank":51,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.57,"SprintDuplicateQuestions":96.01,"TwitterSemEval2015":76.87,"TwitterURLCorpus":86.84} -{"index":24,"Rank":52,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":151,"Rank":53,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":191,"Rank":54,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.45,"SprintDuplicateQuestions":95.69,"TwitterSemEval2015":77.67,"TwitterURLCorpus":86.0} -{"index":56,"Rank":55,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.37,"SprintDuplicateQuestions":95.96,"TwitterSemEval2015":76.09,"TwitterURLCorpus":87.06} -{"index":146,"Rank":56,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.32,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.11} -{"index":243,"Rank":57,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.24,"SprintDuplicateQuestions":96.38,"TwitterSemEval2015":76.41,"TwitterURLCorpus":85.93} -{"index":201,"Rank":58,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.24,"SprintDuplicateQuestions":92.19,"TwitterSemEval2015":79.79,"TwitterURLCorpus":86.73} -{"index":84,"Rank":59,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":86.21,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":76.14,"TwitterURLCorpus":86.23} -{"index":40,"Rank":60,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":86.15,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":75.16,"TwitterURLCorpus":86.49} -{"index":292,"Rank":61,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.13,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":77.81,"TwitterURLCorpus":85.14} -{"index":293,"Rank":62,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.12,"SprintDuplicateQuestions":95.68,"TwitterSemEval2015":77.54,"TwitterURLCorpus":85.13} -{"index":152,"Rank":63,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.09,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":75.63,"TwitterURLCorpus":85.92} -{"index":300,"Rank":64,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.06,"SprintDuplicateQuestions":91.44,"TwitterSemEval2015":80.89,"TwitterURLCorpus":85.86} -{"index":68,"Rank":65,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":195,"Rank":66,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":194,"Rank":67,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.94,"SprintDuplicateQuestions":95.42,"TwitterSemEval2015":76.1,"TwitterURLCorpus":86.31} -{"index":239,"Rank":68,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":96.05,"TwitterSemEval2015":76.08,"TwitterURLCorpus":85.54} -{"index":186,"Rank":69,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":93.07,"TwitterSemEval2015":77.42,"TwitterURLCorpus":87.18} -{"index":28,"Rank":70,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.84,"SprintDuplicateQuestions":90.94,"TwitterSemEval2015":79.64,"TwitterURLCorpus":86.95} -{"index":38,"Rank":71,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.84,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":74.8,"TwitterURLCorpus":86.46} -{"index":309,"Rank":72,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":17,"Rank":73,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":179,"Rank":74,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":48,"Rank":75,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":193,"Rank":76,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":173,"Rank":77,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":352,"Rank":78,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78} -{"index":72,"Rank":79,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} -{"index":334,"Rank":80,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.41,"SprintDuplicateQuestions":95.02,"TwitterSemEval2015":75.24,"TwitterURLCorpus":85.96} -{"index":208,"Rank":81,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":85.4,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":73.81,"TwitterURLCorpus":86.78} -{"index":145,"Rank":82,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":214,"Rank":83,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":331,"Rank":84,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":180,"Rank":85,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":18,"Rank":86,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.33,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":75.53,"TwitterURLCorpus":85.51} -{"index":291,"Rank":87,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89} -{"index":298,"Rank":88,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05} -{"index":249,"Rank":89,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":192,"Rank":90,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.09,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":74.4,"TwitterURLCorpus":85.98} -{"index":197,"Rank":91,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":85.08,"SprintDuplicateQuestions":95.29,"TwitterSemEval2015":74.16,"TwitterURLCorpus":85.79} -{"index":301,"Rank":92,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.07,"SprintDuplicateQuestions":88.91,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01} -{"index":246,"Rank":93,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.06,"SprintDuplicateQuestions":95.0,"TwitterSemEval2015":74.5,"TwitterURLCorpus":85.69} -{"index":247,"Rank":94,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":73.26,"TwitterURLCorpus":85.64} -{"index":37,"Rank":95,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.59,"TwitterSemEval2015":72.23,"TwitterURLCorpus":86.32} -{"index":353,"Rank":96,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":85.04,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":73.33,"TwitterURLCorpus":87.21} -{"index":317,"Rank":97,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"SprintDuplicateQuestions":95.75,"TwitterSemEval2015":73.73,"TwitterURLCorpus":85.53} -{"index":71,"Rank":98,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":85.0,"SprintDuplicateQuestions":94.76,"TwitterSemEval2015":73.76,"TwitterURLCorpus":86.49} -{"index":150,"Rank":99,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.99,"SprintDuplicateQuestions":96.14,"TwitterSemEval2015":73.48,"TwitterURLCorpus":85.36} -{"index":299,"Rank":100,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.97,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":79.75,"TwitterURLCorpus":86.14} -{"index":314,"Rank":101,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":55,"Rank":102,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":29,"Rank":103,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":332,"Rank":104,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":350,"Rank":105,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":84.89,"SprintDuplicateQuestions":92.17,"TwitterSemEval2015":75.28,"TwitterURLCorpus":87.22} -{"index":211,"Rank":106,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.8,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":72.32,"TwitterURLCorpus":85.98} -{"index":200,"Rank":107,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.75,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":137,"Rank":108,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.71,"SprintDuplicateQuestions":96.17,"TwitterSemEval2015":72.98,"TwitterURLCorpus":84.99} -{"index":244,"Rank":109,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66} -{"index":335,"Rank":110,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58} -{"index":220,"Rank":111,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.69,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":72.88,"TwitterURLCorpus":85.88} -{"index":149,"Rank":112,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3} -{"index":198,"Rank":113,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79} -{"index":115,"Rank":114,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":31,"Rank":115,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":340,"Rank":116,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":135,"Rank":117,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":256,"Rank":118,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":254,"Rank":119,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57} -{"index":250,"Rank":120,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":94.83,"TwitterSemEval2015":72.55,"TwitterURLCorpus":86.38} -{"index":316,"Rank":121,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.57,"SprintDuplicateQuestions":95.71,"TwitterSemEval2015":72.47,"TwitterURLCorpus":85.52} -{"index":215,"Rank":122,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":23,"Rank":123,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":265,"Rank":124,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":22,"Rank":125,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":19,"Rank":126,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} -{"index":266,"Rank":127,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} -{"index":154,"Rank":128,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.48,"SprintDuplicateQuestions":97.32,"TwitterSemEval2015":70.29,"TwitterURLCorpus":85.83} -{"index":44,"Rank":129,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":216,"Rank":130,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":20,"Rank":131,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":351,"Rank":132,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09} -{"index":253,"Rank":133,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34} -{"index":58,"Rank":134,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":84.09,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":70.93,"TwitterURLCorpus":86.75} -{"index":206,"Rank":135,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":84.06,"SprintDuplicateQuestions":95.36,"TwitterSemEval2015":70.64,"TwitterURLCorpus":86.18} -{"index":217,"Rank":136,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.01,"SprintDuplicateQuestions":96.99,"TwitterSemEval2015":70.9,"TwitterURLCorpus":84.14} -{"index":39,"Rank":137,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":83.95,"SprintDuplicateQuestions":96.6,"TwitterSemEval2015":69.41,"TwitterURLCorpus":85.85} -{"index":57,"Rank":138,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":83.92,"SprintDuplicateQuestions":93.82,"TwitterSemEval2015":71.6,"TwitterURLCorpus":86.33} -{"index":290,"Rank":139,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.85,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":72.23,"TwitterURLCorpus":84.77} -{"index":142,"Rank":140,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.78,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":71.08,"TwitterURLCorpus":83.72} -{"index":251,"Rank":141,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.67,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":69.68,"TwitterURLCorpus":85.41} -{"index":156,"Rank":142,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":213,"Rank":143,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":75,"Rank":144,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":336,"Rank":145,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.58,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":70.34,"TwitterURLCorpus":85.72} -{"index":199,"Rank":146,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.57,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":32,"Rank":147,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":318,"Rank":148,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} -{"index":252,"Rank":149,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} -{"index":185,"Rank":150,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"SprintDuplicateQuestions":90.35,"TwitterSemEval2015":73.99,"TwitterURLCorpus":86.2} -{"index":147,"Rank":151,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.39,"SprintDuplicateQuestions":94.14,"TwitterSemEval2015":70.46,"TwitterURLCorpus":85.58} -{"index":87,"Rank":152,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.32,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":69.78,"TwitterURLCorpus":85.07} -{"index":205,"Rank":153,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":83.11,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":69.14,"TwitterURLCorpus":85.62} -{"index":337,"Rank":154,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.09,"SprintDuplicateQuestions":95.49,"TwitterSemEval2015":68.61,"TwitterURLCorpus":85.16} -{"index":285,"Rank":155,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.04,"SprintDuplicateQuestions":90.15,"TwitterSemEval2015":73.87,"TwitterURLCorpus":85.11} -{"index":210,"Rank":156,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.04,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.3,"TwitterURLCorpus":85.33} -{"index":123,"Rank":157,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.0,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":67.01,"TwitterURLCorpus":85.46} -{"index":73,"Rank":158,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.95,"SprintDuplicateQuestions":94.38,"TwitterSemEval2015":67.98,"TwitterURLCorpus":86.48} -{"index":132,"Rank":159,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.17,"TwitterURLCorpus":84.84} -{"index":329,"Rank":160,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":71.07,"TwitterURLCorpus":84.4} -{"index":131,"Rank":161,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.81,"SprintDuplicateQuestions":95.78,"TwitterSemEval2015":67.76,"TwitterURLCorpus":84.89} -{"index":202,"Rank":162,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.73,"SprintDuplicateQuestions":92.42,"TwitterSemEval2015":70.75,"TwitterURLCorpus":85.03} -{"index":86,"Rank":163,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.69,"SprintDuplicateQuestions":95.35,"TwitterSemEval2015":67.97,"TwitterURLCorpus":84.75} -{"index":94,"Rank":164,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.59,"SprintDuplicateQuestions":95.54,"TwitterSemEval2015":67.55,"TwitterURLCorpus":84.68} -{"index":218,"Rank":165,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.59,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":84.83} -{"index":257,"Rank":166,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21} -{"index":283,"Rank":167,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.46,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77} -{"index":232,"Rank":168,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":284,"Rank":169,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":255,"Rank":170,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03} -{"index":127,"Rank":171,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.23,"SprintDuplicateQuestions":96.0,"TwitterSemEval2015":64.75,"TwitterURLCorpus":85.95} -{"index":143,"Rank":172,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.14,"SprintDuplicateQuestions":92.92,"TwitterSemEval2015":67.8,"TwitterURLCorpus":85.71} -{"index":161,"Rank":173,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.11,"SprintDuplicateQuestions":93.23,"TwitterSemEval2015":69.6,"TwitterURLCorpus":83.49} -{"index":128,"Rank":174,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} -{"index":125,"Rank":175,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} -{"index":101,"Rank":176,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":82.0,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":66.87,"TwitterURLCorpus":85.29} -{"index":248,"Rank":177,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.93,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":67.01,"TwitterURLCorpus":84.2} -{"index":153,"Rank":178,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":81.9,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":65.31,"TwitterURLCorpus":85.46} -{"index":130,"Rank":179,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.77,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":65.79,"TwitterURLCorpus":84.22} -{"index":294,"Rank":180,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.74,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":65.95,"TwitterURLCorpus":83.17} -{"index":144,"Rank":181,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":81.4,"SprintDuplicateQuestions":95.15,"TwitterSemEval2015":65.79,"TwitterURLCorpus":83.27} -{"index":225,"Rank":182,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.36,"SprintDuplicateQuestions":96.15,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.66} -{"index":126,"Rank":183,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.36,"SprintDuplicateQuestions":96.15,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.66} -{"index":129,"Rank":184,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.33,"SprintDuplicateQuestions":94.96,"TwitterSemEval2015":64.32,"TwitterURLCorpus":84.7} -{"index":354,"Rank":185,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":81.32,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":64.41,"TwitterURLCorpus":85.01} -{"index":124,"Rank":186,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.07,"SprintDuplicateQuestions":95.21,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.72} -{"index":207,"Rank":187,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":81.05,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":65.96,"TwitterURLCorpus":85.11} -{"index":165,"Rank":188,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":81.03,"SprintDuplicateQuestions":90.68,"TwitterSemEval2015":67.77,"TwitterURLCorpus":84.65} -{"index":83,"Rank":189,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76} -{"index":169,"Rank":190,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.86,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":64.72,"TwitterURLCorpus":84.01} -{"index":297,"Rank":191,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14} -{"index":122,"Rank":192,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} -{"index":91,"Rank":193,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.73,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":63.85,"TwitterURLCorpus":84.07} -{"index":100,"Rank":194,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":80.65,"SprintDuplicateQuestions":93.47,"TwitterSemEval2015":63.68,"TwitterURLCorpus":84.8} -{"index":90,"Rank":195,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.62,"SprintDuplicateQuestions":89.85,"TwitterSemEval2015":67.48,"TwitterURLCorpus":84.53} -{"index":89,"Rank":196,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.57,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":69.26,"TwitterURLCorpus":83.19} -{"index":95,"Rank":197,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.4,"SprintDuplicateQuestions":94.4,"TwitterSemEval2015":63.86,"TwitterURLCorpus":82.95} -{"index":60,"Rank":198,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":271,"Rank":199,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.21,"SprintDuplicateQuestions":82.12,"TwitterSemEval2015":74.36,"TwitterURLCorpus":84.15} -{"index":121,"Rank":200,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.84,"SprintDuplicateQuestions":92.98,"TwitterSemEval2015":62.44,"TwitterURLCorpus":84.1} -{"index":96,"Rank":201,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.7,"SprintDuplicateQuestions":92.14,"TwitterSemEval2015":63.44,"TwitterURLCorpus":83.53} -{"index":270,"Rank":202,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":79.68,"SprintDuplicateQuestions":92.45,"TwitterSemEval2015":65.01,"TwitterURLCorpus":81.59} -{"index":269,"Rank":203,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":79.62,"SprintDuplicateQuestions":78.95,"TwitterSemEval2015":76.19,"TwitterURLCorpus":83.73} -{"index":327,"Rank":204,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":79.62,"SprintDuplicateQuestions":90.89,"TwitterSemEval2015":63.76,"TwitterURLCorpus":84.2} -{"index":97,"Rank":205,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.58,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":62.37,"TwitterURLCorpus":83.79} -{"index":325,"Rank":206,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.53,"SprintDuplicateQuestions":84.37,"TwitterSemEval2015":70.13,"TwitterURLCorpus":84.09} -{"index":223,"Rank":207,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.23,"SprintDuplicateQuestions":86.13,"TwitterSemEval2015":68.03,"TwitterURLCorpus":83.52} -{"index":212,"Rank":208,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.22,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":59.3,"TwitterURLCorpus":83.44} -{"index":282,"Rank":209,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.87,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":62.78,"TwitterURLCorpus":84.58} -{"index":141,"Rank":210,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.64,"SprintDuplicateQuestions":86.3,"TwitterSemEval2015":63.42,"TwitterURLCorpus":86.2} -{"index":88,"Rank":211,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.57,"SprintDuplicateQuestions":85.22,"TwitterSemEval2015":67.56,"TwitterURLCorpus":82.94} -{"index":296,"Rank":212,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.45,"SprintDuplicateQuestions":89.46,"TwitterSemEval2015":62.06,"TwitterURLCorpus":83.83} -{"index":289,"Rank":213,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.3,"SprintDuplicateQuestions":88.43,"TwitterSemEval2015":62.46,"TwitterURLCorpus":84.02} -{"index":81,"Rank":214,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":78.01,"SprintDuplicateQuestions":88.14,"TwitterSemEval2015":66.6,"TwitterURLCorpus":79.3} -{"index":79,"Rank":215,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":77.88,"SprintDuplicateQuestions":87.57,"TwitterSemEval2015":65.14,"TwitterURLCorpus":80.94} -{"index":222,"Rank":216,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.83,"SprintDuplicateQuestions":88.21,"TwitterSemEval2015":64.8,"TwitterURLCorpus":80.49} -{"index":348,"Rank":217,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":77.79,"SprintDuplicateQuestions":79.85,"TwitterSemEval2015":69.45,"TwitterURLCorpus":84.06} -{"index":312,"Rank":218,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.75,"SprintDuplicateQuestions":82.81,"TwitterSemEval2015":66.16,"TwitterURLCorpus":84.28} -{"index":347,"Rank":219,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":77.46,"SprintDuplicateQuestions":76.46,"TwitterSemEval2015":70.85,"TwitterURLCorpus":85.08} -{"index":102,"Rank":220,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.03,"SprintDuplicateQuestions":80.54,"TwitterSemEval2015":66.0,"TwitterURLCorpus":84.54} -{"index":34,"Rank":221,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.96,"SprintDuplicateQuestions":90.71,"TwitterSemEval2015":58.07,"TwitterURLCorpus":82.09} -{"index":346,"Rank":222,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":76.93,"SprintDuplicateQuestions":78.07,"TwitterSemEval2015":69.04,"TwitterURLCorpus":83.69} -{"index":221,"Rank":223,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.9,"SprintDuplicateQuestions":87.07,"TwitterSemEval2015":62.51,"TwitterURLCorpus":81.11} -{"index":304,"Rank":224,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":76.49,"SprintDuplicateQuestions":83.53,"TwitterSemEval2015":62.49,"TwitterURLCorpus":83.46} -{"index":238,"Rank":225,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":76.45,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":57.19,"TwitterURLCorpus":81.95} -{"index":324,"Rank":226,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.23,"SprintDuplicateQuestions":86.37,"TwitterSemEval2015":60.64,"TwitterURLCorpus":81.68} -{"index":349,"Rank":227,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":75.9,"SprintDuplicateQuestions":69.52,"TwitterSemEval2015":74.42,"TwitterURLCorpus":83.75} -{"index":326,"Rank":228,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.43,"SprintDuplicateQuestions":87.05,"TwitterSemEval2015":57.03,"TwitterURLCorpus":82.21} -{"index":237,"Rank":229,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":75.35,"SprintDuplicateQuestions":89.87,"TwitterSemEval2015":55.35,"TwitterURLCorpus":80.82} -{"index":233,"Rank":230,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":75.34,"SprintDuplicateQuestions":87.94,"TwitterSemEval2015":58.61,"TwitterURLCorpus":79.48} -{"index":98,"Rank":231,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":75.23,"SprintDuplicateQuestions":89.89,"TwitterSemEval2015":54.75,"TwitterURLCorpus":81.06} -{"index":235,"Rank":232,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.9,"SprintDuplicateQuestions":85.06,"TwitterSemEval2015":59.78,"TwitterURLCorpus":79.86} -{"index":267,"Rank":233,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.89,"SprintDuplicateQuestions":73.04,"TwitterSemEval2015":67.75,"TwitterURLCorpus":83.89} -{"index":234,"Rank":234,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.71,"SprintDuplicateQuestions":85.1,"TwitterSemEval2015":60.22,"TwitterURLCorpus":78.8} -{"index":76,"Rank":235,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.53,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":63.58,"TwitterURLCorpus":82.64} -{"index":236,"Rank":236,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":73.73,"SprintDuplicateQuestions":88.18,"TwitterSemEval2015":53.66,"TwitterURLCorpus":79.34} -{"index":268,"Rank":237,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.47,"SprintDuplicateQuestions":78.03,"TwitterSemEval2015":61.01,"TwitterURLCorpus":81.37} -{"index":288,"Rank":238,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.99,"SprintDuplicateQuestions":85.55,"TwitterSemEval2015":54.02,"TwitterURLCorpus":79.41} -{"index":287,"Rank":239,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.48,"SprintDuplicateQuestions":86.96,"TwitterSemEval2015":53.12,"TwitterURLCorpus":77.35} -{"index":85,"Rank":240,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73} -{"index":99,"Rank":241,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":71.78,"SprintDuplicateQuestions":77.73,"TwitterSemEval2015":57.09,"TwitterURLCorpus":80.51} -{"index":175,"Rank":242,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.4,"SprintDuplicateQuestions":77.08,"TwitterSemEval2015":53.58,"TwitterURLCorpus":83.53} -{"index":322,"Rank":243,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.66,"SprintDuplicateQuestions":68.23,"TwitterSemEval2015":64.58,"TwitterURLCorpus":79.18} -{"index":11,"Rank":244,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":69.84,"SprintDuplicateQuestions":68.48,"TwitterSemEval2015":59.57,"TwitterURLCorpus":81.47} -{"index":286,"Rank":245,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.37,"SprintDuplicateQuestions":71.63,"TwitterSemEval2015":43.25,"TwitterURLCorpus":69.22} -{"index":183,"Rank":246,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.33,"SprintDuplicateQuestions":36.81,"TwitterSemEval2015":55.9,"TwitterURLCorpus":76.29} -{"index":319,"Rank":247,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.61,"SprintDuplicateQuestions":17.4,"TwitterSemEval2015":30.38,"TwitterURLCorpus":44.04} -{"index":330,"Rank":248,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.79,"SprintDuplicateQuestions":0.85,"TwitterSemEval2015":0.67,"TwitterURLCorpus":0.84} -{"index":2,"Rank":249,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":3,"Rank":250,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":4,"Rank":251,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":5,"Rank":252,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":7,"Rank":253,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":10,"Rank":254,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":13,"Rank":256,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":27,"Rank":258,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":30,"Rank":259,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":41,"Rank":262,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":42,"Rank":263,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":43,"Rank":264,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":45,"Rank":265,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":46,"Rank":266,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":50,"Rank":268,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":51,"Rank":269,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":52,"Rank":270,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":53,"Rank":271,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":67,"Rank":278,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":70,"Rank":279,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":92,"Rank":281,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":93,"Rank":282,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":103,"Rank":283,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":104,"Rank":284,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":105,"Rank":285,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":106,"Rank":286,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":107,"Rank":287,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":108,"Rank":288,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":109,"Rank":289,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":110,"Rank":290,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":111,"Rank":291,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":120,"Rank":296,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","SprintDuplicateQuestions":57.56,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":134,"Rank":297,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":136,"Rank":298,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":138,"Rank":299,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":139,"Rank":300,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":140,"Rank":301,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":155,"Rank":302,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":157,"Rank":303,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":158,"Rank":304,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":159,"Rank":305,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":160,"Rank":306,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":162,"Rank":307,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":163,"Rank":308,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":164,"Rank":309,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":166,"Rank":310,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":167,"Rank":311,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":168,"Rank":312,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":170,"Rank":313,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":176,"Rank":314,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":177,"Rank":315,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":178,"Rank":316,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":181,"Rank":317,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":182,"Rank":318,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":203,"Rank":320,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":204,"Rank":321,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":226,"Rank":322,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":227,"Rank":323,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":228,"Rank":324,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":229,"Rank":325,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":230,"Rank":326,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":231,"Rank":327,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":241,"Rank":328,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":242,"Rank":329,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":260,"Rank":330,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":261,"Rank":331,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":262,"Rank":332,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":263,"Rank":333,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":275,"Rank":334,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":276,"Rank":335,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":277,"Rank":336,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":278,"Rank":337,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":279,"Rank":338,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":280,"Rank":339,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":281,"Rank":340,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":295,"Rank":341,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":302,"Rank":342,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":303,"Rank":343,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":305,"Rank":344,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":306,"Rank":345,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":311,"Rank":346,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":333,"Rank":349,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":339,"Rank":350,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":341,"Rank":351,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":342,"Rank":352,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":343,"Rank":353,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":344,"Rank":354,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":345,"Rank":355,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} diff --git a/all_data_tasks/20/default.jsonl b/all_data_tasks/20/default.jsonl deleted file mode 100644 index ab55260fa26cd4c295a016dd204a43d6dd6d458c..0000000000000000000000000000000000000000 --- a/all_data_tasks/20/default.jsonl +++ /dev/null @@ -1,97 +0,0 @@ -{"index":13,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":63.47,"AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":77.42} -{"index":10,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":99,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":59,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":26,"Rank":5,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":5,"Rank":6,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92} -{"index":69,"Rank":7,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.48,"AlloprofRetrieval":54.28,"BSARDRetrieval":24.76,"MintakaRetrieval (fr)":26.91,"SyntecRetrieval":83.85,"XPQARetrieval (fr)":77.58} -{"index":4,"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56} -{"index":11,"Rank":9,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} -{"index":9,"Rank":10,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58} -{"index":25,"Rank":11,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58} -{"index":50,"Rank":12,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.4,"AlloprofRetrieval":49.5,"BSARDRetrieval":20.24,"MintakaRetrieval (fr)":33.67,"SyntecRetrieval":84.79,"XPQARetrieval (fr)":68.82} -{"index":37,"Rank":13,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} -{"index":35,"Rank":14,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":48.47,"AlloprofRetrieval":48.8,"BSARDRetrieval":14.63,"MintakaRetrieval (fr)":24.17,"SyntecRetrieval":85.23,"XPQARetrieval (fr)":69.5} -{"index":104,"Rank":15,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0} -{"index":32,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":48.18,"AlloprofRetrieval":50.64,"BSARDRetrieval":19.83,"MintakaRetrieval (fr)":26.45,"SyntecRetrieval":81.9,"XPQARetrieval (fr)":62.09} -{"index":33,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":47.85,"AlloprofRetrieval":46.75,"BSARDRetrieval":20.47,"MintakaRetrieval (fr)":27.4,"SyntecRetrieval":82.44,"XPQARetrieval (fr)":62.19} -{"index":0,"Rank":18,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24} -{"index":43,"Rank":19,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22} -{"index":3,"Rank":20,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95} -{"index":36,"Rank":21,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21} -{"index":75,"Rank":22,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55} -{"index":76,"Rank":23,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8} -{"index":74,"Rank":24,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27} -{"index":95,"Rank":25,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2} -{"index":72,"Rank":26,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49} -{"index":38,"Rank":27,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.4,"AlloprofRetrieval":39.22,"BSARDRetrieval":10.51,"MintakaRetrieval (fr)":25.58,"SyntecRetrieval":78.19,"XPQARetrieval (fr)":63.5} -{"index":103,"Rank":28,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02} -{"index":64,"Rank":29,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15} -{"index":63,"Rank":30,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81} -{"index":73,"Rank":31,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88} -{"index":1,"Rank":32,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07} -{"index":19,"Rank":33,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":40.42,"AlloprofRetrieval":38.36,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"XPQARetrieval (fr)":58.87} -{"index":52,"Rank":34,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62} -{"index":94,"Rank":35,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14} -{"index":101,"Rank":36,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59} -{"index":91,"Rank":37,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.13,"AlloprofRetrieval":30.8,"BSARDRetrieval":13.19,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22} -{"index":102,"Rank":38,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21} -{"index":44,"Rank":39,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57} -{"index":66,"Rank":40,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47} -{"index":18,"Rank":41,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":36.1,"AlloprofRetrieval":35.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"XPQARetrieval (fr)":45.23} -{"index":93,"Rank":42,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79} -{"index":81,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AlloprofRetrieval":33.2,"BSARDRetrieval":6.24,"MintakaRetrieval (fr)":16.08,"SyntecRetrieval":60.8,"XPQARetrieval (fr)":55.9} -{"index":86,"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2} -{"index":51,"Rank":45,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92} -{"index":92,"Rank":46,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19} -{"index":90,"Rank":47,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51} -{"index":82,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.87,"AlloprofRetrieval":28.41,"BSARDRetrieval":4.8,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79} -{"index":89,"Rank":49,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83} -{"index":80,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74} -{"index":98,"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4} -{"index":62,"Rank":52,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29} -{"index":67,"Rank":53,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":17.91,"AlloprofRetrieval":12.37,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"XPQARetrieval (fr)":33.82} -{"index":6,"Rank":54,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59} -{"index":61,"Rank":55,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12} -{"index":8,"Rank":56,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39} -{"index":60,"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49} -{"index":29,"Rank":58,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46} -{"index":27,"Rank":59,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39} -{"index":28,"Rank":60,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35} -{"index":68,"Rank":61,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":7.98,"AlloprofRetrieval":1.98,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"XPQARetrieval (fr)":12.98} -{"index":57,"Rank":62,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09} -{"index":56,"Rank":63,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59} -{"index":24,"Rank":64,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7} -{"index":23,"Rank":65,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65} -{"index":58,"Rank":66,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69} -{"index":2,"Rank":67,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloprofRetrieval":73.76,"BSARDRetrieval":44.87,"MintakaRetrieval (fr)":44.56,"SyntecRetrieval":87.54,"XPQARetrieval (fr)":""} -{"index":7,"Rank":68,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":12,"Rank":69,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":20,"Rank":74,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":21,"Rank":75,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":22,"Rank":76,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":30,"Rank":77,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AlloprofRetrieval":55.42,"BSARDRetrieval":26.61,"MintakaRetrieval (fr)":51.68,"SyntecRetrieval":89.48,"XPQARetrieval (fr)":""} -{"index":31,"Rank":78,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AlloprofRetrieval":"","BSARDRetrieval":31.05,"MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":34,"Rank":79,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":40,"Rank":81,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":41,"Rank":82,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":42,"Rank":83,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":46,"Rank":85,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":47,"Rank":86,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":48,"Rank":87,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":49,"Rank":88,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":53,"Rank":89,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":54,"Rank":90,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":65,"Rank":92,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AlloprofRetrieval":52.12,"BSARDRetrieval":24.61,"MintakaRetrieval (fr)":33.49,"SyntecRetrieval":87.8,"XPQARetrieval (fr)":""} -{"index":71,"Rank":94,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":77,"Rank":95,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":78,"Rank":96,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":79,"Rank":97,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":83,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":34.27,"BSARDRetrieval":6.98,"MintakaRetrieval (fr)":12.93,"SyntecRetrieval":57.39,"XPQARetrieval (fr)":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} diff --git a/all_data_tasks/21/default.jsonl b/all_data_tasks/21/default.jsonl deleted file mode 100644 index 13f24bf3a0eb773339b84e2632f94a641c6c5981..0000000000000000000000000000000000000000 --- a/all_data_tasks/21/default.jsonl +++ /dev/null @@ -1,102 +0,0 @@ -{"index":69,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.89,"STS22 (fr)":83.29,"STSBenchmarkMultilingualSTS (fr)":87.44,"SICKFr":83.95} -{"index":37,"Rank":2,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} -{"index":35,"Rank":3,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.02,"STS22 (fr)":83.82,"STSBenchmarkMultilingualSTS (fr)":86.79,"SICKFr":78.46} -{"index":13,"Rank":4,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39} -{"index":65,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":82.46,"STS22 (fr)":82.25,"STSBenchmarkMultilingualSTS (fr)":84.94,"SICKFr":80.2} -{"index":59,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} -{"index":10,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} -{"index":99,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} -{"index":26,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} -{"index":50,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.9,"STS22 (fr)":83.19,"STSBenchmarkMultilingualSTS (fr)":84.4,"SICKFr":78.1} -{"index":52,"Rank":11,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7} -{"index":11,"Rank":12,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} -{"index":19,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23} -{"index":25,"Rank":14,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68} -{"index":9,"Rank":15,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68} -{"index":103,"Rank":16,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1} -{"index":33,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.52,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":81.56,"SICKFr":77.43} -{"index":4,"Rank":18,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":80.29,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09} -{"index":38,"Rank":19,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.17,"STS22 (fr)":82.91,"STSBenchmarkMultilingualSTS (fr)":83.3,"SICKFr":74.31} -{"index":5,"Rank":20,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":80.13,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9} -{"index":36,"Rank":21,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48} -{"index":32,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.08,"STS22 (fr)":81.71,"STSBenchmarkMultilingualSTS (fr)":81.07,"SICKFr":77.47} -{"index":43,"Rank":23,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74} -{"index":0,"Rank":24,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":79.56,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21} -{"index":72,"Rank":25,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51} -{"index":64,"Rank":26,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.36,"STS22 (fr)":76.77,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78} -{"index":95,"Rank":27,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.37,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07} -{"index":104,"Rank":28,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":78.31,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28} -{"index":98,"Rank":29,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":78.28,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25} -{"index":18,"Rank":30,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":78.26,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5} -{"index":91,"Rank":31,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":78.18,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56} -{"index":51,"Rank":32,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.79,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18} -{"index":76,"Rank":33,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6} -{"index":75,"Rank":34,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89} -{"index":3,"Rank":35,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":77.52,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56} -{"index":94,"Rank":36,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.33,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08} -{"index":63,"Rank":37,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.3,"STS22 (fr)":75.04,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23} -{"index":66,"Rank":38,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":77.17,"STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62} -{"index":44,"Rank":39,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.87,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6} -{"index":86,"Rank":40,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.46,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49} -{"index":90,"Rank":41,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.18,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1} -{"index":93,"Rank":42,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.14,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83} -{"index":101,"Rank":43,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":74.92,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37} -{"index":74,"Rank":44,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67} -{"index":102,"Rank":45,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":74.55,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39} -{"index":92,"Rank":46,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.49,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74} -{"index":80,"Rank":47,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94} -{"index":73,"Rank":48,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04} -{"index":1,"Rank":49,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51} -{"index":83,"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.77,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":65.15,"SICKFr":67.05} -{"index":82,"Rank":51,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48} -{"index":89,"Rank":52,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11} -{"index":81,"Rank":53,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.45,"STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":66.68,"SICKFr":63.16} -{"index":62,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":65.36,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39} -{"index":6,"Rank":55,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95} -{"index":67,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94} -{"index":8,"Rank":57,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18} -{"index":61,"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26} -{"index":56,"Rank":59,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86} -{"index":68,"Rank":60,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54} -{"index":23,"Rank":61,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62} -{"index":28,"Rank":62,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77} -{"index":27,"Rank":63,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76} -{"index":60,"Rank":64,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75} -{"index":29,"Rank":65,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76} -{"index":24,"Rank":66,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01} -{"index":57,"Rank":67,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9} -{"index":58,"Rank":68,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6} -{"index":2,"Rank":69,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":7,"Rank":70,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":12,"Rank":71,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS22 (fr)":79.86,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":14,"Rank":72,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":20,"Rank":76,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":21,"Rank":77,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":22,"Rank":78,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":30,"Rank":79,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":81.96,"SICKFr":80.25} -{"index":34,"Rank":81,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":39,"Rank":82,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":40,"Rank":83,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":41,"Rank":84,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":42,"Rank":85,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":45,"Rank":86,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":46,"Rank":87,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":47,"Rank":88,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":48,"Rank":89,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":49,"Rank":90,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":74.98,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":53,"Rank":91,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":54,"Rank":92,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":55,"Rank":93,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":70,"Rank":94,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":71,"Rank":95,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","STS22 (fr)":55.04,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":77,"Rank":96,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS22 (fr)":74.12,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":78,"Rank":97,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS22 (fr)":77.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":79,"Rank":98,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS22 (fr)":58.65,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":100,"Rank":105,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":51.09,"SICKFr":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} diff --git a/all_data_tasks/22/default.jsonl b/all_data_tasks/22/default.jsonl deleted file mode 100644 index 8ba1924872f1c31ba759dc039482617e4ff8fabc..0000000000000000000000000000000000000000 --- a/all_data_tasks/22/default.jsonl +++ /dev/null @@ -1,96 +0,0 @@ -{"index":75,"Rank":1,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":32.46} -{"index":38,"Rank":2,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":32.33} -{"index":62,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":32.22} -{"index":66,"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":31.85} -{"index":65,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":31.72} -{"index":94,"Rank":6,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.59} -{"index":6,"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEvalFr":31.56} -{"index":0,"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEvalFr":31.47} -{"index":26,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":31.45} -{"index":59,"Rank":10,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEvalFr":31.45} -{"index":99,"Rank":11,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEvalFr":31.45} -{"index":10,"Rank":12,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEvalFr":31.45} -{"index":18,"Rank":13,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":31.4} -{"index":13,"Rank":14,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEvalFr":31.26} -{"index":56,"Rank":15,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.26} -{"index":19,"Rank":16,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":31.26} -{"index":50,"Rank":17,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":30.95} -{"index":64,"Rank":18,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.92} -{"index":32,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":30.89} -{"index":1,"Rank":20,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEvalFr":30.88} -{"index":52,"Rank":21,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":30.88} -{"index":63,"Rank":22,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":30.76} -{"index":61,"Rank":23,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.72} -{"index":69,"Rank":24,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.71} -{"index":33,"Rank":25,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":30.52} -{"index":104,"Rank":26,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEvalFr":30.5} -{"index":9,"Rank":27,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEvalFr":30.5} -{"index":25,"Rank":28,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":30.5} -{"index":95,"Rank":29,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.39} -{"index":4,"Rank":30,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEvalFr":30.34} -{"index":37,"Rank":31,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.3} -{"index":73,"Rank":32,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.28} -{"index":74,"Rank":33,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.27} -{"index":93,"Rank":34,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.23} -{"index":76,"Rank":35,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.22} -{"index":36,"Rank":36,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":30.16} -{"index":80,"Rank":37,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.16} -{"index":35,"Rank":38,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.14} -{"index":72,"Rank":39,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.13} -{"index":92,"Rank":40,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.01} -{"index":5,"Rank":41,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEvalFr":29.96} -{"index":11,"Rank":42,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":29.74} -{"index":43,"Rank":43,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":29.69} -{"index":103,"Rank":44,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.65} -{"index":67,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEvalFr":29.48} -{"index":91,"Rank":46,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.47} -{"index":57,"Rank":47,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.43} -{"index":98,"Rank":48,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"SummEvalFr":29.33} -{"index":58,"Rank":49,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":29.25} -{"index":90,"Rank":50,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":29.2} -{"index":23,"Rank":51,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.14} -{"index":28,"Rank":52,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.13} -{"index":27,"Rank":53,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.06} -{"index":44,"Rank":54,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":29.04} -{"index":24,"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":28.89} -{"index":29,"Rank":56,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.84} -{"index":60,"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.81} -{"index":51,"Rank":58,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.77} -{"index":8,"Rank":59,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":28.72} -{"index":102,"Rank":60,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.56} -{"index":3,"Rank":61,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEvalFr":28.34} -{"index":82,"Rank":62,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":28.29} -{"index":101,"Rank":63,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.21} -{"index":86,"Rank":64,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.12} -{"index":83,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":28.11} -{"index":89,"Rank":66,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":27.59} -{"index":81,"Rank":67,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":26.63} -{"index":68,"Rank":68,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEvalFr":23.63} -{"index":2,"Rank":69,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEvalFr":""} -{"index":7,"Rank":70,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":""} -{"index":12,"Rank":71,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":""} -{"index":20,"Rank":76,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":21,"Rank":77,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":22,"Rank":78,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":30,"Rank":79,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEvalFr":""} -{"index":34,"Rank":81,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":""} -{"index":40,"Rank":83,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEvalFr":""} -{"index":41,"Rank":84,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEvalFr":""} -{"index":42,"Rank":85,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEvalFr":""} -{"index":46,"Rank":87,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEvalFr":""} -{"index":47,"Rank":88,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEvalFr":""} -{"index":48,"Rank":89,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":""} -{"index":49,"Rank":90,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":53,"Rank":91,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":54,"Rank":92,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":71,"Rank":95,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"SummEvalFr":""} -{"index":77,"Rank":96,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":""} -{"index":78,"Rank":97,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":""} -{"index":79,"Rank":98,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEvalFr":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEvalFr":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEvalFr":""} diff --git a/all_data_tasks/23/default.jsonl b/all_data_tasks/23/default.jsonl deleted file mode 100644 index 1f5ea4327f95e6a06e392d2a9fb5923a00499556..0000000000000000000000000000000000000000 --- a/all_data_tasks/23/default.jsonl +++ /dev/null @@ -1,56 +0,0 @@ -{"index":17,"Rank":1,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97} -{"index":16,"Rank":2,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25} -{"index":29,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44} -{"index":36,"Rank":4,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19} -{"index":28,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32} -{"index":37,"Rank":6,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79} -{"index":31,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06} -{"index":21,"Rank":8,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95} -{"index":55,"Rank":9,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99} -{"index":23,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18} -{"index":7,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33} -{"index":24,"Rank":12,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18} -{"index":25,"Rank":13,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13} -{"index":12,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34} -{"index":27,"Rank":15,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03} -{"index":10,"Rank":16,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63} -{"index":35,"Rank":17,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28} -{"index":41,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.94,"MassiveIntentClassification (nb)":39.36,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":37.93,"NordicLangClassification":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17} -{"index":11,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41} -{"index":0,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":1,"Rank":21,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":2,"Rank":22,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":3,"Rank":23,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":4,"Rank":24,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""} -{"index":5,"Rank":25,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":6,"Rank":26,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":8,"Rank":27,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","MassiveIntentClassification (nb)":70.92,"MassiveScenarioClassification (nb)":75.62,"NoRecClassification":56.05,"NordicLangClassification":69.36,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":9,"Rank":28,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":13,"Rank":29,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":15,"Rank":31,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":18,"Rank":32,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":19,"Rank":33,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":20,"Rank":34,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":22,"Rank":35,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":35.78,"MassiveScenarioClassification (nb)":42.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":26,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.35,"MassiveScenarioClassification (nb)":72.48,"NoRecClassification":55.0,"NordicLangClassification":69.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":30,"Rank":37,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":65.85,"MassiveScenarioClassification (nb)":71.28,"NoRecClassification":57.06,"NordicLangClassification":76.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":32,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":33,"Rank":39,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":34,"Rank":40,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":38,"Rank":41,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.4,"MassiveScenarioClassification (nb)":39.53,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":39,"Rank":42,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":45.45,"NordicLangClassification":35.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":40,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":37.73,"NordicLangClassification":54.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":42,"Rank":44,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":39.3,"MassiveScenarioClassification (nb)":45.75,"NoRecClassification":38.34,"NordicLangClassification":50.15,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":43,"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":44,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":45,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":46,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":47,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":55.52,"MassiveScenarioClassification (nb)":64.25,"NoRecClassification":46.7,"NordicLangClassification":42.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":48,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":62.62,"MassiveScenarioClassification (nb)":70.23,"NoRecClassification":50.32,"NordicLangClassification":41.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":49,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":50,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":51,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":52,"Rank":54,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":32.3,"MassiveScenarioClassification (nb)":39.05,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":53,"Rank":55,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":54,"Rank":56,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":32.13,"MassiveScenarioClassification (nb)":38.99,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} diff --git a/all_data_tasks/24/default.jsonl b/all_data_tasks/24/default.jsonl deleted file mode 100644 index 9289bf72179c99fd04d98f1cd405fcddfbc29e99..0000000000000000000000000000000000000000 --- a/all_data_tasks/24/default.jsonl +++ /dev/null @@ -1,31 +0,0 @@ -{"index":19,"Rank":1,"Model":"FollowIR-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":12.15,"Core17InstructionRetrieval":16.48,"News21InstructionRetrieval":6.26,"Robust04InstructionRetrieval":13.72} -{"index":21,"Rank":2,"Model":"mistral-7b-instruct-v0.2<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":-1,"Max Tokens":4096,"Average":10.15,"Core17InstructionRetrieval":13.03,"News21InstructionRetrieval":4.81,"Robust04InstructionRetrieval":12.61} -{"index":9,"Rank":3,"Model":"flan-t5-large<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Embedding Dimensions":-1,"Max Tokens":512,"Average":4.72,"Core17InstructionRetrieval":1.32,"News21InstructionRetrieval":8.95,"Robust04InstructionRetrieval":3.9} -{"index":3,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":3.45,"Core17InstructionRetrieval":6.7,"News21InstructionRetrieval":1.22,"Robust04InstructionRetrieval":2.44} -{"index":5,"Rank":5,"Model":"monot5-3b-msmarco-10k<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Embedding Dimensions":-1,"Max Tokens":512,"Average":2.53,"Core17InstructionRetrieval":1.84,"News21InstructionRetrieval":1.78,"Robust04InstructionRetrieval":3.96} -{"index":0,"Rank":6,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":2.33,"Core17InstructionRetrieval":5.44,"News21InstructionRetrieval":3.94,"Robust04InstructionRetrieval":-2.4} -{"index":20,"Rank":7,"Model":"llama-2-7b-chat<\/a>","Model Size (Million Parameters)":7000,"Memory Usage (GB, fp32)":26.08,"Embedding Dimensions":-1,"Max Tokens":4096,"Average":1.69,"Core17InstructionRetrieval":2.84,"News21InstructionRetrieval":0.23,"Robust04InstructionRetrieval":2.0} -{"index":7,"Rank":8,"Model":"tart-full-flan-t5-xl<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Embedding Dimensions":-1,"Max Tokens":512,"Average":1.36,"Core17InstructionRetrieval":2.82,"News21InstructionRetrieval":1.99,"Robust04InstructionRetrieval":-0.72} -{"index":8,"Rank":9,"Model":"flan-t5-base<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Embedding Dimensions":-1,"Max Tokens":512,"Average":0.64,"Core17InstructionRetrieval":-3.31,"News21InstructionRetrieval":-0.12,"Robust04InstructionRetrieval":5.35} -{"index":2,"Rank":10,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":-0.21,"Core17InstructionRetrieval":2.8,"News21InstructionRetrieval":0.2,"Robust04InstructionRetrieval":-3.63} -{"index":17,"Rank":11,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-0.4,"Core17InstructionRetrieval":1.82,"News21InstructionRetrieval":1.5,"Robust04InstructionRetrieval":-4.52} -{"index":25,"Rank":12,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":-0.75,"Core17InstructionRetrieval":1.69,"News21InstructionRetrieval":-0.35,"Robust04InstructionRetrieval":-3.59} -{"index":13,"Rank":13,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":-1.06,"Core17InstructionRetrieval":0.12,"News21InstructionRetrieval":0.87,"Robust04InstructionRetrieval":-4.16} -{"index":29,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":-1.14,"Core17InstructionRetrieval":-0.04,"News21InstructionRetrieval":0.61,"Robust04InstructionRetrieval":-3.99} -{"index":28,"Rank":15,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":-1.31,"Core17InstructionRetrieval":-0.62,"News21InstructionRetrieval":-0.37,"Robust04InstructionRetrieval":-2.94} -{"index":6,"Rank":16,"Model":"monot5-base-msmarco-10k<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Embedding Dimensions":-1,"Max Tokens":512,"Average":-1.75,"Core17InstructionRetrieval":-4.06,"News21InstructionRetrieval":5.02,"Robust04InstructionRetrieval":-6.2} -{"index":1,"Rank":17,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":-2.09,"Core17InstructionRetrieval":-1.06,"News21InstructionRetrieval":-2.15,"Robust04InstructionRetrieval":-3.06} -{"index":18,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":-2.45,"Core17InstructionRetrieval":-0.26,"News21InstructionRetrieval":0.54,"Robust04InstructionRetrieval":-7.62} -{"index":15,"Rank":19,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":-2.65,"Core17InstructionRetrieval":0.61,"News21InstructionRetrieval":-1.14,"Robust04InstructionRetrieval":-7.43} -{"index":30,"Rank":20,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":-2.68,"Core17InstructionRetrieval":-0.2,"News21InstructionRetrieval":-2.03,"Robust04InstructionRetrieval":-5.81} -{"index":11,"Rank":21,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":-2.76,"Core17InstructionRetrieval":0.69,"News21InstructionRetrieval":-0.9,"Robust04InstructionRetrieval":-8.08} -{"index":26,"Rank":22,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":-2.84,"Core17InstructionRetrieval":-0.35,"News21InstructionRetrieval":-0.25,"Robust04InstructionRetrieval":-7.93} -{"index":24,"Rank":23,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.0,"Core17InstructionRetrieval":1.49,"News21InstructionRetrieval":-1.11,"Robust04InstructionRetrieval":-9.37} -{"index":16,"Rank":24,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-3.05,"Core17InstructionRetrieval":-1.62,"News21InstructionRetrieval":-0.06,"Robust04InstructionRetrieval":-7.48} -{"index":27,"Rank":25,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":-3.08,"Core17InstructionRetrieval":-0.74,"News21InstructionRetrieval":-1.79,"Robust04InstructionRetrieval":-6.71} -{"index":14,"Rank":26,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":-3.45,"Core17InstructionRetrieval":0.09,"News21InstructionRetrieval":-0.86,"Robust04InstructionRetrieval":-9.59} -{"index":4,"Rank":27,"Model":"monobert-large-msmarco<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Embedding Dimensions":-1,"Max Tokens":512,"Average":-3.47,"Core17InstructionRetrieval":-0.24,"News21InstructionRetrieval":-0.8,"Robust04InstructionRetrieval":-9.36} -{"index":22,"Rank":28,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.81,"Core17InstructionRetrieval":-2.48,"News21InstructionRetrieval":-2.83,"Robust04InstructionRetrieval":-6.12} -{"index":12,"Rank":29,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.88,"Core17InstructionRetrieval":-2.9,"News21InstructionRetrieval":-2.0,"Robust04InstructionRetrieval":-6.73} -{"index":10,"Rank":30,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":"N\/A","Average":-4.43,"Core17InstructionRetrieval":-1.09,"News21InstructionRetrieval":-1.78,"Robust04InstructionRetrieval":-10.42} -{"index":23,"Rank":31,"Model":"tart-dual-contriever-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-5.0,"Core17InstructionRetrieval":-3.04,"News21InstructionRetrieval":-2.98,"Robust04InstructionRetrieval":-8.98} diff --git a/all_data_tasks/25/default.jsonl b/all_data_tasks/25/default.jsonl deleted file mode 100644 index bda1c23ca8d89a7e290f8fda76516a73607b0450..0000000000000000000000000000000000000000 --- a/all_data_tasks/25/default.jsonl +++ /dev/null @@ -1,22 +0,0 @@ -{"index":13,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":36.54,"BlurbsClusteringP2P":41.63,"BlurbsClusteringS2S":21.0,"TenKGnadClusteringP2P":43.76,"TenKGnadClusteringS2S":39.76} -{"index":8,"Rank":2,"Model":"gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97} -{"index":19,"Rank":3,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69} -{"index":12,"Rank":4,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":2,"Rank":5,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":6,"Rank":6,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":5,"Rank":7,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71} -{"index":18,"Rank":8,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26} -{"index":16,"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":27.04,"BlurbsClusteringP2P":34.38,"BlurbsClusteringS2S":15.81,"TenKGnadClusteringP2P":35.96,"TenKGnadClusteringS2S":22.0} -{"index":7,"Rank":10,"Model":"gbert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.0,"BlurbsClusteringP2P":35.36,"BlurbsClusteringS2S":11.27,"TenKGnadClusteringP2P":37.16,"TenKGnadClusteringS2S":24.23} -{"index":20,"Rank":11,"Model":"use-cmlm-multilingual<\/a>","Model Size (Million Parameters)":472,"Memory Usage (GB, fp32)":1.76,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.9,"BlurbsClusteringP2P":29.63,"BlurbsClusteringS2S":15.24,"TenKGnadClusteringP2P":37.1,"TenKGnadClusteringS2S":25.64} -{"index":15,"Rank":12,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.3,"BlurbsClusteringP2P":32.46,"BlurbsClusteringS2S":14.33,"TenKGnadClusteringP2P":36.13,"TenKGnadClusteringS2S":22.26} -{"index":17,"Rank":13,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.29,"BlurbsClusteringP2P":30.59,"BlurbsClusteringS2S":11.57,"TenKGnadClusteringP2P":44.88,"TenKGnadClusteringS2S":18.11} -{"index":11,"Rank":14,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.71,"BlurbsClusteringP2P":27.0,"BlurbsClusteringS2S":14.85,"TenKGnadClusteringP2P":21.83,"TenKGnadClusteringS2S":27.16} -{"index":21,"Rank":15,"Model":"gottbert-base<\/a>","Model Size (Million Parameters)":127,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.46,"BlurbsClusteringP2P":34.49,"BlurbsClusteringS2S":8.37,"TenKGnadClusteringP2P":33.66,"TenKGnadClusteringS2S":9.34} -{"index":4,"Rank":16,"Model":"cross-en-de-roberta-sentence-transformer<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":19.49,"BlurbsClusteringP2P":30.82,"BlurbsClusteringS2S":12.69,"TenKGnadClusteringP2P":23.5,"TenKGnadClusteringS2S":10.94} -{"index":1,"Rank":17,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":18.94,"BlurbsClusteringP2P":29.84,"BlurbsClusteringS2S":7.29,"TenKGnadClusteringP2P":32.46,"TenKGnadClusteringS2S":6.16} -{"index":0,"Rank":18,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":16.62,"BlurbsClusteringP2P":17.47,"BlurbsClusteringS2S":7.96,"TenKGnadClusteringP2P":29.79,"TenKGnadClusteringS2S":11.27} -{"index":14,"Rank":19,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":10.03,"BlurbsClusteringP2P":11.37,"BlurbsClusteringS2S":8.01,"TenKGnadClusteringP2P":15.89,"TenKGnadClusteringS2S":4.84} -{"index":10,"Rank":20,"Model":"gelectra-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":9.23,"BlurbsClusteringP2P":13.96,"BlurbsClusteringS2S":7.57,"TenKGnadClusteringP2P":11.49,"TenKGnadClusteringS2S":3.91} -{"index":9,"Rank":21,"Model":"gelectra-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.73,"BlurbsClusteringP2P":10.06,"BlurbsClusteringS2S":7.74,"TenKGnadClusteringP2P":9.02,"TenKGnadClusteringS2S":4.11} -{"index":3,"Rank":22,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","BlurbsClusteringP2P":"","BlurbsClusteringS2S":8.0,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":""} diff --git a/all_data_tasks/26/default.jsonl b/all_data_tasks/26/default.jsonl deleted file mode 100644 index e00b36217453ece7422d1863aa2c5f0d99af51fc..0000000000000000000000000000000000000000 --- a/all_data_tasks/26/default.jsonl +++ /dev/null @@ -1,74 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.0,"AllegroReviews":66.67,"CBD":84.6,"MassiveIntentClassification (pl)":81.05,"MassiveScenarioClassification (pl)":88.97,"PAC":68.16,"PolEmo2.0-IN":91.55,"PolEmo2.0-OUT":72.02} -{"index":5,"Rank":2,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77} -{"index":11,"Rank":3,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98} -{"index":2,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98} -{"index":34,"Rank":5,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98} -{"index":73,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98} -{"index":10,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4} -{"index":1,"Rank":8,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4} -{"index":12,"Rank":9,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":71.24,"AllegroReviews":56.77,"CBD":77.23,"MassiveIntentClassification (pl)":75.36,"MassiveScenarioClassification (pl)":76.25,"PAC":67.05,"PolEmo2.0-IN":83.5,"PolEmo2.0-OUT":62.55} -{"index":44,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":70.81,"AllegroReviews":49.51,"CBD":69.99,"MassiveIntentClassification (pl)":75.37,"MassiveScenarioClassification (pl)":82.1,"PAC":68.4,"PolEmo2.0-IN":83.75,"PolEmo2.0-OUT":66.54} -{"index":35,"Rank":11,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.55,"AllegroReviews":59.78,"CBD":72.59,"MassiveIntentClassification (pl)":71.03,"MassiveScenarioClassification (pl)":75.09,"PAC":62.26,"PolEmo2.0-IN":85.58,"PolEmo2.0-OUT":60.55} -{"index":27,"Rank":12,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.57,"AllegroReviews":54.16,"CBD":75.26,"MassiveIntentClassification (pl)":73.63,"MassiveScenarioClassification (pl)":76.77,"PAC":64.99,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":51.13} -{"index":38,"Rank":13,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.02,"AllegroReviews":52.43,"CBD":74.21,"MassiveIntentClassification (pl)":67.45,"MassiveScenarioClassification (pl)":71.44,"PAC":65.68,"PolEmo2.0-IN":80.96,"PolEmo2.0-OUT":56.96} -{"index":54,"Rank":14,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72} -{"index":14,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.63,"AllegroReviews":53.49,"CBD":64.91,"MassiveIntentClassification (pl)":62.56,"MassiveScenarioClassification (pl)":71.75,"PAC":64.8,"PolEmo2.0-IN":80.54,"PolEmo2.0-OUT":61.38} -{"index":37,"Rank":16,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38} -{"index":53,"Rank":17,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6} -{"index":51,"Rank":18,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14} -{"index":28,"Rank":19,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06} -{"index":3,"Rank":20,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74} -{"index":15,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":59.88,"AllegroReviews":49.22,"CBD":62.86,"MassiveIntentClassification (pl)":51.19,"MassiveScenarioClassification (pl)":60.65,"PAC":65.59,"PolEmo2.0-IN":73.49,"PolEmo2.0-OUT":56.13} -{"index":50,"Rank":22,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81} -{"index":40,"Rank":23,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73} -{"index":36,"Rank":24,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91} -{"index":41,"Rank":25,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7} -{"index":55,"Rank":26,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58} -{"index":52,"Rank":27,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32} -{"index":56,"Rank":28,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99} -{"index":57,"Rank":29,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72} -{"index":39,"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13} -{"index":33,"Rank":31,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4} -{"index":67,"Rank":32,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.08,"AllegroReviews":33.89,"CBD":64.97,"MassiveIntentClassification (pl)":64.32,"MassiveScenarioClassification (pl)":68.99,"PAC":63.76,"PolEmo2.0-IN":62.74,"PolEmo2.0-OUT":19.92} -{"index":66,"Rank":33,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7} -{"index":63,"Rank":34,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0} -{"index":59,"Rank":35,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.07,"AllegroReviews":24.64,"CBD":50.9,"MassiveIntentClassification (pl)":36.07,"MassiveScenarioClassification (pl)":43.82,"PAC":59.78,"PolEmo2.0-IN":40.29,"PolEmo2.0-OUT":25.0} -{"index":60,"Rank":36,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.84,"AllegroReviews":22.99,"CBD":50.25,"MassiveIntentClassification (pl)":34.26,"MassiveScenarioClassification (pl)":42.66,"PAC":62.1,"PolEmo2.0-IN":41.63,"PolEmo2.0-OUT":25.0} -{"index":58,"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.36,"AllegroReviews":23.85,"CBD":48.46,"MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":59.53,"PolEmo2.0-IN":38.32,"PolEmo2.0-OUT":22.98} -{"index":7,"Rank":38,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57} -{"index":22,"Rank":39,"Model":"2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.9,"AllegroReviews":21.01,"CBD":53.69,"MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":52.59,"PolEmo2.0-IN":33.89,"PolEmo2.0-OUT":21.26} -{"index":0,"Rank":40,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":4,"Rank":41,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":6,"Rank":42,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":68.37,"MassiveScenarioClassification (pl)":70.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":8,"Rank":43,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":9,"Rank":44,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":16,"Rank":45,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.23,"CBD":0.5,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.56,"PolEmo2.0-IN":0.37,"PolEmo2.0-OUT":0.3} -{"index":17,"Rank":46,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.21,"CBD":0.54,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.63,"PolEmo2.0-IN":0.34,"PolEmo2.0-OUT":0.28} -{"index":18,"Rank":47,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.22,"CBD":0.51,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.39,"PolEmo2.0-OUT":0.29} -{"index":19,"Rank":48,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.26,"CBD":0.55,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.58,"PolEmo2.0-IN":0.36,"PolEmo2.0-OUT":0.29} -{"index":20,"Rank":49,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.22,"CBD":0.52,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.35,"PolEmo2.0-OUT":0.3} -{"index":21,"Rank":50,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.27,"CBD":0.58,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.65,"PolEmo2.0-IN":0.53,"PolEmo2.0-OUT":0.23} -{"index":23,"Rank":51,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":25,"Rank":53,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":26,"Rank":54,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":29,"Rank":55,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":30,"Rank":56,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":31,"Rank":57,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":32,"Rank":58,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":31.3,"MassiveScenarioClassification (pl)":33.75,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":42,"Rank":59,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":43,"Rank":60,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":45,"Rank":61,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":46,"Rank":62,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.43,"MassiveScenarioClassification (pl)":39.48,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":47,"Rank":63,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":48,"Rank":64,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":49,"Rank":65,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":26.82,"MassiveScenarioClassification (pl)":31.62,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":74,"Rank":75,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":29.66,"MassiveScenarioClassification (pl)":36.86,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} diff --git a/all_data_tasks/27/default.jsonl b/all_data_tasks/27/default.jsonl deleted file mode 100644 index e1d5355896f4ba8630769a19c6fefacee15706df..0000000000000000000000000000000000000000 --- a/all_data_tasks/27/default.jsonl +++ /dev/null @@ -1,61 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":51.5} -{"index":11,"Rank":2,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":51.36} -{"index":2,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"8TagsClustering":51.36} -{"index":34,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"8TagsClustering":51.36} -{"index":73,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"8TagsClustering":51.36} -{"index":5,"Rank":6,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"8TagsClustering":50.29} -{"index":10,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":44.59} -{"index":1,"Rank":8,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"8TagsClustering":44.59} -{"index":44,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"8TagsClustering":43.66} -{"index":15,"Rank":10,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":37.96} -{"index":14,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":37.57} -{"index":37,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":33.88} -{"index":3,"Rank":13,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"8TagsClustering":33.67} -{"index":56,"Rank":14,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":33.15} -{"index":53,"Rank":15,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":33.08} -{"index":28,"Rank":16,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":32.85} -{"index":52,"Rank":17,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":31.77} -{"index":55,"Rank":18,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":31.68} -{"index":41,"Rank":19,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":31.49} -{"index":54,"Rank":20,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":31.16} -{"index":51,"Rank":21,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":30.62} -{"index":50,"Rank":22,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":30.25} -{"index":27,"Rank":23,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":29.88} -{"index":40,"Rank":24,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":28.15} -{"index":67,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":25.62} -{"index":36,"Rank":26,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":24.97} -{"index":39,"Rank":27,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":23.92} -{"index":66,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":23.24} -{"index":33,"Rank":29,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":18.79} -{"index":57,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":12.96} -{"index":63,"Rank":31,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"8TagsClustering":12.51} -{"index":7,"Rank":32,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":4.68} -{"index":0,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","8TagsClustering":""} -{"index":4,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":12,"Rank":38,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"8TagsClustering":""} -{"index":23,"Rank":46,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":25,"Rank":48,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"8TagsClustering":""} -{"index":26,"Rank":49,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"8TagsClustering":""} -{"index":30,"Rank":51,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"8TagsClustering":""} -{"index":31,"Rank":52,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":32,"Rank":53,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":35,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":38,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":""} -{"index":42,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"8TagsClustering":""} -{"index":43,"Rank":57,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"8TagsClustering":""} -{"index":46,"Rank":59,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"8TagsClustering":""} -{"index":47,"Rank":60,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":48,"Rank":61,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":49,"Rank":62,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":58,"Rank":63,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":59,"Rank":64,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":60,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","8TagsClustering":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"8TagsClustering":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} diff --git a/all_data_tasks/28/default.jsonl b/all_data_tasks/28/default.jsonl deleted file mode 100644 index a163258bdcfe444266e4bf55141b1f7d919ab76e..0000000000000000000000000000000000000000 --- a/all_data_tasks/28/default.jsonl +++ /dev/null @@ -1,67 +0,0 @@ -{"index":5,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":89.62,"CDSC-E":78.23,"PPC":95.43,"PSC":99.24,"SICK-E-PL":85.58} -{"index":54,"Rank":2,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":89.13,"CDSC-E":79.87,"PPC":93.56,"PSC":98.63,"SICK-E-PL":84.47} -{"index":2,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":11,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":73,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":34,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":53,"Rank":7,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":88.14,"CDSC-E":79.1,"PPC":92.81,"PSC":98.61,"SICK-E-PL":82.04} -{"index":28,"Rank":8,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.92,"CDSC-E":79.12,"PPC":92.65,"PSC":98.42,"SICK-E-PL":81.47} -{"index":56,"Rank":9,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.08,"CDSC-E":75.06,"PPC":93.67,"PSC":99.05,"SICK-E-PL":80.56} -{"index":27,"Rank":10,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":87.04,"CDSC-E":77.0,"PPC":92.14,"PSC":99.19,"SICK-E-PL":79.82} -{"index":55,"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.01,"CDSC-E":75.99,"PPC":93.31,"PSC":99.1,"SICK-E-PL":79.63} -{"index":13,"Rank":12,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.9,"CDSC-E":74.53,"PPC":93.77,"PSC":98.85,"SICK-E-PL":80.46} -{"index":67,"Rank":13,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":86.23,"CDSC-E":75.77,"PPC":93.67,"PSC":98.26,"SICK-E-PL":77.22} -{"index":50,"Rank":14,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":86.16,"CDSC-E":77.27,"PPC":91.76,"PSC":99.15,"SICK-E-PL":76.45} -{"index":51,"Rank":15,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.9,"CDSC-E":76.83,"PPC":91.09,"PSC":99.53,"SICK-E-PL":76.14} -{"index":37,"Rank":16,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.5,"CDSC-E":74.47,"PPC":92.18,"PSC":99.39,"SICK-E-PL":75.96} -{"index":3,"Rank":17,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4} -{"index":10,"Rank":18,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32} -{"index":1,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32} -{"index":52,"Rank":20,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.61,"CDSC-E":76.68,"PPC":89.7,"PSC":98.86,"SICK-E-PL":73.21} -{"index":44,"Rank":21,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.7,"CDSC-E":73.04,"PPC":91.42,"PSC":99.19,"SICK-E-PL":71.15} -{"index":66,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.28,"CDSC-E":72.22,"PPC":91.8,"PSC":97.14,"SICK-E-PL":71.94} -{"index":36,"Rank":23,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.15,"CDSC-E":72.67,"PPC":88.01,"PSC":99.14,"SICK-E-PL":68.77} -{"index":14,"Rank":24,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.52,"CDSC-E":71.64,"PPC":87.44,"PSC":99.43,"SICK-E-PL":63.57} -{"index":39,"Rank":25,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.5,"CDSC-E":69.7,"PPC":86.72,"PSC":99.24,"SICK-E-PL":66.34} -{"index":15,"Rank":26,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":79.79,"CDSC-E":69.77,"PPC":87.18,"PSC":99.42,"SICK-E-PL":62.8} -{"index":63,"Rank":27,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.4,"CDSC-E":72.0,"PPC":86.83,"PSC":96.35,"SICK-E-PL":62.41} -{"index":57,"Rank":28,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.27,"CDSC-E":68.91,"PPC":86.97,"PSC":97.42,"SICK-E-PL":63.77} -{"index":41,"Rank":29,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.67,"CDSC-E":67.56,"PPC":85.98,"PSC":98.6,"SICK-E-PL":58.54} -{"index":40,"Rank":30,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.48,"CDSC-E":63.61,"PPC":84.37,"PSC":98.98,"SICK-E-PL":54.95} -{"index":33,"Rank":31,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48} -{"index":7,"Rank":32,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51} -{"index":0,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":4,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":12,"Rank":38,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CDSC-E":75.61,"PPC":"","PSC":99.45,"SICK-E-PL":79.06} -{"index":16,"Rank":39,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.43,"PPC":"","PSC":0.4,"SICK-E-PL":0.55} -{"index":17,"Rank":40,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.37,"PPC":"","PSC":0.38,"SICK-E-PL":0.42} -{"index":18,"Rank":41,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.46,"PPC":"","PSC":0.41,"SICK-E-PL":0.51} -{"index":19,"Rank":42,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.44,"PPC":"","PSC":0.75,"SICK-E-PL":0.52} -{"index":20,"Rank":43,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.41,"PPC":"","PSC":0.38,"SICK-E-PL":0.44} -{"index":21,"Rank":44,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.56,"PPC":"","PSC":0.85,"SICK-E-PL":0.61} -{"index":23,"Rank":46,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":25,"Rank":48,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":26,"Rank":49,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":30,"Rank":51,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":31,"Rank":52,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":32,"Rank":53,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":35,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":75.86,"PPC":"","PSC":99.53,"SICK-E-PL":79.94} -{"index":38,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CDSC-E":76.17,"PPC":"","PSC":99.31,"SICK-E-PL":79.69} -{"index":42,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":43,"Rank":57,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":46,"Rank":59,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":47,"Rank":60,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":48,"Rank":61,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":49,"Rank":62,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":58,"Rank":63,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":49.04,"PPC":"","PSC":87.92,"SICK-E-PL":49.63} -{"index":59,"Rank":64,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":47.27,"PPC":"","PSC":81.87,"SICK-E-PL":47.39} -{"index":60,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":45.37,"PPC":"","PSC":83.28,"SICK-E-PL":46.55} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} diff --git a/all_data_tasks/29/default.jsonl b/all_data_tasks/29/default.jsonl deleted file mode 100644 index 56f5e9342c52c36c3db4f38d1c610f3e60a2eabf..0000000000000000000000000000000000000000 --- a/all_data_tasks/29/default.jsonl +++ /dev/null @@ -1,60 +0,0 @@ -{"index":5,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.41,"ArguAna-PL":59.71,"DBPedia-PL":43.19,"FiQA-PL":46.12,"HotpotQA-PL":77.03,"MSMARCO-PL":72.69,"NFCorpus-PL":36.72,"NQ-PL":56.85,"Quora-PL":84.47,"SCIDOCS-PL":19.53,"SciFact-PL":74.43,"TRECCOVID-PL":82.75} -{"index":13,"Rank":2,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.96,"ArguAna-PL":55.46,"DBPedia-PL":37.16,"FiQA-PL":45.74,"HotpotQA-PL":71.46,"MSMARCO-PL":59.24,"NFCorpus-PL":37.75,"NQ-PL":44.1,"Quora-PL":83.01,"SCIDOCS-PL":20.13,"SciFact-PL":76.48,"TRECCOVID-PL":85.08} -{"index":11,"Rank":3,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":2,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":34,"Rank":5,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":73,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":54,"Rank":7,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.71,"ArguAna-PL":63.4,"DBPedia-PL":40.27,"FiQA-PL":40.89,"HotpotQA-PL":71.04,"MSMARCO-PL":36.63,"NFCorpus-PL":33.94,"NQ-PL":47.62,"Quora-PL":85.51,"SCIDOCS-PL":19.47,"SciFact-PL":70.23,"TRECCOVID-PL":70.81} -{"index":51,"Rank":8,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.63,"ArguAna-PL":63.25,"DBPedia-PL":39.84,"FiQA-PL":39.9,"HotpotQA-PL":70.94,"MSMARCO-PL":36.47,"NFCorpus-PL":34.03,"NQ-PL":47.33,"Quora-PL":85.63,"SCIDOCS-PL":19.13,"SciFact-PL":71.21,"TRECCOVID-PL":71.18} -{"index":44,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":51.89,"ArguAna-PL":50.12,"DBPedia-PL":34.83,"FiQA-PL":38.83,"HotpotQA-PL":60.27,"MSMARCO-PL":64.89,"NFCorpus-PL":31.39,"NQ-PL":54.02,"Quora-PL":84.11,"SCIDOCS-PL":15.38,"SciFact-PL":64.76,"TRECCOVID-PL":72.19} -{"index":1,"Rank":10,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19} -{"index":10,"Rank":11,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19} -{"index":50,"Rank":12,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33} -{"index":53,"Rank":13,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33} -{"index":27,"Rank":14,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.14,"ArguAna-PL":56.9,"DBPedia-PL":31.11,"FiQA-PL":35.53,"HotpotQA-PL":57.45,"MSMARCO-PL":57.1,"NFCorpus-PL":32.84,"NQ-PL":40.05,"Quora-PL":83.79,"SCIDOCS-PL":15.87,"SciFact-PL":60.6,"TRECCOVID-PL":69.32} -{"index":37,"Rank":15,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.66,"TRECCOVID-PL":70.03} -{"index":3,"Rank":16,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} -{"index":14,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":44.66,"ArguAna-PL":49.91,"DBPedia-PL":29.23,"FiQA-PL":25.32,"HotpotQA-PL":61.76,"MSMARCO-PL":45.13,"NFCorpus-PL":27.36,"NQ-PL":30.84,"Quora-PL":75.23,"SCIDOCS-PL":15.17,"SciFact-PL":62.06,"TRECCOVID-PL":69.24} -{"index":36,"Rank":18,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06} -{"index":52,"Rank":19,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2} -{"index":39,"Rank":20,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92} -{"index":28,"Rank":21,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.19,"ArguAna-PL":56.06,"DBPedia-PL":27.0,"FiQA-PL":24.73,"HotpotQA-PL":50.61,"MSMARCO-PL":43.25,"NFCorpus-PL":31.15,"NQ-PL":28.89,"Quora-PL":83.59,"SCIDOCS-PL":12.21,"SciFact-PL":57.73,"TRECCOVID-PL":48.83} -{"index":15,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":40.61,"ArguAna-PL":49.67,"DBPedia-PL":24.29,"FiQA-PL":24.37,"HotpotQA-PL":60.29,"MSMARCO-PL":35.35,"NFCorpus-PL":25.39,"NQ-PL":22.6,"Quora-PL":77.0,"SCIDOCS-PL":13.04,"SciFact-PL":57.83,"TRECCOVID-PL":56.92} -{"index":40,"Rank":23,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.16,"ArguAna-PL":41.97,"DBPedia-PL":24.07,"FiQA-PL":24.25,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SciFact-PL":51.92,"TRECCOVID-PL":42.64} -{"index":41,"Rank":24,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.43,"ArguAna-PL":44.12,"DBPedia-PL":26.32,"FiQA-PL":24.95,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SciFact-PL":54.44,"TRECCOVID-PL":46.98} -{"index":56,"Rank":25,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.44,"ArguAna-PL":51.87,"DBPedia-PL":24.59,"FiQA-PL":22.27,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SciFact-PL":52.51,"TRECCOVID-PL":35.23} -{"index":55,"Rank":26,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.08,"ArguAna-PL":49.42,"DBPedia-PL":19.82,"FiQA-PL":19.58,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SciFact-PL":49.49,"TRECCOVID-PL":38.97} -{"index":67,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":29.17,"ArguAna-PL":42.61,"DBPedia-PL":20.18,"FiQA-PL":14.71,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.54,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.17,"SciFact-PL":41.55,"TRECCOVID-PL":35.43} -{"index":66,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.66,"ArguAna-PL":37.83,"DBPedia-PL":18.0,"FiQA-PL":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SciFact-PL":40.24,"TRECCOVID-PL":34.38} -{"index":57,"Rank":29,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.36,"ArguAna-PL":38.52,"DBPedia-PL":16.1,"FiQA-PL":7.63,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SciFact-PL":39.79,"TRECCOVID-PL":18.45} -{"index":63,"Rank":30,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":21.18,"ArguAna-PL":36.7,"DBPedia-PL":12.36,"FiQA-PL":8.02,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SciFact-PL":33.03,"TRECCOVID-PL":16.91} -{"index":0,"Rank":31,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":4,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":12,"Rank":37,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","ArguAna-PL":48.96,"DBPedia-PL":"","FiQA-PL":37.98,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":32.85,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":18.34,"SciFact-PL":73.22,"TRECCOVID-PL":58.15} -{"index":23,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":25,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":26,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":30,"Rank":50,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":31,"Rank":51,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":32,"Rank":52,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":33,"Rank":53,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53} -{"index":35,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":49.2,"DBPedia-PL":"","FiQA-PL":35.34,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":30.97,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":16.9,"SciFact-PL":68.11,"TRECCOVID-PL":73.58} -{"index":38,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna-PL":44.6,"DBPedia-PL":"","FiQA-PL":32.01,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":32.66,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":17.15,"SciFact-PL":63.31,"TRECCOVID-PL":62.03} -{"index":42,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":43,"Rank":57,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":46,"Rank":59,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":47,"Rank":60,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":48,"Rank":61,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":49,"Rank":62,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":58,"Rank":63,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":13.4,"DBPedia-PL":"","FiQA-PL":5.82,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":15.43,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":5.34,"SciFact-PL":22.48,"TRECCOVID-PL":16.52} -{"index":59,"Rank":64,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":11.5,"DBPedia-PL":"","FiQA-PL":2.29,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":10.62,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":3.75,"SciFact-PL":16.14,"TRECCOVID-PL":8.66} -{"index":60,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":14.72,"DBPedia-PL":"","FiQA-PL":3.6,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":8.77,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":4.02,"SciFact-PL":13.31,"TRECCOVID-PL":12.11} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} diff --git a/all_data_tasks/3/default.jsonl b/all_data_tasks/3/default.jsonl deleted file mode 100644 index 44a11c4bd1bd006f29b79358f5163a3b7cc4ad96..0000000000000000000000000000000000000000 --- a/all_data_tasks/3/default.jsonl +++ /dev/null @@ -1,329 +0,0 @@ -{"index":179,"Rank":1,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":48,"Rank":2,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":309,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":17,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":171,"Rank":5,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.21,"AskUbuntuDupQuestions":67.33,"MindSmallReranking":33.05,"SciDocsRR":89.2,"StackOverflowDupQuestions":55.25} -{"index":190,"Rank":6,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.91,"AskUbuntuDupQuestions":67.38,"MindSmallReranking":32.63,"SciDocsRR":89.07,"StackOverflowDupQuestions":54.58} -{"index":59,"Rank":7,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.76,"AskUbuntuDupQuestions":67.23,"MindSmallReranking":33.36,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.17} -{"index":259,"Rank":8,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79} -{"index":118,"Rank":9,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.64,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":32.72,"SciDocsRR":86.58,"StackOverflowDupQuestions":55.68} -{"index":258,"Rank":10,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.54,"AskUbuntuDupQuestions":67.5,"MindSmallReranking":30.82,"SciDocsRR":87.26,"StackOverflowDupQuestions":56.58} -{"index":264,"Rank":11,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":313,"Rank":12,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":33,"Rank":13,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":54,"Rank":14,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":60.48,"AskUbuntuDupQuestions":67.37,"MindSmallReranking":31.81,"SciDocsRR":86.82,"StackOverflowDupQuestions":55.94} -{"index":272,"Rank":15,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.46,"AskUbuntuDupQuestions":66.73,"MindSmallReranking":32.51,"SciDocsRR":87.03,"StackOverflowDupQuestions":55.55} -{"index":74,"Rank":16,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.29,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":32.06,"SciDocsRR":86.4,"StackOverflowDupQuestions":55.89} -{"index":188,"Rank":17,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.25,"AskUbuntuDupQuestions":63.5,"MindSmallReranking":34.12,"SciDocsRR":86.98,"StackOverflowDupQuestions":56.39} -{"index":196,"Rank":18,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.59,"SciDocsRR":86.34,"StackOverflowDupQuestions":54.93} -{"index":21,"Rank":19,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.6,"SciDocsRR":86.33,"StackOverflowDupQuestions":54.91} -{"index":172,"Rank":20,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":60.16,"AskUbuntuDupQuestions":66.15,"MindSmallReranking":33.05,"SciDocsRR":88.44,"StackOverflowDupQuestions":52.99} -{"index":117,"Rank":21,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.14,"AskUbuntuDupQuestions":66.71,"MindSmallReranking":31.26,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.32} -{"index":15,"Rank":22,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.13,"AskUbuntuDupQuestions":66.0,"MindSmallReranking":32.71,"SciDocsRR":87.89,"StackOverflowDupQuestions":53.93} -{"index":240,"Rank":23,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":307,"Rank":24,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":174,"Rank":25,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":310,"Rank":26,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":6,"Rank":27,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":60.09,"AskUbuntuDupQuestions":64.92,"MindSmallReranking":30.97,"SciDocsRR":89.34,"StackOverflowDupQuestions":55.11} -{"index":148,"Rank":28,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.05,"AskUbuntuDupQuestions":64.7,"MindSmallReranking":32.82,"SciDocsRR":87.8,"StackOverflowDupQuestions":54.88} -{"index":119,"Rank":29,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":224,"Rank":30,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":189,"Rank":31,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":273,"Rank":32,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":26,"Rank":33,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":274,"Rank":34,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":328,"Rank":35,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.0,"AskUbuntuDupQuestions":64.42,"MindSmallReranking":32.78,"SciDocsRR":87.61,"StackOverflowDupQuestions":55.19} -{"index":47,"Rank":36,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.98,"AskUbuntuDupQuestions":64.55,"MindSmallReranking":33.94,"SciDocsRR":86.52,"StackOverflowDupQuestions":54.91} -{"index":16,"Rank":37,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":59.98,"AskUbuntuDupQuestions":64.55,"MindSmallReranking":33.94,"SciDocsRR":86.52,"StackOverflowDupQuestions":54.91} -{"index":69,"Rank":38,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.97,"AskUbuntuDupQuestions":64.29,"MindSmallReranking":32.66,"SciDocsRR":87.65,"StackOverflowDupQuestions":55.28} -{"index":133,"Rank":39,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.88,"AskUbuntuDupQuestions":64.2,"MindSmallReranking":32.51,"SciDocsRR":87.49,"StackOverflowDupQuestions":55.32} -{"index":209,"Rank":40,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.86,"AskUbuntuDupQuestions":64.32,"MindSmallReranking":32.27,"SciDocsRR":87.47,"StackOverflowDupQuestions":55.4} -{"index":308,"Rank":41,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.86,"AskUbuntuDupQuestions":65.15,"MindSmallReranking":30.6,"SciDocsRR":86.96,"StackOverflowDupQuestions":56.71} -{"index":25,"Rank":42,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.86,"AskUbuntuDupQuestions":65.15,"MindSmallReranking":30.6,"SciDocsRR":86.96,"StackOverflowDupQuestions":56.71} -{"index":314,"Rank":43,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":55,"Rank":44,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":8,"Rank":45,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.74,"AskUbuntuDupQuestions":65.77,"MindSmallReranking":31.69,"SciDocsRR":87.03,"StackOverflowDupQuestions":54.49} -{"index":28,"Rank":46,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.72,"AskUbuntuDupQuestions":64.59,"MindSmallReranking":31.79,"SciDocsRR":87.6,"StackOverflowDupQuestions":54.9} -{"index":80,"Rank":47,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":59.68,"AskUbuntuDupQuestions":65.19,"MindSmallReranking":32.67,"SciDocsRR":86.05,"StackOverflowDupQuestions":54.82} -{"index":146,"Rank":48,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.37,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":32.36,"SciDocsRR":87.72,"StackOverflowDupQuestions":54.72} -{"index":285,"Rank":49,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.36,"AskUbuntuDupQuestions":65.85,"MindSmallReranking":30.97,"SciDocsRR":88.65,"StackOverflowDupQuestions":51.98} -{"index":320,"Rank":50,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.28,"AskUbuntuDupQuestions":65.09,"MindSmallReranking":32.32,"SciDocsRR":86.15,"StackOverflowDupQuestions":53.58} -{"index":271,"Rank":51,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.18,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":31.37,"SciDocsRR":88.06,"StackOverflowDupQuestions":50.49} -{"index":352,"Rank":52,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.16,"AskUbuntuDupQuestions":65.03,"MindSmallReranking":29.86,"SciDocsRR":86.66,"StackOverflowDupQuestions":55.08} -{"index":317,"Rank":53,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.13,"AskUbuntuDupQuestions":63.06,"MindSmallReranking":32.63,"SciDocsRR":87.2,"StackOverflowDupQuestions":53.63} -{"index":338,"Rank":54,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.02,"AskUbuntuDupQuestions":64.58,"MindSmallReranking":32.2,"SciDocsRR":85.16,"StackOverflowDupQuestions":54.15} -{"index":243,"Rank":55,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.94,"AskUbuntuDupQuestions":62.39,"MindSmallReranking":31.89,"SciDocsRR":87.05,"StackOverflowDupQuestions":54.45} -{"index":239,"Rank":56,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.94,"AskUbuntuDupQuestions":63.77,"MindSmallReranking":31.85,"SciDocsRR":86.98,"StackOverflowDupQuestions":53.16} -{"index":201,"Rank":57,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":58.92,"AskUbuntuDupQuestions":64.41,"MindSmallReranking":33.07,"SciDocsRR":85.75,"StackOverflowDupQuestions":52.45} -{"index":1,"Rank":58,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":58.9,"AskUbuntuDupQuestions":64.4,"MindSmallReranking":33.07,"SciDocsRR":83.59,"StackOverflowDupQuestions":54.56} -{"index":151,"Rank":59,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":24,"Rank":60,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":191,"Rank":61,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.78,"AskUbuntuDupQuestions":62.72,"MindSmallReranking":31.91,"SciDocsRR":86.66,"StackOverflowDupQuestions":53.81} -{"index":316,"Rank":62,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.61,"AskUbuntuDupQuestions":61.8,"MindSmallReranking":32.54,"SciDocsRR":87.08,"StackOverflowDupQuestions":53.01} -{"index":149,"Rank":63,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.56,"AskUbuntuDupQuestions":62.33,"MindSmallReranking":32.36,"SciDocsRR":86.48,"StackOverflowDupQuestions":53.06} -{"index":19,"Rank":64,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.5,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.46,"SciDocsRR":86.93,"StackOverflowDupQuestions":52.48} -{"index":266,"Rank":65,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.5,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.46,"SciDocsRR":86.93,"StackOverflowDupQuestions":52.48} -{"index":283,"Rank":66,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.44,"AskUbuntuDupQuestions":64.06,"MindSmallReranking":31.02,"SciDocsRR":87.2,"StackOverflowDupQuestions":51.47} -{"index":82,"Rank":67,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.42,"AskUbuntuDupQuestions":63.98,"MindSmallReranking":31.5,"SciDocsRR":83.8,"StackOverflowDupQuestions":54.41} -{"index":137,"Rank":68,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.38,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":31.72,"SciDocsRR":85.79,"StackOverflowDupQuestions":53.32} -{"index":332,"Rank":69,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":29,"Rank":70,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":150,"Rank":71,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.3,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.92,"SciDocsRR":86.18,"StackOverflowDupQuestions":52.96} -{"index":9,"Rank":72,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":58.24,"AskUbuntuDupQuestions":63.24,"MindSmallReranking":31.48,"SciDocsRR":84.68,"StackOverflowDupQuestions":53.56} -{"index":219,"Rank":73,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.14,"AskUbuntuDupQuestions":64.13,"MindSmallReranking":32.92,"SciDocsRR":83.68,"StackOverflowDupQuestions":51.84} -{"index":152,"Rank":74,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.14,"AskUbuntuDupQuestions":61.81,"MindSmallReranking":31.3,"SciDocsRR":85.9,"StackOverflowDupQuestions":53.56} -{"index":217,"Rank":75,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":58.13,"AskUbuntuDupQuestions":65.04,"MindSmallReranking":30.83,"SciDocsRR":84.88,"StackOverflowDupQuestions":51.77} -{"index":284,"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.77} -{"index":232,"Rank":77,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.76} -{"index":38,"Rank":78,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.01,"AskUbuntuDupQuestions":61.7,"MindSmallReranking":32.67,"SciDocsRR":85.2,"StackOverflowDupQuestions":52.48} -{"index":351,"Rank":79,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":57.99,"AskUbuntuDupQuestions":64.61,"MindSmallReranking":29.63,"SciDocsRR":84.25,"StackOverflowDupQuestions":53.46} -{"index":142,"Rank":80,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.97,"AskUbuntuDupQuestions":62.28,"MindSmallReranking":30.46,"SciDocsRR":85.93,"StackOverflowDupQuestions":53.2} -{"index":147,"Rank":81,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.95,"AskUbuntuDupQuestions":62.97,"MindSmallReranking":31.31,"SciDocsRR":87.14,"StackOverflowDupQuestions":50.36} -{"index":56,"Rank":82,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.87,"AskUbuntuDupQuestions":61.53,"MindSmallReranking":31.68,"SciDocsRR":85.57,"StackOverflowDupQuestions":52.71} -{"index":247,"Rank":83,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.86,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.28,"SciDocsRR":85.01,"StackOverflowDupQuestions":52.75} -{"index":40,"Rank":84,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":57.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":32.59,"SciDocsRR":84.31,"StackOverflowDupQuestions":52.4} -{"index":0,"Rank":85,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":57.78,"AskUbuntuDupQuestions":63.84,"MindSmallReranking":31.89,"SciDocsRR":81.62,"StackOverflowDupQuestions":53.76} -{"index":318,"Rank":86,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.7,"AskUbuntuDupQuestions":61.72,"MindSmallReranking":32.21,"SciDocsRR":84.83,"StackOverflowDupQuestions":52.03} -{"index":18,"Rank":87,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.66,"AskUbuntuDupQuestions":61.83,"MindSmallReranking":31.34,"SciDocsRR":85.17,"StackOverflowDupQuestions":52.29} -{"index":186,"Rank":88,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.54,"AskUbuntuDupQuestions":64.3,"MindSmallReranking":31.68,"SciDocsRR":82.0,"StackOverflowDupQuestions":52.17} -{"index":143,"Rank":89,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.5,"AskUbuntuDupQuestions":63.29,"MindSmallReranking":31.3,"SciDocsRR":80.67,"StackOverflowDupQuestions":54.75} -{"index":20,"Rank":90,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":78,"Rank":91,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02} -{"index":187,"Rank":92,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.29,"AskUbuntuDupQuestions":65.35,"MindSmallReranking":31.81,"SciDocsRR":79.49,"StackOverflowDupQuestions":52.52} -{"index":244,"Rank":93,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.18,"AskUbuntuDupQuestions":60.23,"MindSmallReranking":31.71,"SciDocsRR":84.46,"StackOverflowDupQuestions":52.32} -{"index":223,"Rank":94,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85} -{"index":331,"Rank":95,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":180,"Rank":96,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":214,"Rank":97,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":145,"Rank":98,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":269,"Rank":99,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.9,"AskUbuntuDupQuestions":63.0,"MindSmallReranking":29.32,"SciDocsRR":84.76,"StackOverflowDupQuestions":50.54} -{"index":220,"Rank":100,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.75,"AskUbuntuDupQuestions":61.27,"MindSmallReranking":30.1,"SciDocsRR":82.91,"StackOverflowDupQuestions":52.72} -{"index":353,"Rank":101,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53} -{"index":293,"Rank":102,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5} -{"index":68,"Rank":103,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":195,"Rank":104,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":101,"Rank":105,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":56.56,"AskUbuntuDupQuestions":61.63,"MindSmallReranking":32.29,"SciDocsRR":80.79,"StackOverflowDupQuestions":51.53} -{"index":194,"Rank":106,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.53,"AskUbuntuDupQuestions":60.07,"MindSmallReranking":30.78,"SciDocsRR":83.94,"StackOverflowDupQuestions":51.33} -{"index":301,"Rank":107,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85} -{"index":211,"Rank":108,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":62.83,"MindSmallReranking":31.48,"SciDocsRR":80.97,"StackOverflowDupQuestions":50.38} -{"index":350,"Rank":109,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.32,"AskUbuntuDupQuestions":62.05,"MindSmallReranking":31.45,"SciDocsRR":81.22,"StackOverflowDupQuestions":50.54} -{"index":72,"Rank":110,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.26,"AskUbuntuDupQuestions":60.77,"MindSmallReranking":31.72,"SciDocsRR":84.26,"StackOverflowDupQuestions":48.3} -{"index":185,"Rank":111,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"AskUbuntuDupQuestions":63.17,"MindSmallReranking":31.82,"SciDocsRR":78.83,"StackOverflowDupQuestions":50.99} -{"index":37,"Rank":112,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.09,"AskUbuntuDupQuestions":60.11,"MindSmallReranking":31.87,"SciDocsRR":81.62,"StackOverflowDupQuestions":50.76} -{"index":292,"Rank":113,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AskUbuntuDupQuestions":63.08,"MindSmallReranking":31.5,"SciDocsRR":76.49,"StackOverflowDupQuestions":52.79} -{"index":200,"Rank":114,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.96,"AskUbuntuDupQuestions":59.24,"MindSmallReranking":30.24,"SciDocsRR":84.22,"StackOverflowDupQuestions":50.14} -{"index":126,"Rank":115,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.94,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.21,"SciDocsRR":79.74,"StackOverflowDupQuestions":52.2} -{"index":225,"Rank":116,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.94,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.21,"SciDocsRR":79.74,"StackOverflowDupQuestions":52.2} -{"index":208,"Rank":117,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.91,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":31.22,"SciDocsRR":80.27,"StackOverflowDupQuestions":50.55} -{"index":173,"Rank":118,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":193,"Rank":119,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":58,"Rank":120,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.86,"AskUbuntuDupQuestions":60.01,"MindSmallReranking":32.18,"SciDocsRR":81.89,"StackOverflowDupQuestions":49.34} -{"index":210,"Rank":121,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.84,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.56,"SciDocsRR":79.31,"StackOverflowDupQuestions":50.11} -{"index":123,"Rank":122,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.78,"AskUbuntuDupQuestions":63.35,"MindSmallReranking":29.58,"SciDocsRR":78.75,"StackOverflowDupQuestions":51.46} -{"index":31,"Rank":123,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":115,"Rank":124,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":135,"Rank":125,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":256,"Rank":126,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":340,"Rank":127,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":132,"Rank":128,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.77,"AskUbuntuDupQuestions":59.83,"MindSmallReranking":32.06,"SciDocsRR":81.54,"StackOverflowDupQuestions":49.65} -{"index":192,"Rank":129,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.7,"AskUbuntuDupQuestions":59.66,"MindSmallReranking":30.07,"SciDocsRR":82.9,"StackOverflowDupQuestions":50.15} -{"index":249,"Rank":130,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":153,"Rank":131,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.65,"AskUbuntuDupQuestions":59.97,"MindSmallReranking":31.79,"SciDocsRR":79.77,"StackOverflowDupQuestions":51.07} -{"index":254,"Rank":132,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32} -{"index":222,"Rank":133,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.6,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":28.83,"SciDocsRR":85.93,"StackOverflowDupQuestions":46.52} -{"index":57,"Rank":134,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.58,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":31.59,"SciDocsRR":80.72,"StackOverflowDupQuestions":49.85} -{"index":221,"Rank":135,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.5,"AskUbuntuDupQuestions":58.96,"MindSmallReranking":29.32,"SciDocsRR":88.03,"StackOverflowDupQuestions":45.71} -{"index":125,"Rank":136,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} -{"index":122,"Rank":137,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} -{"index":124,"Rank":138,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.42,"AskUbuntuDupQuestions":60.53,"MindSmallReranking":29.17,"SciDocsRR":80.81,"StackOverflowDupQuestions":51.19} -{"index":71,"Rank":139,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.4,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":31.65,"SciDocsRR":81.48,"StackOverflowDupQuestions":49.2} -{"index":84,"Rank":140,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61} -{"index":291,"Rank":141,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58} -{"index":87,"Rank":142,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.34,"AskUbuntuDupQuestions":59.7,"MindSmallReranking":31.78,"SciDocsRR":80.04,"StackOverflowDupQuestions":49.83} -{"index":265,"Rank":143,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":22,"Rank":144,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":23,"Rank":145,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":215,"Rank":146,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":128,"Rank":147,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} -{"index":270,"Rank":148,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.28,"AskUbuntuDupQuestions":57.34,"MindSmallReranking":32.28,"SciDocsRR":83.88,"StackOverflowDupQuestions":47.6} -{"index":161,"Rank":149,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.24,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":30.98,"SciDocsRR":81.45,"StackOverflowDupQuestions":48.17} -{"index":253,"Rank":150,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":55.18,"AskUbuntuDupQuestions":61.34,"MindSmallReranking":30.04,"SciDocsRR":79.4,"StackOverflowDupQuestions":49.95} -{"index":44,"Rank":151,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":216,"Rank":152,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":39,"Rank":153,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":55.06,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":31.36,"SciDocsRR":79.9,"StackOverflowDupQuestions":50.45} -{"index":199,"Rank":154,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.03,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":29.28,"SciDocsRR":81.81,"StackOverflowDupQuestions":49.75} -{"index":251,"Rank":155,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.99,"AskUbuntuDupQuestions":59.57,"MindSmallReranking":30.6,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.87} -{"index":206,"Rank":156,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.9,"AskUbuntuDupQuestions":59.92,"MindSmallReranking":30.97,"SciDocsRR":78.62,"StackOverflowDupQuestions":50.07} -{"index":32,"Rank":157,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41} -{"index":300,"Rank":158,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05} -{"index":127,"Rank":159,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.7,"AskUbuntuDupQuestions":60.65,"MindSmallReranking":30.3,"SciDocsRR":77.37,"StackOverflowDupQuestions":50.48} -{"index":100,"Rank":160,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.67,"AskUbuntuDupQuestions":59.63,"MindSmallReranking":31.72,"SciDocsRR":77.72,"StackOverflowDupQuestions":49.61} -{"index":213,"Rank":161,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":75,"Rank":162,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":156,"Rank":163,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":165,"Rank":164,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.63,"AskUbuntuDupQuestions":61.05,"MindSmallReranking":30.55,"SciDocsRR":79.83,"StackOverflowDupQuestions":47.1} -{"index":169,"Rank":165,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.58,"AskUbuntuDupQuestions":63.09,"MindSmallReranking":30.89,"SciDocsRR":74.28,"StackOverflowDupQuestions":50.06} -{"index":252,"Rank":166,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":54.56,"AskUbuntuDupQuestions":61.16,"MindSmallReranking":30.02,"SciDocsRR":78.05,"StackOverflowDupQuestions":49.0} -{"index":334,"Rank":167,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.46,"AskUbuntuDupQuestions":57.69,"MindSmallReranking":30.32,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.93} -{"index":197,"Rank":168,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.45,"AskUbuntuDupQuestions":59.36,"MindSmallReranking":29.56,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.13} -{"index":129,"Rank":169,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.4,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.26,"SciDocsRR":76.94,"StackOverflowDupQuestions":50.16} -{"index":198,"Rank":170,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.32,"AskUbuntuDupQuestions":58.11,"MindSmallReranking":30.1,"SciDocsRR":79.16,"StackOverflowDupQuestions":49.93} -{"index":131,"Rank":171,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":58.08,"MindSmallReranking":31.07,"SciDocsRR":78.57,"StackOverflowDupQuestions":49.43} -{"index":329,"Rank":172,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":82.14,"StackOverflowDupQuestions":46.13} -{"index":205,"Rank":173,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.28,"AskUbuntuDupQuestions":59.5,"MindSmallReranking":30.51,"SciDocsRR":78.11,"StackOverflowDupQuestions":49.0} -{"index":130,"Rank":174,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.28,"AskUbuntuDupQuestions":58.09,"MindSmallReranking":31.29,"SciDocsRR":78.78,"StackOverflowDupQuestions":48.96} -{"index":290,"Rank":175,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01} -{"index":321,"Rank":176,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.16,"AskUbuntuDupQuestions":59.94,"MindSmallReranking":32.17,"SciDocsRR":77.21,"StackOverflowDupQuestions":47.33} -{"index":248,"Rank":177,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.14,"AskUbuntuDupQuestions":56.97,"MindSmallReranking":31.38,"SciDocsRR":79.46,"StackOverflowDupQuestions":48.75} -{"index":97,"Rank":178,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} -{"index":299,"Rank":179,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} -{"index":83,"Rank":180,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8} -{"index":60,"Rank":181,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} -{"index":218,"Rank":182,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.87,"AskUbuntuDupQuestions":57.88,"MindSmallReranking":30.28,"SciDocsRR":78.13,"StackOverflowDupQuestions":49.2} -{"index":297,"Rank":183,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.8,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":30.15,"SciDocsRR":78.09,"StackOverflowDupQuestions":46.78} -{"index":144,"Rank":184,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":53.64,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":30.98,"SciDocsRR":77.2,"StackOverflowDupQuestions":47.85} -{"index":296,"Rank":185,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.62,"AskUbuntuDupQuestions":60.49,"MindSmallReranking":30.37,"SciDocsRR":77.78,"StackOverflowDupQuestions":45.85} -{"index":86,"Rank":186,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.49,"AskUbuntuDupQuestions":57.49,"MindSmallReranking":31.78,"SciDocsRR":77.89,"StackOverflowDupQuestions":46.78} -{"index":255,"Rank":187,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":53.42,"AskUbuntuDupQuestions":60.79,"MindSmallReranking":29.7,"SciDocsRR":75.79,"StackOverflowDupQuestions":47.42} -{"index":73,"Rank":188,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.37,"AskUbuntuDupQuestions":56.79,"MindSmallReranking":30.92,"SciDocsRR":78.61,"StackOverflowDupQuestions":47.16} -{"index":250,"Rank":189,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.32,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":75.51,"StackOverflowDupQuestions":48.89} -{"index":354,"Rank":190,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":53.27,"AskUbuntuDupQuestions":58.31,"MindSmallReranking":30.75,"SciDocsRR":75.62,"StackOverflowDupQuestions":48.4} -{"index":257,"Rank":191,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.14,"AskUbuntuDupQuestions":56.69,"MindSmallReranking":31.58,"SciDocsRR":76.51,"StackOverflowDupQuestions":47.78} -{"index":81,"Rank":192,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":53.09,"AskUbuntuDupQuestions":57.16,"MindSmallReranking":30.1,"SciDocsRR":76.28,"StackOverflowDupQuestions":48.82} -{"index":298,"Rank":193,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.09,"AskUbuntuDupQuestions":59.73,"MindSmallReranking":30.2,"SciDocsRR":73.96,"StackOverflowDupQuestions":48.46} -{"index":212,"Rank":194,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":53.07,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.68,"SciDocsRR":74.16,"StackOverflowDupQuestions":47.18} -{"index":79,"Rank":195,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":52.95,"AskUbuntuDupQuestions":55.56,"MindSmallReranking":30.86,"SciDocsRR":77.62,"StackOverflowDupQuestions":47.77} -{"index":202,"Rank":196,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.9,"AskUbuntuDupQuestions":56.42,"MindSmallReranking":29.96,"SciDocsRR":78.26,"StackOverflowDupQuestions":46.97} -{"index":207,"Rank":197,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.6,"AskUbuntuDupQuestions":57.38,"MindSmallReranking":30.52,"SciDocsRR":75.13,"StackOverflowDupQuestions":47.38} -{"index":102,"Rank":198,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":52.33,"AskUbuntuDupQuestions":55.9,"MindSmallReranking":31.11,"SciDocsRR":77.54,"StackOverflowDupQuestions":44.77} -{"index":294,"Rank":199,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.84,"AskUbuntuDupQuestions":58.99,"MindSmallReranking":27.13,"SciDocsRR":72.78,"StackOverflowDupQuestions":48.48} -{"index":95,"Rank":200,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.68,"AskUbuntuDupQuestions":56.48,"MindSmallReranking":29.57,"SciDocsRR":74.66,"StackOverflowDupQuestions":45.99} -{"index":98,"Rank":201,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":50.58,"AskUbuntuDupQuestions":55.84,"MindSmallReranking":30.4,"SciDocsRR":71.34,"StackOverflowDupQuestions":44.74} -{"index":96,"Rank":202,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.55,"AskUbuntuDupQuestions":55.77,"MindSmallReranking":29.04,"SciDocsRR":72.91,"StackOverflowDupQuestions":44.49} -{"index":90,"Rank":203,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.29,"AskUbuntuDupQuestions":54.09,"MindSmallReranking":30.28,"SciDocsRR":74.48,"StackOverflowDupQuestions":42.3} -{"index":238,"Rank":204,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.73,"AskUbuntuDupQuestions":54.14,"MindSmallReranking":29.43,"SciDocsRR":72.1,"StackOverflowDupQuestions":43.25} -{"index":89,"Rank":205,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.41,"AskUbuntuDupQuestions":53.77,"MindSmallReranking":29.92,"SciDocsRR":70.82,"StackOverflowDupQuestions":43.14} -{"index":234,"Rank":206,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.15,"AskUbuntuDupQuestions":52.86,"MindSmallReranking":28.53,"SciDocsRR":71.11,"StackOverflowDupQuestions":44.1} -{"index":346,"Rank":207,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":49.02,"AskUbuntuDupQuestions":53.49,"MindSmallReranking":30.71,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.85} -{"index":289,"Rank":208,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.82,"AskUbuntuDupQuestions":53.75,"MindSmallReranking":30.39,"SciDocsRR":69.22,"StackOverflowDupQuestions":41.92} -{"index":237,"Rank":209,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":48.76,"AskUbuntuDupQuestions":53.8,"MindSmallReranking":29.03,"SciDocsRR":70.29,"StackOverflowDupQuestions":41.9} -{"index":88,"Rank":210,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.51,"AskUbuntuDupQuestions":52.34,"MindSmallReranking":30.09,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.57} -{"index":233,"Rank":211,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":48.5,"AskUbuntuDupQuestions":52.89,"MindSmallReranking":28.83,"SciDocsRR":71.51,"StackOverflowDupQuestions":40.75} -{"index":282,"Rank":212,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.42,"AskUbuntuDupQuestions":52.75,"MindSmallReranking":29.81,"SciDocsRR":68.72,"StackOverflowDupQuestions":42.42} -{"index":286,"Rank":213,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.1,"AskUbuntuDupQuestions":50.07,"MindSmallReranking":24.8,"SciDocsRR":81.31,"StackOverflowDupQuestions":36.22} -{"index":160,"Rank":214,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.85,"AskUbuntuDupQuestions":53.44,"MindSmallReranking":28.54,"SciDocsRR":68.65,"StackOverflowDupQuestions":40.76} -{"index":85,"Rank":215,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":47.7,"AskUbuntuDupQuestions":52.7,"MindSmallReranking":29.52,"SciDocsRR":67.76,"StackOverflowDupQuestions":40.82} -{"index":235,"Rank":216,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":47.63,"AskUbuntuDupQuestions":51.63,"MindSmallReranking":26.98,"SciDocsRR":68.53,"StackOverflowDupQuestions":43.38} -{"index":99,"Rank":217,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.56,"AskUbuntuDupQuestions":52.63,"MindSmallReranking":29.27,"SciDocsRR":68.36,"StackOverflowDupQuestions":39.97} -{"index":267,"Rank":218,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.54,"AskUbuntuDupQuestions":51.8,"MindSmallReranking":29.3,"SciDocsRR":70.14,"StackOverflowDupQuestions":38.9} -{"index":236,"Rank":219,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":46.82,"AskUbuntuDupQuestions":52.91,"MindSmallReranking":28.02,"SciDocsRR":66.14,"StackOverflowDupQuestions":40.2} -{"index":268,"Rank":220,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35} -{"index":175,"Rank":221,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.18,"AskUbuntuDupQuestions":50.89,"MindSmallReranking":26.88,"SciDocsRR":68.36,"StackOverflowDupQuestions":38.61} -{"index":288,"Rank":222,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":44.75,"AskUbuntuDupQuestions":50.88,"MindSmallReranking":28.92,"SciDocsRR":63.55,"StackOverflowDupQuestions":35.65} -{"index":322,"Rank":223,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.59,"AskUbuntuDupQuestions":49.12,"MindSmallReranking":26.87,"SciDocsRR":60.75,"StackOverflowDupQuestions":41.61} -{"index":183,"Rank":224,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.44,"AskUbuntuDupQuestions":45.84,"MindSmallReranking":28.37,"SciDocsRR":64.94,"StackOverflowDupQuestions":34.62} -{"index":287,"Rank":225,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":43.29,"AskUbuntuDupQuestions":49.57,"MindSmallReranking":27.01,"SciDocsRR":62.56,"StackOverflowDupQuestions":34.03} -{"index":11,"Rank":226,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":41.44,"AskUbuntuDupQuestions":48.99,"MindSmallReranking":24.79,"SciDocsRR":54.99,"StackOverflowDupQuestions":36.98} -{"index":319,"Rank":227,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AskUbuntuDupQuestions":44.88,"MindSmallReranking":25.65,"SciDocsRR":43.9,"StackOverflowDupQuestions":23.35} -{"index":330,"Rank":228,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.53,"AskUbuntuDupQuestions":0.56,"MindSmallReranking":0.31,"SciDocsRR":0.79,"StackOverflowDupQuestions":0.47} -{"index":2,"Rank":229,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":88.87,"StackOverflowDupQuestions":""} -{"index":3,"Rank":230,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":4,"Rank":231,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":5,"Rank":232,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":7,"Rank":233,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":10,"Rank":234,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":13,"Rank":236,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":27,"Rank":238,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":30,"Rank":239,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":34,"Rank":240,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":53.99,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":41,"Rank":243,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":42,"Rank":244,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":43,"Rank":245,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":45,"Rank":246,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":46,"Rank":247,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":50,"Rank":249,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":51,"Rank":250,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":52,"Rank":251,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":53,"Rank":252,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":67,"Rank":259,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":70,"Rank":260,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":91,"Rank":263,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":55.31,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":92,"Rank":264,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":93,"Rank":265,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":94,"Rank":266,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":58.01,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":103,"Rank":267,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":104,"Rank":268,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":105,"Rank":269,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":106,"Rank":270,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":107,"Rank":271,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":108,"Rank":272,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":109,"Rank":273,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":110,"Rank":274,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":111,"Rank":275,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":120,"Rank":280,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":48.66,"MindSmallReranking":"","SciDocsRR":66.69,"StackOverflowDupQuestions":39.5} -{"index":121,"Rank":281,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":59.82,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":134,"Rank":282,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":136,"Rank":283,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":138,"Rank":284,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":139,"Rank":285,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":140,"Rank":286,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":141,"Rank":287,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":58.19,"MindSmallReranking":"","SciDocsRR":88.01,"StackOverflowDupQuestions":47.72} -{"index":154,"Rank":288,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":61.53,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":155,"Rank":289,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":157,"Rank":290,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":158,"Rank":291,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":159,"Rank":292,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":162,"Rank":293,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":163,"Rank":294,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":164,"Rank":295,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":166,"Rank":296,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":167,"Rank":297,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":168,"Rank":298,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":170,"Rank":299,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":176,"Rank":300,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":177,"Rank":301,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":178,"Rank":302,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":181,"Rank":303,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":182,"Rank":304,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":203,"Rank":306,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":204,"Rank":307,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":226,"Rank":308,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":227,"Rank":309,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":228,"Rank":310,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":229,"Rank":311,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":230,"Rank":312,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":231,"Rank":313,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":241,"Rank":314,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":242,"Rank":315,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":260,"Rank":318,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":261,"Rank":319,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":262,"Rank":320,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":263,"Rank":321,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":275,"Rank":322,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":276,"Rank":323,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":277,"Rank":324,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":278,"Rank":325,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":279,"Rank":326,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":280,"Rank":327,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":281,"Rank":328,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":295,"Rank":329,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":302,"Rank":330,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":303,"Rank":331,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":304,"Rank":332,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AskUbuntuDupQuestions":57.91,"MindSmallReranking":"","SciDocsRR":70.21,"StackOverflowDupQuestions":44.9} -{"index":305,"Rank":333,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":306,"Rank":334,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":311,"Rank":335,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":312,"Rank":336,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":51.34,"MindSmallReranking":"","SciDocsRR":70.59,"StackOverflowDupQuestions":40.99} -{"index":326,"Rank":341,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":327,"Rank":342,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":333,"Rank":343,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":337,"Rank":346,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":60.76,"MindSmallReranking":"","SciDocsRR":84.34,"StackOverflowDupQuestions":51.68} -{"index":339,"Rank":347,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":54.68,"MindSmallReranking":"","SciDocsRR":72.78,"StackOverflowDupQuestions":40.65} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":55.09,"MindSmallReranking":"","SciDocsRR":70.93,"StackOverflowDupQuestions":42.42} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":"","SciDocsRR":68.7,"StackOverflowDupQuestions":39.41} diff --git a/all_data_tasks/30/default.jsonl b/all_data_tasks/30/default.jsonl deleted file mode 100644 index 31f3fb2ef52c8f34a5d46d017b853ae86ad1cd61..0000000000000000000000000000000000000000 --- a/all_data_tasks/30/default.jsonl +++ /dev/null @@ -1,70 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.25,"CDSC-R":92.82,"SICK-R-PL":76.52,"STS22 (pl)":50.41} -{"index":44,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.77,"CDSC-R":92.63,"SICK-R-PL":80.53,"STS22 (pl)":45.14} -{"index":2,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02} -{"index":11,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02} -{"index":73,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02} -{"index":34,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02} -{"index":53,"Rank":7,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.7,"CDSC-R":92.54,"SICK-R-PL":79.2,"STS22 (pl)":40.36} -{"index":27,"Rank":8,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.65,"CDSC-R":91.21,"SICK-R-PL":78.92,"STS22 (pl)":41.82} -{"index":5,"Rank":9,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":70.64,"CDSC-R":90.97,"SICK-R-PL":78.16,"STS22 (pl)":42.79} -{"index":54,"Rank":10,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.59,"CDSC-R":92.54,"SICK-R-PL":79.91,"STS22 (pl)":39.32} -{"index":38,"Rank":11,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.31,"CDSC-R":92.35,"SICK-R-PL":77.62,"STS22 (pl)":40.97} -{"index":50,"Rank":12,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36} -{"index":51,"Rank":13,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4} -{"index":28,"Rank":14,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78} -{"index":35,"Rank":15,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.36,"CDSC-R":92.19,"SICK-R-PL":76.67,"STS22 (pl)":39.21} -{"index":3,"Rank":16,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} -{"index":55,"Rank":17,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.78,"CDSC-R":89.62,"SICK-R-PL":76.37,"STS22 (pl)":40.36} -{"index":52,"Rank":18,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63} -{"index":10,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83} -{"index":1,"Rank":20,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83} -{"index":56,"Rank":21,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.36,"CDSC-R":88.55,"SICK-R-PL":76.18,"STS22 (pl)":37.34} -{"index":14,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.32,"CDSC-R":90.27,"SICK-R-PL":66.52,"STS22 (pl)":45.16} -{"index":15,"Rank":23,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.21,"CDSC-R":90.38,"SICK-R-PL":66.31,"STS22 (pl)":44.95} -{"index":37,"Rank":24,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.91,"CDSC-R":91.0,"SICK-R-PL":75.08,"STS22 (pl)":34.66} -{"index":67,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.19,"CDSC-R":88.8,"SICK-R-PL":73.13,"STS22 (pl)":33.64} -{"index":39,"Rank":26,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.18,"CDSC-R":90.27,"SICK-R-PL":69.46,"STS22 (pl)":35.8} -{"index":36,"Rank":27,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.13,"CDSC-R":90.08,"SICK-R-PL":71.23,"STS22 (pl)":34.07} -{"index":41,"Rank":28,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.01,"CDSC-R":89.09,"SICK-R-PL":67.26,"STS22 (pl)":38.69} -{"index":66,"Rank":29,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.83,"CDSC-R":88.98,"SICK-R-PL":68.77,"STS22 (pl)":33.73} -{"index":57,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.57,"CDSC-R":85.53,"SICK-R-PL":65.9,"STS22 (pl)":39.28} -{"index":40,"Rank":31,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.53,"CDSC-R":86.18,"SICK-R-PL":64.67,"STS22 (pl)":39.73} -{"index":63,"Rank":32,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":62.59,"CDSC-R":87.67,"SICK-R-PL":65.53,"STS22 (pl)":34.58} -{"index":33,"Rank":33,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.02,"CDSC-R":85.77,"SICK-R-PL":62.98,"STS22 (pl)":25.31} -{"index":59,"Rank":34,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.88,"CDSC-R":79.45,"SICK-R-PL":52.43,"STS22 (pl)":26.77} -{"index":58,"Rank":35,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"CDSC-R":82.5,"SICK-R-PL":54.26,"STS22 (pl)":19.22} -{"index":60,"Rank":36,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.48,"CDSC-R":77.04,"SICK-R-PL":50.2,"STS22 (pl)":24.21} -{"index":0,"Rank":37,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.34} -{"index":4,"Rank":38,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21} -{"index":6,"Rank":39,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13} -{"index":12,"Rank":43,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CDSC-R":93.38,"SICK-R-PL":76.45,"STS22 (pl)":""} -{"index":16,"Rank":44,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.46,"SICK-R-PL":0.43,"STS22 (pl)":""} -{"index":17,"Rank":45,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.41,"SICK-R-PL":0.32,"STS22 (pl)":""} -{"index":18,"Rank":46,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.57,"SICK-R-PL":0.39,"STS22 (pl)":""} -{"index":19,"Rank":47,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.62,"SICK-R-PL":0.42,"STS22 (pl)":""} -{"index":20,"Rank":48,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.3,"SICK-R-PL":0.28,"STS22 (pl)":""} -{"index":21,"Rank":49,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.65,"SICK-R-PL":0.55,"STS22 (pl)":""} -{"index":23,"Rank":51,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.38} -{"index":24,"Rank":52,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":36.37} -{"index":25,"Rank":53,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":23.31} -{"index":26,"Rank":54,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":14.91} -{"index":29,"Rank":55,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":42.08} -{"index":30,"Rank":56,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":31.13} -{"index":31,"Rank":57,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":""} -{"index":32,"Rank":58,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":32.74} -{"index":42,"Rank":59,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.98} -{"index":43,"Rank":60,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":15.06} -{"index":45,"Rank":61,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.79} -{"index":46,"Rank":62,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.39} -{"index":47,"Rank":63,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":22.74} -{"index":48,"Rank":64,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":29.86} -{"index":49,"Rank":65,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.67} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.56} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.47} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":30.68} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":33.74} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":24.42} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":25.0} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.04} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":9.71} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.81} diff --git a/all_data_tasks/31/default.jsonl b/all_data_tasks/31/default.jsonl deleted file mode 100644 index 039801c2ea255d438181a08cf60cd922576341c3..0000000000000000000000000000000000000000 --- a/all_data_tasks/31/default.jsonl +++ /dev/null @@ -1,64 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.95,"GeoreviewClassification":60.24,"HeadlineClassification":85.73,"InappropriatenessClassification":75.92,"KinopoiskClassification":72.28,"RuReviewsClassification":75.52,"RuSciBenchGRNTIClassification":70.2,"RuSciBenchOECDClassification":55.82,"MassiveIntentClassification (ru)":80.61,"MassiveScenarioClassification (ru)":89.27} -{"index":34,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.11,"GeoreviewClassification":56.72,"HeadlineClassification":87.02,"InappropriatenessClassification":70.36,"KinopoiskClassification":68.35,"RuReviewsClassification":70.57,"RuSciBenchGRNTIClassification":66.05,"RuSciBenchOECDClassification":52.11,"MassiveIntentClassification (ru)":73.74,"MassiveScenarioClassification (ru)":77.1} -{"index":12,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":67.48,"GeoreviewClassification":53.47,"HeadlineClassification":85.66,"InappropriatenessClassification":65.29,"KinopoiskClassification":64.25,"RuReviewsClassification":68.58,"RuSciBenchGRNTIClassification":64.56,"RuSciBenchOECDClassification":51.2,"MassiveIntentClassification (ru)":76.01,"MassiveScenarioClassification (ru)":78.28} -{"index":37,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.31,"GeoreviewClassification":55.9,"HeadlineClassification":86.18,"InappropriatenessClassification":65.53,"KinopoiskClassification":66.12,"RuReviewsClassification":68.56,"RuSciBenchGRNTIClassification":65.07,"RuSciBenchOECDClassification":50.21,"MassiveIntentClassification (ru)":67.6,"MassiveScenarioClassification (ru)":71.59} -{"index":14,"Rank":5,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.21,"GeoreviewClassification":52.04,"HeadlineClassification":83.4,"InappropriatenessClassification":64.14,"KinopoiskClassification":63.15,"RuReviewsClassification":68.24,"RuSciBenchGRNTIClassification":61.24,"RuSciBenchOECDClassification":48.1,"MassiveIntentClassification (ru)":68.61,"MassiveScenarioClassification (ru)":77.98} -{"index":41,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} -{"index":20,"Rank":7,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":62.74,"GeoreviewClassification":49.7,"HeadlineClassification":78.0,"InappropriatenessClassification":61.32,"KinopoiskClassification":63.27,"RuReviewsClassification":67.96,"RuSciBenchGRNTIClassification":59.33,"RuSciBenchOECDClassification":46.33,"MassiveIntentClassification (ru)":66.97,"MassiveScenarioClassification (ru)":71.8} -{"index":31,"Rank":8,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.92,"GeoreviewClassification":50.98,"HeadlineClassification":70.09,"InappropriatenessClassification":60.76,"KinopoiskClassification":63.33,"RuReviewsClassification":68.52,"RuSciBenchGRNTIClassification":57.67,"RuSciBenchOECDClassification":44.2,"MassiveIntentClassification (ru)":68.85,"MassiveScenarioClassification (ru)":72.9} -{"index":15,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":61.58,"GeoreviewClassification":47.69,"HeadlineClassification":83.46,"InappropriatenessClassification":61.32,"KinopoiskClassification":59.04,"RuReviewsClassification":66.09,"RuSciBenchGRNTIClassification":61.41,"RuSciBenchOECDClassification":48.67,"MassiveIntentClassification (ru)":60.08,"MassiveScenarioClassification (ru)":66.44} -{"index":36,"Rank":10,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.01,"GeoreviewClassification":49.69,"HeadlineClassification":77.19,"InappropriatenessClassification":61.59,"KinopoiskClassification":56.59,"RuReviewsClassification":65.28,"RuSciBenchGRNTIClassification":58.2,"RuSciBenchOECDClassification":43.91,"MassiveIntentClassification (ru)":65.76,"MassiveScenarioClassification (ru)":70.85} -{"index":4,"Rank":11,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.46,"GeoreviewClassification":48.27,"HeadlineClassification":70.32,"InappropriatenessClassification":59.87,"KinopoiskClassification":58.23,"RuReviewsClassification":66.91,"RuSciBenchGRNTIClassification":55.81,"RuSciBenchOECDClassification":42.57,"MassiveIntentClassification (ru)":68.75,"MassiveScenarioClassification (ru)":73.42} -{"index":30,"Rank":12,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.88,"GeoreviewClassification":47.23,"HeadlineClassification":74.88,"InappropriatenessClassification":61.94,"KinopoiskClassification":55.69,"RuReviewsClassification":66.44,"RuSciBenchGRNTIClassification":55.55,"RuSciBenchOECDClassification":43.28,"MassiveIntentClassification (ru)":65.57,"MassiveScenarioClassification (ru)":68.33} -{"index":61,"Rank":13,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.23,"GeoreviewClassification":46.04,"HeadlineClassification":69.98,"InappropriatenessClassification":61.39,"KinopoiskClassification":53.59,"RuReviewsClassification":64.58,"RuSciBenchGRNTIClassification":56.67,"RuSciBenchOECDClassification":43.58,"MassiveIntentClassification (ru)":66.08,"MassiveScenarioClassification (ru)":71.13} -{"index":35,"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.26,"GeoreviewClassification":46.05,"HeadlineClassification":75.64,"InappropriatenessClassification":58.78,"KinopoiskClassification":50.89,"RuReviewsClassification":62.99,"RuSciBenchGRNTIClassification":56.28,"RuSciBenchOECDClassification":42.69,"MassiveIntentClassification (ru)":62.78,"MassiveScenarioClassification (ru)":68.21} -{"index":21,"Rank":15,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.52,"GeoreviewClassification":39.67,"HeadlineClassification":77.19,"InappropriatenessClassification":64.64,"KinopoiskClassification":50.33,"RuReviewsClassification":58.29,"RuSciBenchGRNTIClassification":54.19,"RuSciBenchOECDClassification":43.8,"MassiveIntentClassification (ru)":61.42,"MassiveScenarioClassification (ru)":68.13} -{"index":22,"Rank":16,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.24,"GeoreviewClassification":39.97,"HeadlineClassification":79.26,"InappropriatenessClassification":62.52,"KinopoiskClassification":49.51,"RuReviewsClassification":58.27,"RuSciBenchGRNTIClassification":53.9,"RuSciBenchOECDClassification":43.04,"MassiveIntentClassification (ru)":61.09,"MassiveScenarioClassification (ru)":67.6} -{"index":57,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.88,"GeoreviewClassification":42.33,"HeadlineClassification":70.35,"InappropriatenessClassification":59.32,"KinopoiskClassification":44.31,"RuReviewsClassification":62.33,"RuSciBenchGRNTIClassification":56.01,"RuSciBenchOECDClassification":44.14,"MassiveIntentClassification (ru)":63.23,"MassiveScenarioClassification (ru)":69.92} -{"index":42,"Rank":18,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.45,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.65,"MassiveScenarioClassification (ru)":63.77} -{"index":38,"Rank":19,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.44,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.43,"MassiveScenarioClassification (ru)":63.89} -{"index":32,"Rank":20,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.18,"GeoreviewClassification":40.19,"HeadlineClassification":78.75,"InappropriatenessClassification":61.33,"KinopoiskClassification":48.78,"RuReviewsClassification":55.66,"RuSciBenchGRNTIClassification":53.53,"RuSciBenchOECDClassification":41.34,"MassiveIntentClassification (ru)":61.32,"MassiveScenarioClassification (ru)":64.71} -{"index":9,"Rank":21,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.15,"GeoreviewClassification":38.95,"HeadlineClassification":75.59,"InappropriatenessClassification":60.68,"KinopoiskClassification":49.67,"RuReviewsClassification":54.05,"RuSciBenchGRNTIClassification":48.53,"RuSciBenchOECDClassification":37.65,"MassiveIntentClassification (ru)":63.12,"MassiveScenarioClassification (ru)":68.08} -{"index":62,"Rank":22,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.01,"GeoreviewClassification":41.36,"HeadlineClassification":68.9,"InappropriatenessClassification":59.11,"KinopoiskClassification":50.47,"RuReviewsClassification":60.66,"RuSciBenchGRNTIClassification":52.93,"RuSciBenchOECDClassification":40.79,"MassiveIntentClassification (ru)":57.98,"MassiveScenarioClassification (ru)":62.9} -{"index":27,"Rank":23,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.98,"GeoreviewClassification":40.89,"HeadlineClassification":68.75,"InappropriatenessClassification":58.48,"KinopoiskClassification":49.85,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":52.8,"RuSciBenchOECDClassification":40.36,"MassiveIntentClassification (ru)":60.53,"MassiveScenarioClassification (ru)":65.15} -{"index":47,"Rank":24,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"GeoreviewClassification":40.86,"HeadlineClassification":68.75,"InappropriatenessClassification":58.52,"KinopoiskClassification":46.77,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":53.04,"RuSciBenchOECDClassification":40.48,"MassiveIntentClassification (ru)":60.67,"MassiveScenarioClassification (ru)":65.25} -{"index":56,"Rank":25,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.77,"GeoreviewClassification":38.24,"HeadlineClassification":68.3,"InappropriatenessClassification":58.18,"KinopoiskClassification":41.45,"RuReviewsClassification":58.88,"RuSciBenchGRNTIClassification":53.19,"RuSciBenchOECDClassification":41.41,"MassiveIntentClassification (ru)":59.06,"MassiveScenarioClassification (ru)":65.25} -{"index":29,"Rank":26,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.17,"GeoreviewClassification":39.64,"HeadlineClassification":74.19,"InappropriatenessClassification":58.57,"KinopoiskClassification":49.06,"RuReviewsClassification":56.99,"RuSciBenchGRNTIClassification":45.63,"RuSciBenchOECDClassification":35.48,"MassiveIntentClassification (ru)":50.83,"MassiveScenarioClassification (ru)":59.15} -{"index":10,"Rank":27,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.6,"GeoreviewClassification":37.22,"HeadlineClassification":75.23,"InappropriatenessClassification":57.34,"KinopoiskClassification":49.91,"RuReviewsClassification":50.74,"RuSciBenchGRNTIClassification":48.03,"RuSciBenchOECDClassification":36.13,"MassiveIntentClassification (ru)":53.02,"MassiveScenarioClassification (ru)":56.79} -{"index":11,"Rank":28,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.27,"GeoreviewClassification":38.05,"HeadlineClassification":67.64,"InappropriatenessClassification":58.27,"KinopoiskClassification":45.86,"RuReviewsClassification":58.34,"RuSciBenchGRNTIClassification":52.18,"RuSciBenchOECDClassification":40.11,"MassiveIntentClassification (ru)":49.1,"MassiveScenarioClassification (ru)":51.91} -{"index":28,"Rank":29,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":44.55,"GeoreviewClassification":33.45,"HeadlineClassification":57.65,"InappropriatenessClassification":54.5,"KinopoiskClassification":41.36,"RuReviewsClassification":49.56,"RuSciBenchGRNTIClassification":35.71,"RuSciBenchOECDClassification":26.51,"MassiveIntentClassification (ru)":50.1,"MassiveScenarioClassification (ru)":52.15} -{"index":50,"Rank":30,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.82,"GeoreviewClassification":25.93,"HeadlineClassification":28.53,"InappropriatenessClassification":51.82,"KinopoiskClassification":34.18,"RuReviewsClassification":42.33,"RuSciBenchGRNTIClassification":13.29,"RuSciBenchOECDClassification":10.62,"MassiveIntentClassification (ru)":23.98,"MassiveScenarioClassification (ru)":28.71} -{"index":49,"Rank":31,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.75,"GeoreviewClassification":27.08,"HeadlineClassification":27.77,"InappropriatenessClassification":51.73,"KinopoiskClassification":33.93,"RuReviewsClassification":41.79,"RuSciBenchGRNTIClassification":10.08,"RuSciBenchOECDClassification":8.3,"MassiveIntentClassification (ru)":27.58,"MassiveScenarioClassification (ru)":30.46} -{"index":48,"Rank":32,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.15,"GeoreviewClassification":23.49,"HeadlineClassification":28.49,"InappropriatenessClassification":50.85,"KinopoiskClassification":34.17,"RuReviewsClassification":42.49,"RuSciBenchGRNTIClassification":10.49,"RuSciBenchOECDClassification":8.31,"MassiveIntentClassification (ru)":26.33,"MassiveScenarioClassification (ru)":28.75} -{"index":0,"Rank":33,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":1,"Rank":34,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":44.29,"MassiveScenarioClassification (ru)":51.84} -{"index":2,"Rank":35,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} -{"index":3,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":76.63,"MassiveScenarioClassification (ru)":80.52} -{"index":5,"Rank":37,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":69.02,"MassiveScenarioClassification (ru)":72.99} -{"index":6,"Rank":38,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":39.69,"MassiveScenarioClassification (ru)":48.66} -{"index":7,"Rank":39,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":11.27,"MassiveScenarioClassification (ru)":16.71} -{"index":8,"Rank":40,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":10.4,"MassiveScenarioClassification (ru)":18.96} -{"index":16,"Rank":41,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":31.82,"MassiveScenarioClassification (ru)":37.73} -{"index":18,"Rank":43,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":35.97,"MassiveScenarioClassification (ru)":32.76} -{"index":19,"Rank":44,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":37.46,"MassiveScenarioClassification (ru)":35.95} -{"index":23,"Rank":45,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":58.59,"HeadlineClassification":86.01,"InappropriatenessClassification":83.29,"KinopoiskClassification":74.89,"RuReviewsClassification":73.72,"RuSciBenchGRNTIClassification":74.52,"RuSciBenchOECDClassification":61.51,"MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":77.82} -{"index":24,"Rank":46,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":60.85,"MassiveScenarioClassification (ru)":65.42} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":61.6} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":27.14,"MassiveScenarioClassification (ru)":29.95} -{"index":33,"Rank":49,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":62.63,"MassiveScenarioClassification (ru)":67.96} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":52.99,"MassiveScenarioClassification (ru)":54.26} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":47.61,"MassiveScenarioClassification (ru)":49.94} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.53,"MassiveScenarioClassification (ru)":25.98} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.3,"MassiveScenarioClassification (ru)":28.16} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":57.96,"MassiveScenarioClassification (ru)":65.41} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":16.82,"MassiveScenarioClassification (ru)":25.85} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":36.58,"MassiveScenarioClassification (ru)":43.44} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":14.82,"MassiveScenarioClassification (ru)":20.69} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":17.32,"MassiveScenarioClassification (ru)":27.47} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":33.46,"MassiveScenarioClassification (ru)":40.73} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.02,"MassiveScenarioClassification (ru)":62.31} -{"index":64,"Rank":65,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":2.65,"MassiveScenarioClassification (ru)":8.14} diff --git a/all_data_tasks/32/default.jsonl b/all_data_tasks/32/default.jsonl deleted file mode 100644 index bb41e502201eaed78d8e4ea5762b96778222bb48..0000000000000000000000000000000000000000 --- a/all_data_tasks/32/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.87,"GeoreviewClusteringP2P":76.79,"RuSciBenchGRNTIClusteringP2P":63.7,"RuSciBenchOECDClusteringP2P":54.13} -{"index":34,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.24,"GeoreviewClusteringP2P":76.32,"RuSciBenchGRNTIClusteringP2P":62.27,"RuSciBenchOECDClusteringP2P":54.13} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.21,"GeoreviewClusteringP2P":74.34,"RuSciBenchGRNTIClusteringP2P":62.21,"RuSciBenchOECDClusteringP2P":53.09} -{"index":12,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":61.91,"GeoreviewClusteringP2P":74.06,"RuSciBenchGRNTIClusteringP2P":60.01,"RuSciBenchOECDClusteringP2P":51.66} -{"index":23,"Rank":5,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.79,"GeoreviewClusteringP2P":61.38,"RuSciBenchGRNTIClusteringP2P":67.3,"RuSciBenchOECDClusteringP2P":56.69} -{"index":41,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} -{"index":20,"Rank":7,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.06,"GeoreviewClusteringP2P":65.42,"RuSciBenchGRNTIClusteringP2P":55.47,"RuSciBenchOECDClusteringP2P":47.29} -{"index":15,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.67,"GeoreviewClusteringP2P":63.4,"RuSciBenchGRNTIClusteringP2P":55.66,"RuSciBenchOECDClusteringP2P":47.96} -{"index":14,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.28,"GeoreviewClusteringP2P":60.28,"RuSciBenchGRNTIClusteringP2P":56.83,"RuSciBenchOECDClusteringP2P":48.73} -{"index":31,"Rank":10,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":53.61,"GeoreviewClusteringP2P":62.79,"RuSciBenchGRNTIClusteringP2P":53.11,"RuSciBenchOECDClusteringP2P":44.93} -{"index":30,"Rank":11,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.42,"GeoreviewClusteringP2P":64.16,"RuSciBenchGRNTIClusteringP2P":51.38,"RuSciBenchOECDClusteringP2P":44.73} -{"index":61,"Rank":12,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.22,"GeoreviewClusteringP2P":64.55,"RuSciBenchGRNTIClusteringP2P":50.64,"RuSciBenchOECDClusteringP2P":44.48} -{"index":4,"Rank":13,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":52.38,"GeoreviewClusteringP2P":63.09,"RuSciBenchGRNTIClusteringP2P":50.83,"RuSciBenchOECDClusteringP2P":43.21} -{"index":36,"Rank":14,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.23,"GeoreviewClusteringP2P":59.59,"RuSciBenchGRNTIClusteringP2P":51.98,"RuSciBenchOECDClusteringP2P":45.12} -{"index":42,"Rank":15,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.35,"GeoreviewClusteringP2P":58.16,"RuSciBenchGRNTIClusteringP2P":50.78,"RuSciBenchOECDClusteringP2P":45.11} -{"index":38,"Rank":16,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.57,"RuSciBenchGRNTIClusteringP2P":51.14,"RuSciBenchOECDClusteringP2P":44.33} -{"index":21,"Rank":17,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.29,"GeoreviewClusteringP2P":57.07,"RuSciBenchGRNTIClusteringP2P":51.44,"RuSciBenchOECDClusteringP2P":45.36} -{"index":22,"Rank":18,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.43,"GeoreviewClusteringP2P":57.12,"RuSciBenchGRNTIClusteringP2P":49.7,"RuSciBenchOECDClusteringP2P":44.48} -{"index":35,"Rank":19,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.27,"GeoreviewClusteringP2P":54.46,"RuSciBenchGRNTIClusteringP2P":51.56,"RuSciBenchOECDClusteringP2P":44.79} -{"index":62,"Rank":20,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.57,"GeoreviewClusteringP2P":59.71,"RuSciBenchGRNTIClusteringP2P":47.55,"RuSciBenchOECDClusteringP2P":41.44} -{"index":57,"Rank":21,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.18,"GeoreviewClusteringP2P":56.18,"RuSciBenchGRNTIClusteringP2P":48.47,"RuSciBenchOECDClusteringP2P":42.9} -{"index":56,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.76,"GeoreviewClusteringP2P":53.37,"RuSciBenchGRNTIClusteringP2P":48.22,"RuSciBenchOECDClusteringP2P":41.68} -{"index":47,"Rank":23,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.74,"GeoreviewClusteringP2P":52.19,"RuSciBenchGRNTIClusteringP2P":49.07,"RuSciBenchOECDClusteringP2P":41.97} -{"index":27,"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.84,"GeoreviewClusteringP2P":51.89,"RuSciBenchGRNTIClusteringP2P":47.48,"RuSciBenchOECDClusteringP2P":41.16} -{"index":11,"Rank":25,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.13,"GeoreviewClusteringP2P":41.82,"RuSciBenchGRNTIClusteringP2P":46.29,"RuSciBenchOECDClusteringP2P":41.28} -{"index":32,"Rank":26,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.92,"GeoreviewClusteringP2P":58.79,"RuSciBenchGRNTIClusteringP2P":36.66,"RuSciBenchOECDClusteringP2P":33.31} -{"index":29,"Rank":27,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":39.11,"GeoreviewClusteringP2P":41.58,"RuSciBenchGRNTIClusteringP2P":39.78,"RuSciBenchOECDClusteringP2P":35.98} -{"index":9,"Rank":28,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.41,"GeoreviewClusteringP2P":43.26,"RuSciBenchGRNTIClusteringP2P":37.84,"RuSciBenchOECDClusteringP2P":34.12} -{"index":28,"Rank":29,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":30.76,"GeoreviewClusteringP2P":34.4,"RuSciBenchGRNTIClusteringP2P":29.89,"RuSciBenchOECDClusteringP2P":27.98} -{"index":10,"Rank":30,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.91,"GeoreviewClusteringP2P":28.77,"RuSciBenchGRNTIClusteringP2P":28.29,"RuSciBenchOECDClusteringP2P":26.67} -{"index":50,"Rank":31,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":15.83,"GeoreviewClusteringP2P":20.33,"RuSciBenchGRNTIClusteringP2P":14.66,"RuSciBenchOECDClusteringP2P":12.49} -{"index":48,"Rank":32,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.87,"GeoreviewClusteringP2P":20.76,"RuSciBenchGRNTIClusteringP2P":10.65,"RuSciBenchOECDClusteringP2P":10.19} -{"index":49,"Rank":33,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.3,"GeoreviewClusteringP2P":20.25,"RuSciBenchGRNTIClusteringP2P":10.21,"RuSciBenchOECDClusteringP2P":9.44} -{"index":0,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":1,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":2,"Rank":36,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":3,"Rank":37,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":16,"Rank":42,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":18,"Rank":44,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":19,"Rank":45,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} diff --git a/all_data_tasks/33/default.jsonl b/all_data_tasks/33/default.jsonl deleted file mode 100644 index 66636ef0954835f9a8f7afc02a854f2fe7580fac..0000000000000000000000000000000000000000 --- a/all_data_tasks/33/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":31,"Rank":1,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":65.07} -{"index":57,"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":64.57} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":63.89} -{"index":34,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.81} -{"index":20,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":60.79} -{"index":4,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":60.6} -{"index":30,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":60.11} -{"index":23,"Rank":8,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":59.98} -{"index":11,"Rank":9,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.12} -{"index":12,"Rank":10,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"TERRa":58.93} -{"index":41,"Rank":11,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} -{"index":56,"Rank":12,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":58.56} -{"index":36,"Rank":13,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":58.42} -{"index":61,"Rank":14,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":57.81} -{"index":15,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":57.71} -{"index":13,"Rank":16,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":57.52} -{"index":32,"Rank":17,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":56.49} -{"index":62,"Rank":18,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"TERRa":56.27} -{"index":47,"Rank":19,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.71} -{"index":27,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.61} -{"index":14,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":55.57} -{"index":42,"Rank":22,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":55.14} -{"index":38,"Rank":23,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} -{"index":35,"Rank":24,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":54.98} -{"index":10,"Rank":25,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.17} -{"index":9,"Rank":26,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.02} -{"index":28,"Rank":27,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"TERRa":52.85} -{"index":21,"Rank":28,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":51.97} -{"index":29,"Rank":29,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"TERRa":51.87} -{"index":22,"Rank":30,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":50.17} -{"index":48,"Rank":31,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.4} -{"index":49,"Rank":32,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":45.03} -{"index":50,"Rank":33,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":44.52} -{"index":0,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"TERRa":""} -{"index":1,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","TERRa":""} -{"index":2,"Rank":36,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":""} -{"index":3,"Rank":37,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":""} -{"index":16,"Rank":42,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":18,"Rank":44,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":19,"Rank":45,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"TERRa":""} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"TERRa":""} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"TERRa":""} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"TERRa":""} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","TERRa":""} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"TERRa":""} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} diff --git a/all_data_tasks/34/default.jsonl b/all_data_tasks/34/default.jsonl deleted file mode 100644 index 2a7fd4ae559765da31713cf79dd0d489b07f2b98..0000000000000000000000000000000000000000 --- a/all_data_tasks/34/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":34,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.96,"RuBQReranking":76.32,"MIRACLReranking (ru)":63.61} -{"index":4,"Rank":2,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.7,"RuBQReranking":74.03,"MIRACLReranking (ru)":65.38} -{"index":36,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.66,"RuBQReranking":75.6,"MIRACLReranking (ru)":63.71} -{"index":37,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.17,"RuBQReranking":75.84,"MIRACLReranking (ru)":62.49} -{"index":23,"Rank":5,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.94,"RuBQReranking":76.66,"MIRACLReranking (ru)":61.21} -{"index":31,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":68.72,"RuBQReranking":73.08,"MIRACLReranking (ru)":64.35} -{"index":35,"Rank":7,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.24,"RuBQReranking":72.01,"MIRACLReranking (ru)":60.47} -{"index":38,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.28,"RuBQReranking":71.45,"MIRACLReranking (ru)":59.12} -{"index":13,"Rank":9,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.88,"RuBQReranking":72.64,"MIRACLReranking (ru)":57.11} -{"index":20,"Rank":10,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.89,"RuBQReranking":70.87,"MIRACLReranking (ru)":56.91} -{"index":15,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":63.16,"RuBQReranking":69.77,"MIRACLReranking (ru)":56.55} -{"index":61,"Rank":12,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.04,"RuBQReranking":68.65,"MIRACLReranking (ru)":57.44} -{"index":14,"Rank":13,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":62.3,"RuBQReranking":68.48,"MIRACLReranking (ru)":56.11} -{"index":30,"Rank":14,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.58,"RuBQReranking":64.42,"MIRACLReranking (ru)":46.75} -{"index":62,"Rank":15,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":54.94,"RuBQReranking":62.15,"MIRACLReranking (ru)":47.73} -{"index":41,"Rank":16,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} -{"index":27,"Rank":17,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.84,"RuBQReranking":54.83,"MIRACLReranking (ru)":28.86} -{"index":21,"Rank":18,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.56,"RuBQReranking":56.14,"MIRACLReranking (ru)":24.99} -{"index":22,"Rank":19,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.8,"RuBQReranking":46.81,"MIRACLReranking (ru)":18.8} -{"index":29,"Rank":20,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":30.95,"RuBQReranking":46.09,"MIRACLReranking (ru)":15.81} -{"index":9,"Rank":21,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.84,"RuBQReranking":42.58,"MIRACLReranking (ru)":13.09} -{"index":10,"Rank":22,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.46,"RuBQReranking":41.65,"MIRACLReranking (ru)":13.27} -{"index":11,"Rank":23,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.83,"RuBQReranking":39.89,"MIRACLReranking (ru)":13.77} -{"index":0,"Rank":24,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":1,"Rank":25,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":2,"Rank":26,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":3,"Rank":27,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":12,"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RuBQReranking":72.43,"MIRACLReranking (ru)":""} -{"index":16,"Rank":33,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":18,"Rank":35,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":19,"Rank":36,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":25,"Rank":38,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":26,"Rank":39,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":28,"Rank":40,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RuBQReranking":35.44,"MIRACLReranking (ru)":""} -{"index":32,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":34.01,"MIRACLReranking (ru)":""} -{"index":39,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":40,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":42,"Rank":45,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RuBQReranking":71.45,"MIRACLReranking (ru)":""} -{"index":43,"Rank":46,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":44,"Rank":47,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":45,"Rank":48,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":46,"Rank":49,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":47,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":55.13,"MIRACLReranking (ru)":""} -{"index":48,"Rank":51,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":38.51,"MIRACLReranking (ru)":""} -{"index":49,"Rank":52,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":27.05,"MIRACLReranking (ru)":""} -{"index":50,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":30.96,"MIRACLReranking (ru)":""} -{"index":51,"Rank":54,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":52,"Rank":55,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":53,"Rank":56,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":54,"Rank":57,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":55,"Rank":58,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":56,"Rank":59,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":52.8,"MIRACLReranking (ru)":""} -{"index":57,"Rank":60,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":58.77,"MIRACLReranking (ru)":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} diff --git a/all_data_tasks/35/default.jsonl b/all_data_tasks/35/default.jsonl deleted file mode 100644 index 2bf2cef00bc5e17a119ff624995b2b8f52578476..0000000000000000000000000000000000000000 --- a/all_data_tasks/35/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":0,"Rank":1,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":76.0,"RiaNewsRetrieval":88.02,"RuBQRetrieval":71.54,"MIRACLRetrieval (ru)":68.43} -{"index":4,"Rank":2,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":74.79,"RiaNewsRetrieval":82.99,"RuBQRetrieval":71.22,"MIRACLRetrieval (ru)":70.16} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.41,"RiaNewsRetrieval":83.26,"RuBQRetrieval":73.9,"MIRACLRetrieval (ru)":66.08} -{"index":34,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.19,"RiaNewsRetrieval":78.94,"RuBQRetrieval":75.98,"MIRACLRetrieval (ru)":67.66} -{"index":36,"Rank":5,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.04,"RiaNewsRetrieval":80.67,"RuBQRetrieval":74.13,"MIRACLRetrieval (ru)":67.33} -{"index":31,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.63,"RiaNewsRetrieval":83.53,"RuBQRetrieval":70.03,"MIRACLRetrieval (ru)":67.33} -{"index":13,"Rank":7,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.26,"RiaNewsRetrieval":85.53,"RuBQRetrieval":73.53,"MIRACLRetrieval (ru)":54.71} -{"index":23,"Rank":8,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.08,"RiaNewsRetrieval":71.65,"RuBQRetrieval":73.66,"MIRACLRetrieval (ru)":58.92} -{"index":35,"Rank":9,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.14,"RiaNewsRetrieval":70.24,"RuBQRetrieval":69.58,"MIRACLRetrieval (ru)":61.6} -{"index":20,"Rank":10,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.51,"RiaNewsRetrieval":78.86,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":53.91} -{"index":15,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.17,"RiaNewsRetrieval":77.42,"RuBQRetrieval":67.75,"MIRACLRetrieval (ru)":53.33} -{"index":14,"Rank":12,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.13,"RiaNewsRetrieval":79.42,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":52.21} -{"index":38,"Rank":13,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.85,"RiaNewsRetrieval":70.0,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":59.01} -{"index":61,"Rank":14,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"RiaNewsRetrieval":69.36,"RuBQRetrieval":65.71,"MIRACLRetrieval (ru)":55.97} -{"index":30,"Rank":15,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.64,"RiaNewsRetrieval":77.83,"RuBQRetrieval":56.86,"MIRACLRetrieval (ru)":35.22} -{"index":62,"Rank":16,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":46.69,"RiaNewsRetrieval":51.27,"RuBQRetrieval":51.73,"MIRACLRetrieval (ru)":37.07} -{"index":27,"Rank":17,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.78,"RiaNewsRetrieval":34.73,"RuBQRetrieval":29.03,"MIRACLRetrieval (ru)":10.58} -{"index":21,"Rank":18,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.13,"RiaNewsRetrieval":21.4,"RuBQRetrieval":29.8,"MIRACLRetrieval (ru)":6.2} -{"index":29,"Rank":19,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":8.89,"RiaNewsRetrieval":13.92,"RuBQRetrieval":10.87,"MIRACLRetrieval (ru)":1.89} -{"index":22,"Rank":20,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":8.51,"RiaNewsRetrieval":11.11,"RuBQRetrieval":12.45,"MIRACLRetrieval (ru)":1.98} -{"index":11,"Rank":21,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.09,"RiaNewsRetrieval":6.72,"RuBQRetrieval":12.63,"MIRACLRetrieval (ru)":1.92} -{"index":9,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.71,"RiaNewsRetrieval":4.14,"RuBQRetrieval":10.6,"MIRACLRetrieval (ru)":2.39} -{"index":10,"Rank":23,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.33,"RiaNewsRetrieval":5.58,"RuBQRetrieval":9.52,"MIRACLRetrieval (ru)":0.88} -{"index":49,"Rank":24,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.23,"RiaNewsRetrieval":0.67,"RuBQRetrieval":2.64,"MIRACLRetrieval (ru)":0.39} -{"index":1,"Rank":25,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":2,"Rank":26,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":3,"Rank":27,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":12,"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":70.94,"MIRACLRetrieval (ru)":""} -{"index":16,"Rank":33,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":18,"Rank":35,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":19,"Rank":36,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":25,"Rank":38,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":26,"Rank":39,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":28,"Rank":40,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RiaNewsRetrieval":0.79,"RuBQRetrieval":3.24,"MIRACLRetrieval (ru)":""} -{"index":32,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":4.84,"RuBQRetrieval":10.15,"MIRACLRetrieval (ru)":""} -{"index":39,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":40,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":41,"Rank":45,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} -{"index":42,"Rank":46,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RiaNewsRetrieval":70.01,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":""} -{"index":43,"Rank":47,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":44,"Rank":48,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":45,"Rank":49,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":46,"Rank":50,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":47,"Rank":51,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":42.75,"RuBQRetrieval":30.02,"MIRACLRetrieval (ru)":""} -{"index":48,"Rank":52,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":8.84,"MIRACLRetrieval (ru)":""} -{"index":50,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":4.75,"MIRACLRetrieval (ru)":""} -{"index":51,"Rank":54,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":52,"Rank":55,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":53,"Rank":56,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":54,"Rank":57,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":55,"Rank":58,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":56,"Rank":59,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":44.82,"RuBQRetrieval":29.7,"MIRACLRetrieval (ru)":""} -{"index":57,"Rank":60,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":51.75,"RuBQRetrieval":37.04,"MIRACLRetrieval (ru)":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} diff --git a/all_data_tasks/36/default.jsonl b/all_data_tasks/36/default.jsonl deleted file mode 100644 index 0ac0d1bf95084399112b3af119c6e70a6db54ac5..0000000000000000000000000000000000000000 --- a/all_data_tasks/36/default.jsonl +++ /dev/null @@ -1,61 +0,0 @@ -{"index":41,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} -{"index":31,"Rank":2,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":75.38,"RUParaPhraserSTS":76.36,"RuSTSBenchmarkSTS":83.35,"STS22 (ru)":66.42} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.85,"RUParaPhraserSTS":75.4,"RuSTSBenchmarkSTS":83.97,"STS22 (ru)":65.17} -{"index":13,"Rank":4,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.8,"RUParaPhraserSTS":72.22,"RuSTSBenchmarkSTS":81.67,"STS22 (ru)":70.51} -{"index":20,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.97,"RUParaPhraserSTS":76.16,"RuSTSBenchmarkSTS":78.69,"STS22 (ru)":67.06} -{"index":34,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.71,"RUParaPhraserSTS":76.17,"RuSTSBenchmarkSTS":84.13,"STS22 (ru)":60.83} -{"index":4,"Rank":7,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.68,"RUParaPhraserSTS":74.9,"RuSTSBenchmarkSTS":79.87,"STS22 (ru)":66.26} -{"index":30,"Rank":8,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.07,"RUParaPhraserSTS":73.56,"RuSTSBenchmarkSTS":82.26,"STS22 (ru)":63.39} -{"index":61,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.54,"RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":62.89} -{"index":15,"Rank":10,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.7,"RUParaPhraserSTS":68.53,"RuSTSBenchmarkSTS":78.44,"STS22 (ru)":68.12} -{"index":36,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.62,"RUParaPhraserSTS":71.82,"RuSTSBenchmarkSTS":83.15,"STS22 (ru)":59.89} -{"index":14,"Rank":12,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.18,"RUParaPhraserSTS":68.33,"RuSTSBenchmarkSTS":77.85,"STS22 (ru)":67.35} -{"index":62,"Rank":13,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":70.23,"RUParaPhraserSTS":72.15,"RuSTSBenchmarkSTS":78.48,"STS22 (ru)":60.06} -{"index":35,"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.16,"RUParaPhraserSTS":70.17,"RuSTSBenchmarkSTS":79.64,"STS22 (ru)":60.67} -{"index":38,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":42,"Rank":16,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":57,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.98,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":82.46,"STS22 (ru)":58.74} -{"index":56,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RUParaPhraserSTS":61.87,"RuSTSBenchmarkSTS":79.55,"STS22 (ru)":57.08} -{"index":27,"Rank":19,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.91,"RUParaPhraserSTS":65.87,"RuSTSBenchmarkSTS":73.32,"STS22 (ru)":58.53} -{"index":47,"Rank":20,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.52,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":73.34,"STS22 (ru)":57.49} -{"index":21,"Rank":21,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.4,"RUParaPhraserSTS":65.17,"RuSTSBenchmarkSTS":71.22,"STS22 (ru)":56.82} -{"index":29,"Rank":22,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":61.6,"RUParaPhraserSTS":65.14,"RuSTSBenchmarkSTS":69.43,"STS22 (ru)":50.23} -{"index":11,"Rank":23,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.18,"RUParaPhraserSTS":66.24,"RuSTSBenchmarkSTS":66.03,"STS22 (ru)":51.27} -{"index":22,"Rank":24,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.21,"RUParaPhraserSTS":62.06,"RuSTSBenchmarkSTS":58.82,"STS22 (ru)":50.75} -{"index":9,"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"RUParaPhraserSTS":55.01,"RuSTSBenchmarkSTS":61.72,"STS22 (ru)":51.87} -{"index":32,"Rank":26,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.39,"RUParaPhraserSTS":54.03,"RuSTSBenchmarkSTS":58.47,"STS22 (ru)":47.67} -{"index":28,"Rank":27,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":53.15,"RUParaPhraserSTS":53.41,"RuSTSBenchmarkSTS":58.16,"STS22 (ru)":47.88} -{"index":10,"Rank":28,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.22,"RUParaPhraserSTS":49.72,"RuSTSBenchmarkSTS":53.95,"STS22 (ru)":34.98} -{"index":49,"Rank":29,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.07,"RUParaPhraserSTS":43.93,"RuSTSBenchmarkSTS":55.56,"STS22 (ru)":14.72} -{"index":50,"Rank":30,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.89,"RUParaPhraserSTS":42.15,"RuSTSBenchmarkSTS":55.68,"STS22 (ru)":15.83} -{"index":48,"Rank":31,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.66,"RUParaPhraserSTS":45.47,"RuSTSBenchmarkSTS":56.33,"STS22 (ru)":11.19} -{"index":0,"Rank":32,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":1,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":39.24} -{"index":2,"Rank":34,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} -{"index":3,"Rank":35,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.83} -{"index":5,"Rank":36,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.66} -{"index":12,"Rank":40,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RUParaPhraserSTS":74.37,"RuSTSBenchmarkSTS":81.07,"STS22 (ru)":""} -{"index":16,"Rank":41,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":30.62} -{"index":17,"Rank":42,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":53.35} -{"index":18,"Rank":43,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":9.07} -{"index":19,"Rank":44,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":3.36} -{"index":23,"Rank":45,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":70.47,"RuSTSBenchmarkSTS":79.3,"STS22 (ru)":""} -{"index":24,"Rank":46,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":61.71} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.36} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":33,"Rank":49,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.57} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.14} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":28.77} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":21.92} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":21.93} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":41.06} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":13.08} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":1.11} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":19.44} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":52.4} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":15.36} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":32.69} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":12.13} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":14.21} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":26.63} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":54.51} diff --git a/all_data_tasks/37/default.jsonl b/all_data_tasks/37/default.jsonl deleted file mode 100644 index a4201380173934f3abacd77cbec438f39d1b61bd..0000000000000000000000000000000000000000 --- a/all_data_tasks/37/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":23,"Rank":1,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.85,"CEDRClassification":59.69,"SensitiveTopicsClassification":30.01} -{"index":34,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.93,"CEDRClassification":51.94,"SensitiveTopicsClassification":33.92} -{"index":13,"Rank":3,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.16,"CEDRClassification":52.93,"SensitiveTopicsClassification":31.38} -{"index":37,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.15,"CEDRClassification":50.01,"SensitiveTopicsClassification":32.29} -{"index":41,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} -{"index":20,"Rank":6,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.88,"CEDRClassification":44.69,"SensitiveTopicsClassification":33.07} -{"index":30,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.98,"CEDRClassification":46.47,"SensitiveTopicsClassification":27.5} -{"index":14,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":36.46,"CEDRClassification":43.3,"SensitiveTopicsClassification":29.62} -{"index":61,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.32,"CEDRClassification":45.11,"SensitiveTopicsClassification":27.52} -{"index":15,"Rank":10,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":36.1,"CEDRClassification":42.16,"SensitiveTopicsClassification":30.05} -{"index":36,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.01,"CEDRClassification":44.84,"SensitiveTopicsClassification":27.17} -{"index":31,"Rank":12,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":35.88,"CEDRClassification":45.48,"SensitiveTopicsClassification":26.29} -{"index":12,"Rank":13,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.6,"CEDRClassification":42.68,"SensitiveTopicsClassification":28.52} -{"index":4,"Rank":14,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":34.86,"CEDRClassification":43.47,"SensitiveTopicsClassification":26.25} -{"index":35,"Rank":15,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.65,"CEDRClassification":42.32,"SensitiveTopicsClassification":24.98} -{"index":57,"Rank":16,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.9,"CEDRClassification":39.98,"SensitiveTopicsClassification":25.83} -{"index":21,"Rank":17,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":32.67,"CEDRClassification":36.81,"SensitiveTopicsClassification":28.54} -{"index":38,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.99,"CEDRClassification":40.07,"SensitiveTopicsClassification":23.91} -{"index":22,"Rank":19,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.87,"CEDRClassification":35.84,"SensitiveTopicsClassification":27.9} -{"index":62,"Rank":20,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":31.7,"CEDRClassification":38.95,"SensitiveTopicsClassification":24.44} -{"index":42,"Rank":21,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.44,"CEDRClassification":40.07,"SensitiveTopicsClassification":22.81} -{"index":47,"Rank":22,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.42,"CEDRClassification":40.61,"SensitiveTopicsClassification":22.23} -{"index":56,"Rank":23,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.3,"CEDRClassification":37.76,"SensitiveTopicsClassification":24.84} -{"index":27,"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.27,"CEDRClassification":40.75,"SensitiveTopicsClassification":21.79} -{"index":29,"Rank":25,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":29.45,"CEDRClassification":36.87,"SensitiveTopicsClassification":22.03} -{"index":9,"Rank":26,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.32,"CEDRClassification":36.19,"SensitiveTopicsClassification":22.45} -{"index":32,"Rank":27,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"CEDRClassification":34.14,"SensitiveTopicsClassification":23.67} -{"index":28,"Rank":28,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":27.96,"CEDRClassification":37.39,"SensitiveTopicsClassification":18.54} -{"index":11,"Rank":29,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.8,"CEDRClassification":35.55,"SensitiveTopicsClassification":20.05} -{"index":50,"Rank":30,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":26.9,"CEDRClassification":35.98,"SensitiveTopicsClassification":17.83} -{"index":10,"Rank":31,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.2,"CEDRClassification":33.59,"SensitiveTopicsClassification":18.8} -{"index":48,"Rank":32,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.96,"CEDRClassification":33.86,"SensitiveTopicsClassification":18.05} -{"index":49,"Rank":33,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.27,"CEDRClassification":32.72,"SensitiveTopicsClassification":17.82} -{"index":0,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":1,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":2,"Rank":36,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":3,"Rank":37,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":16,"Rank":42,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":18,"Rank":44,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":19,"Rank":45,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} diff --git a/all_data_tasks/38/default.jsonl b/all_data_tasks/38/default.jsonl deleted file mode 100644 index 1f5ea4327f95e6a06e392d2a9fb5923a00499556..0000000000000000000000000000000000000000 --- a/all_data_tasks/38/default.jsonl +++ /dev/null @@ -1,56 +0,0 @@ -{"index":17,"Rank":1,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97} -{"index":16,"Rank":2,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25} -{"index":29,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44} -{"index":36,"Rank":4,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19} -{"index":28,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32} -{"index":37,"Rank":6,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79} -{"index":31,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06} -{"index":21,"Rank":8,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95} -{"index":55,"Rank":9,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99} -{"index":23,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18} -{"index":7,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33} -{"index":24,"Rank":12,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18} -{"index":25,"Rank":13,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13} -{"index":12,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34} -{"index":27,"Rank":15,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03} -{"index":10,"Rank":16,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63} -{"index":35,"Rank":17,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28} -{"index":41,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.94,"MassiveIntentClassification (nb)":39.36,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":37.93,"NordicLangClassification":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17} -{"index":11,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41} -{"index":0,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":1,"Rank":21,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":2,"Rank":22,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":3,"Rank":23,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":4,"Rank":24,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""} -{"index":5,"Rank":25,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":6,"Rank":26,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":8,"Rank":27,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","MassiveIntentClassification (nb)":70.92,"MassiveScenarioClassification (nb)":75.62,"NoRecClassification":56.05,"NordicLangClassification":69.36,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":9,"Rank":28,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":13,"Rank":29,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":15,"Rank":31,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":18,"Rank":32,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":19,"Rank":33,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":20,"Rank":34,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":22,"Rank":35,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":35.78,"MassiveScenarioClassification (nb)":42.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":26,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.35,"MassiveScenarioClassification (nb)":72.48,"NoRecClassification":55.0,"NordicLangClassification":69.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":30,"Rank":37,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":65.85,"MassiveScenarioClassification (nb)":71.28,"NoRecClassification":57.06,"NordicLangClassification":76.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":32,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":33,"Rank":39,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":34,"Rank":40,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":38,"Rank":41,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.4,"MassiveScenarioClassification (nb)":39.53,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":39,"Rank":42,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":45.45,"NordicLangClassification":35.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":40,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":37.73,"NordicLangClassification":54.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":42,"Rank":44,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":39.3,"MassiveScenarioClassification (nb)":45.75,"NoRecClassification":38.34,"NordicLangClassification":50.15,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":43,"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":44,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":45,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":46,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":47,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":55.52,"MassiveScenarioClassification (nb)":64.25,"NoRecClassification":46.7,"NordicLangClassification":42.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":48,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":62.62,"MassiveScenarioClassification (nb)":70.23,"NoRecClassification":50.32,"NordicLangClassification":41.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":49,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":50,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":51,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":52,"Rank":54,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":32.3,"MassiveScenarioClassification (nb)":39.05,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":53,"Rank":55,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":54,"Rank":56,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":32.13,"MassiveScenarioClassification (nb)":38.99,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} diff --git a/all_data_tasks/39/default.jsonl b/all_data_tasks/39/default.jsonl deleted file mode 100644 index 05ffedd2e4a44e873d7555f875ad4d35af71786a..0000000000000000000000000000000000000000 --- a/all_data_tasks/39/default.jsonl +++ /dev/null @@ -1,174 +0,0 @@ -{"index":12,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.63,"AmazonCounterfactualClassification (de)":74.05,"AmazonCounterfactualClassification (ja)":77.22,"AmazonReviewsClassification (de)":53.26,"AmazonReviewsClassification (es)":50.33,"AmazonReviewsClassification (fr)":49.3,"AmazonReviewsClassification (ja)":48.69,"AmazonReviewsClassification (zh)":46.24,"MTOPDomainClassification (de)":92.98,"MTOPDomainClassification (es)":93.37,"MTOPDomainClassification (fr)":91.29,"MTOPDomainClassification (hi)":88.81,"MTOPDomainClassification (th)":85.52,"MTOPIntentClassification (de)":77.77,"MTOPIntentClassification (es)":79.94,"MTOPIntentClassification (fr)":77.8,"MTOPIntentClassification (hi)":72.91,"MTOPIntentClassification (th)":73.24,"MassiveIntentClassification (af)":66.48,"MassiveIntentClassification (am)":44.29,"MassiveIntentClassification (ar)":63.17,"MassiveIntentClassification (az)":64.23,"MassiveIntentClassification (bn)":64.94,"MassiveIntentClassification (cy)":55.48,"MassiveIntentClassification (de)":74.09,"MassiveIntentClassification (el)":68.31,"MassiveIntentClassification (es)":75.09,"MassiveIntentClassification (fa)":72.21,"MassiveIntentClassification (fi)":68.74,"MassiveIntentClassification (fr)":75.11,"MassiveIntentClassification (he)":66.22,"MassiveIntentClassification (hi)":69.45,"MassiveIntentClassification (hu)":69.41,"MassiveIntentClassification (hy)":56.92,"MassiveIntentClassification (id)":72.71,"MassiveIntentClassification (is)":59.91,"MassiveIntentClassification (it)":75.25,"MassiveIntentClassification (ja)":76.36,"MassiveIntentClassification (jv)":57.92,"MassiveIntentClassification (ka)":52.55,"MassiveIntentClassification (km)":46.45,"MassiveIntentClassification (kn)":53.96,"MassiveIntentClassification (ko)":74.21,"MassiveIntentClassification (lv)":59.23,"MassiveIntentClassification (ml)":51.45,"MassiveIntentClassification (mn)":51.38,"MassiveIntentClassification (ms)":69.85,"MassiveIntentClassification (my)":49.15,"MassiveIntentClassification (nl)":74.83,"MassiveIntentClassification (pt)":75.27,"MassiveIntentClassification (ro)":69.63,"MassiveIntentClassification (ru)":76.63,"MassiveIntentClassification (sl)":67.15,"MassiveIntentClassification (sq)":58.84,"MassiveIntentClassification (sw)":57.37,"MassiveIntentClassification (ta)":53.15,"MassiveIntentClassification (te)":51.51,"MassiveIntentClassification (th)":66.91,"MassiveIntentClassification (tl)":68.73,"MassiveIntentClassification (tr)":72.07,"MassiveIntentClassification (ur)":62.09,"MassiveIntentClassification (vi)":71.17,"MassiveIntentClassification (zh-TW)":71.14,"MassiveScenarioClassification (af)":73.37,"MassiveScenarioClassification (am)":47.21,"MassiveScenarioClassification (ar)":69.84,"MassiveScenarioClassification (az)":67.0,"MassiveScenarioClassification (bn)":68.05,"MassiveScenarioClassification (cy)":61.88,"MassiveScenarioClassification (de)":79.03,"MassiveScenarioClassification (el)":72.97,"MassiveScenarioClassification (es)":78.84,"MassiveScenarioClassification (fa)":76.74,"MassiveScenarioClassification (fi)":71.22,"MassiveScenarioClassification (fr)":78.6,"MassiveScenarioClassification (he)":69.64,"MassiveScenarioClassification (hi)":73.51,"MassiveScenarioClassification (hu)":74.06,"MassiveScenarioClassification (hy)":59.55,"MassiveScenarioClassification (id)":77.41,"MassiveScenarioClassification (is)":66.58,"MassiveScenarioClassification (it)":78.39,"MassiveScenarioClassification (ja)":79.62,"MassiveScenarioClassification (jv)":64.29,"MassiveScenarioClassification (ka)":57.52,"MassiveScenarioClassification (km)":52.42,"MassiveScenarioClassification (kn)":58.55,"MassiveScenarioClassification (ko)":78.89,"MassiveScenarioClassification (lv)":63.5,"MassiveScenarioClassification (ml)":54.03,"MassiveScenarioClassification (mn)":54.24,"MassiveScenarioClassification (ms)":75.53,"MassiveScenarioClassification (my)":52.19,"MassiveScenarioClassification (nl)":78.48,"MassiveScenarioClassification (pt)":77.96,"MassiveScenarioClassification (ro)":73.19,"MassiveScenarioClassification (ru)":80.52,"MassiveScenarioClassification (sl)":73.66,"MassiveScenarioClassification (sq)":64.03,"MassiveScenarioClassification (sw)":64.66,"MassiveScenarioClassification (ta)":57.76,"MassiveScenarioClassification (te)":57.27,"MassiveScenarioClassification (th)":72.46,"MassiveScenarioClassification (tl)":73.71,"MassiveScenarioClassification (tr)":75.04,"MassiveScenarioClassification (ur)":67.05,"MassiveScenarioClassification (vi)":75.52,"MassiveScenarioClassification (zh-TW)":76.87} -{"index":47,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.86,"AmazonCounterfactualClassification (de)":74.94,"AmazonCounterfactualClassification (ja)":81.6,"AmazonReviewsClassification (de)":58.21,"AmazonReviewsClassification (es)":55.74,"AmazonReviewsClassification (fr)":54.43,"AmazonReviewsClassification (ja)":54.51,"AmazonReviewsClassification (zh)":51.01,"MTOPDomainClassification (de)":93.51,"MTOPDomainClassification (es)":92.78,"MTOPDomainClassification (fr)":92.25,"MTOPDomainClassification (hi)":85.26,"MTOPDomainClassification (th)":83.35,"MTOPIntentClassification (de)":79.28,"MTOPIntentClassification (es)":81.2,"MTOPIntentClassification (fr)":76.87,"MTOPIntentClassification (hi)":63.66,"MTOPIntentClassification (th)":69.59,"MassiveIntentClassification (af)":67.3,"MassiveIntentClassification (am)":36.93,"MassiveIntentClassification (ar)":60.26,"MassiveIntentClassification (az)":62.1,"MassiveIntentClassification (bn)":57.82,"MassiveIntentClassification (cy)":53.51,"MassiveIntentClassification (de)":74.8,"MassiveIntentClassification (el)":67.04,"MassiveIntentClassification (es)":75.14,"MassiveIntentClassification (fa)":70.45,"MassiveIntentClassification (fi)":67.91,"MassiveIntentClassification (fr)":75.51,"MassiveIntentClassification (he)":63.87,"MassiveIntentClassification (hi)":66.02,"MassiveIntentClassification (hu)":70.42,"MassiveIntentClassification (hy)":47.26,"MassiveIntentClassification (id)":72.84,"MassiveIntentClassification (is)":59.76,"MassiveIntentClassification (it)":76.46,"MassiveIntentClassification (ja)":75.19,"MassiveIntentClassification (jv)":55.89,"MassiveIntentClassification (ka)":46.6,"MassiveIntentClassification (km)":42.63,"MassiveIntentClassification (kn)":48.65,"MassiveIntentClassification (ko)":71.38,"MassiveIntentClassification (lv)":57.35,"MassiveIntentClassification (ml)":46.31,"MassiveIntentClassification (mn)":44.24,"MassiveIntentClassification (ms)":70.72,"MassiveIntentClassification (my)":40.8,"MassiveIntentClassification (nl)":75.5,"MassiveIntentClassification (pt)":76.08,"MassiveIntentClassification (ro)":70.1,"MassiveIntentClassification (ru)":76.01,"MassiveIntentClassification (sl)":69.98,"MassiveIntentClassification (sq)":56.51,"MassiveIntentClassification (sw)":54.04,"MassiveIntentClassification (ta)":48.79,"MassiveIntentClassification (te)":46.92,"MassiveIntentClassification (th)":63.08,"MassiveIntentClassification (tl)":67.86,"MassiveIntentClassification (tr)":70.73,"MassiveIntentClassification (ur)":59.32,"MassiveIntentClassification (vi)":69.02,"MassiveIntentClassification (zh-TW)":70.86,"MassiveScenarioClassification (af)":72.84,"MassiveScenarioClassification (am)":44.74,"MassiveScenarioClassification (ar)":67.23,"MassiveScenarioClassification (az)":65.13,"MassiveScenarioClassification (bn)":61.88,"MassiveScenarioClassification (cy)":60.36,"MassiveScenarioClassification (de)":78.58,"MassiveScenarioClassification (el)":70.08,"MassiveScenarioClassification (es)":77.05,"MassiveScenarioClassification (fa)":73.52,"MassiveScenarioClassification (fi)":70.33,"MassiveScenarioClassification (fr)":77.29,"MassiveScenarioClassification (he)":67.52,"MassiveScenarioClassification (hi)":69.18,"MassiveScenarioClassification (hu)":73.71,"MassiveScenarioClassification (hy)":53.06,"MassiveScenarioClassification (id)":75.94,"MassiveScenarioClassification (is)":66.04,"MassiveScenarioClassification (it)":77.88,"MassiveScenarioClassification (ja)":77.49,"MassiveScenarioClassification (jv)":62.33,"MassiveScenarioClassification (ka)":54.44,"MassiveScenarioClassification (km)":50.11,"MassiveScenarioClassification (kn)":55.06,"MassiveScenarioClassification (ko)":75.95,"MassiveScenarioClassification (lv)":61.54,"MassiveScenarioClassification (ml)":51.24,"MassiveScenarioClassification (mn)":51.04,"MassiveScenarioClassification (ms)":73.8,"MassiveScenarioClassification (my)":46.9,"MassiveScenarioClassification (nl)":77.79,"MassiveScenarioClassification (pt)":76.23,"MassiveScenarioClassification (ro)":72.54,"MassiveScenarioClassification (ru)":78.28,"MassiveScenarioClassification (sl)":74.71,"MassiveScenarioClassification (sq)":62.49,"MassiveScenarioClassification (sw)":62.19,"MassiveScenarioClassification (ta)":54.59,"MassiveScenarioClassification (te)":52.39,"MassiveScenarioClassification (th)":67.74,"MassiveScenarioClassification (tl)":71.83,"MassiveScenarioClassification (tr)":71.9,"MassiveScenarioClassification (ur)":65.78,"MassiveScenarioClassification (vi)":72.94,"MassiveScenarioClassification (zh-TW)":75.14} -{"index":107,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":65.29,"AmazonCounterfactualClassification (de)":65.61,"AmazonCounterfactualClassification (ja)":70.47,"AmazonReviewsClassification (de)":54.54,"AmazonReviewsClassification (es)":49.88,"AmazonReviewsClassification (fr)":49.78,"AmazonReviewsClassification (ja)":49.36,"AmazonReviewsClassification (zh)":45.1,"MTOPDomainClassification (de)":90.03,"MTOPDomainClassification (es)":89.1,"MTOPDomainClassification (fr)":85.89,"MTOPDomainClassification (hi)":86.29,"MTOPDomainClassification (th)":83.35,"MTOPIntentClassification (de)":68.55,"MTOPIntentClassification (es)":69.86,"MTOPIntentClassification (fr)":63.26,"MTOPIntentClassification (hi)":63.38,"MTOPIntentClassification (th)":64.8,"MassiveIntentClassification (af)":60.95,"MassiveIntentClassification (am)":54.28,"MassiveIntentClassification (ar)":55.87,"MassiveIntentClassification (az)":61.96,"MassiveIntentClassification (bn)":61.73,"MassiveIntentClassification (cy)":56.22,"MassiveIntentClassification (de)":65.91,"MassiveIntentClassification (el)":65.25,"MassiveIntentClassification (es)":65.56,"MassiveIntentClassification (fa)":68.48,"MassiveIntentClassification (fi)":66.02,"MassiveIntentClassification (fr)":66.88,"MassiveIntentClassification (he)":63.5,"MassiveIntentClassification (hi)":65.27,"MassiveIntentClassification (hu)":65.54,"MassiveIntentClassification (hy)":61.73,"MassiveIntentClassification (id)":65.45,"MassiveIntentClassification (is)":57.29,"MassiveIntentClassification (it)":66.82,"MassiveIntentClassification (ja)":68.29,"MassiveIntentClassification (jv)":55.6,"MassiveIntentClassification (ka)":50.74,"MassiveIntentClassification (km)":46.88,"MassiveIntentClassification (kn)":58.98,"MassiveIntentClassification (ko)":64.16,"MassiveIntentClassification (lv)":61.49,"MassiveIntentClassification (ml)":63.22,"MassiveIntentClassification (mn)":58.85,"MassiveIntentClassification (ms)":63.88,"MassiveIntentClassification (my)":57.06,"MassiveIntentClassification (nl)":68.18,"MassiveIntentClassification (pt)":67.28,"MassiveIntentClassification (ro)":63.73,"MassiveIntentClassification (ru)":67.6,"MassiveIntentClassification (sl)":63.79,"MassiveIntentClassification (sq)":62.12,"MassiveIntentClassification (sw)":54.14,"MassiveIntentClassification (ta)":60.4,"MassiveIntentClassification (te)":61.38,"MassiveIntentClassification (th)":62.58,"MassiveIntentClassification (tl)":60.99,"MassiveIntentClassification (tr)":66.3,"MassiveIntentClassification (ur)":60.74,"MassiveIntentClassification (vi)":64.49,"MassiveIntentClassification (zh-TW)":62.09,"MassiveScenarioClassification (af)":68.3,"MassiveScenarioClassification (am)":61.43,"MassiveScenarioClassification (ar)":63.86,"MassiveScenarioClassification (az)":66.18,"MassiveScenarioClassification (bn)":67.55,"MassiveScenarioClassification (cy)":62.98,"MassiveScenarioClassification (de)":72.68,"MassiveScenarioClassification (el)":71.1,"MassiveScenarioClassification (es)":70.0,"MassiveScenarioClassification (fa)":72.17,"MassiveScenarioClassification (fi)":68.99,"MassiveScenarioClassification (fr)":71.16,"MassiveScenarioClassification (he)":67.63,"MassiveScenarioClassification (hi)":69.83,"MassiveScenarioClassification (hu)":71.72,"MassiveScenarioClassification (hy)":65.85,"MassiveScenarioClassification (id)":70.52,"MassiveScenarioClassification (is)":67.14,"MassiveScenarioClassification (it)":70.44,"MassiveScenarioClassification (ja)":73.43,"MassiveScenarioClassification (jv)":63.3,"MassiveScenarioClassification (ka)":59.88,"MassiveScenarioClassification (km)":54.17,"MassiveScenarioClassification (kn)":66.84,"MassiveScenarioClassification (ko)":70.49,"MassiveScenarioClassification (lv)":67.54,"MassiveScenarioClassification (ml)":69.13,"MassiveScenarioClassification (mn)":63.21,"MassiveScenarioClassification (ms)":69.07,"MassiveScenarioClassification (my)":63.12,"MassiveScenarioClassification (nl)":73.21,"MassiveScenarioClassification (pt)":69.76,"MassiveScenarioClassification (ro)":68.72,"MassiveScenarioClassification (ru)":71.59,"MassiveScenarioClassification (sl)":68.6,"MassiveScenarioClassification (sq)":69.09,"MassiveScenarioClassification (sw)":62.96,"MassiveScenarioClassification (ta)":64.96,"MassiveScenarioClassification (te)":67.53,"MassiveScenarioClassification (th)":69.54,"MassiveScenarioClassification (tl)":67.64,"MassiveScenarioClassification (tr)":69.63,"MassiveScenarioClassification (ur)":67.11,"MassiveScenarioClassification (vi)":69.17,"MassiveScenarioClassification (zh-TW)":68.04} -{"index":23,"Rank":4,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.44,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":73.33,"AmazonReviewsClassification (de)":41.83,"AmazonReviewsClassification (es)":40.53,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":37.44,"AmazonReviewsClassification (zh)":37.23,"MTOPDomainClassification (de)":89.63,"MTOPDomainClassification (es)":90.59,"MTOPDomainClassification (fr)":86.21,"MTOPDomainClassification (hi)":87.32,"MTOPDomainClassification (th)":86.24,"MTOPIntentClassification (de)":71.23,"MTOPIntentClassification (es)":71.27,"MTOPIntentClassification (fr)":67.68,"MTOPIntentClassification (hi)":69.24,"MTOPIntentClassification (th)":71.71,"MassiveIntentClassification (af)":59.98,"MassiveIntentClassification (am)":53.66,"MassiveIntentClassification (ar)":57.46,"MassiveIntentClassification (az)":62.59,"MassiveIntentClassification (bn)":61.13,"MassiveIntentClassification (cy)":50.06,"MassiveIntentClassification (de)":66.09,"MassiveIntentClassification (el)":64.68,"MassiveIntentClassification (es)":68.4,"MassiveIntentClassification (fa)":67.25,"MassiveIntentClassification (fi)":65.78,"MassiveIntentClassification (fr)":67.95,"MassiveIntentClassification (he)":62.05,"MassiveIntentClassification (hi)":64.95,"MassiveIntentClassification (hu)":64.97,"MassiveIntentClassification (hy)":60.08,"MassiveIntentClassification (id)":66.64,"MassiveIntentClassification (is)":56.39,"MassiveIntentClassification (it)":68.93,"MassiveIntentClassification (ja)":68.94,"MassiveIntentClassification (jv)":54.26,"MassiveIntentClassification (ka)":48.99,"MassiveIntentClassification (km)":44.69,"MassiveIntentClassification (kn)":59.19,"MassiveIntentClassification (ko)":66.34,"MassiveIntentClassification (lv)":60.34,"MassiveIntentClassification (ml)":63.09,"MassiveIntentClassification (mn)":58.76,"MassiveIntentClassification (ms)":62.48,"MassiveIntentClassification (my)":58.56,"MassiveIntentClassification (nl)":67.3,"MassiveIntentClassification (pt)":68.98,"MassiveIntentClassification (ro)":65.54,"MassiveIntentClassification (ru)":69.02,"MassiveIntentClassification (sl)":62.35,"MassiveIntentClassification (sq)":61.23,"MassiveIntentClassification (sw)":56.0,"MassiveIntentClassification (ta)":58.71,"MassiveIntentClassification (te)":59.72,"MassiveIntentClassification (th)":65.6,"MassiveIntentClassification (tl)":60.86,"MassiveIntentClassification (tr)":67.41,"MassiveIntentClassification (ur)":61.52,"MassiveIntentClassification (vi)":66.17,"MassiveIntentClassification (zh-TW)":64.65,"MassiveScenarioClassification (af)":65.09,"MassiveScenarioClassification (am)":58.52,"MassiveScenarioClassification (ar)":62.24,"MassiveScenarioClassification (az)":63.75,"MassiveScenarioClassification (bn)":65.0,"MassiveScenarioClassification (cy)":52.84,"MassiveScenarioClassification (de)":71.95,"MassiveScenarioClassification (el)":70.18,"MassiveScenarioClassification (es)":71.5,"MassiveScenarioClassification (fa)":70.25,"MassiveScenarioClassification (fi)":69.13,"MassiveScenarioClassification (fr)":71.89,"MassiveScenarioClassification (he)":67.44,"MassiveScenarioClassification (hi)":69.16,"MassiveScenarioClassification (hu)":70.75,"MassiveScenarioClassification (hy)":63.14,"MassiveScenarioClassification (id)":70.7,"MassiveScenarioClassification (is)":60.94,"MassiveScenarioClassification (it)":72.32,"MassiveScenarioClassification (ja)":74.65,"MassiveScenarioClassification (jv)":59.69,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.31,"MassiveScenarioClassification (kn)":62.15,"MassiveScenarioClassification (ko)":72.45,"MassiveScenarioClassification (lv)":62.81,"MassiveScenarioClassification (ml)":68.04,"MassiveScenarioClassification (mn)":61.44,"MassiveScenarioClassification (ms)":66.9,"MassiveScenarioClassification (my)":61.64,"MassiveScenarioClassification (nl)":72.11,"MassiveScenarioClassification (pt)":70.83,"MassiveScenarioClassification (ro)":69.19,"MassiveScenarioClassification (ru)":72.99,"MassiveScenarioClassification (sl)":65.26,"MassiveScenarioClassification (sq)":66.49,"MassiveScenarioClassification (sw)":59.89,"MassiveScenarioClassification (ta)":62.38,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":71.61,"MassiveScenarioClassification (tl)":62.74,"MassiveScenarioClassification (tr)":71.67,"MassiveScenarioClassification (ur)":64.64,"MassiveScenarioClassification (vi)":70.01,"MassiveScenarioClassification (zh-TW)":70.69} -{"index":90,"Rank":5,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.11,"AmazonCounterfactualClassification (de)":72.02,"AmazonCounterfactualClassification (ja)":71.79,"AmazonReviewsClassification (de)":34.61,"AmazonReviewsClassification (es)":35.17,"AmazonReviewsClassification (fr)":34.91,"AmazonReviewsClassification (ja)":31.84,"AmazonReviewsClassification (zh)":31.91,"MTOPDomainClassification (de)":89.54,"MTOPDomainClassification (es)":90.62,"MTOPDomainClassification (fr)":86.19,"MTOPDomainClassification (hi)":89.42,"MTOPDomainClassification (th)":85.9,"MTOPIntentClassification (de)":73.43,"MTOPIntentClassification (es)":73.84,"MTOPIntentClassification (fr)":66.75,"MTOPIntentClassification (hi)":69.14,"MTOPIntentClassification (th)":68.47,"MassiveIntentClassification (af)":58.15,"MassiveIntentClassification (am)":57.91,"MassiveIntentClassification (ar)":57.23,"MassiveIntentClassification (az)":57.17,"MassiveIntentClassification (bn)":62.24,"MassiveIntentClassification (cy)":51.19,"MassiveIntentClassification (de)":61.31,"MassiveIntentClassification (el)":64.21,"MassiveIntentClassification (es)":63.97,"MassiveIntentClassification (fa)":66.67,"MassiveIntentClassification (fi)":62.86,"MassiveIntentClassification (fr)":58.55,"MassiveIntentClassification (he)":63.45,"MassiveIntentClassification (hi)":61.32,"MassiveIntentClassification (hu)":62.91,"MassiveIntentClassification (hy)":60.03,"MassiveIntentClassification (id)":63.29,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":64.44,"MassiveIntentClassification (ja)":63.7,"MassiveIntentClassification (jv)":52.0,"MassiveIntentClassification (ka)":54.09,"MassiveIntentClassification (km)":43.34,"MassiveIntentClassification (kn)":57.87,"MassiveIntentClassification (ko)":62.69,"MassiveIntentClassification (lv)":56.24,"MassiveIntentClassification (ml)":62.81,"MassiveIntentClassification (mn)":58.49,"MassiveIntentClassification (ms)":61.56,"MassiveIntentClassification (my)":59.4,"MassiveIntentClassification (nl)":64.56,"MassiveIntentClassification (pt)":63.49,"MassiveIntentClassification (ro)":62.53,"MassiveIntentClassification (ru)":62.63,"MassiveIntentClassification (sl)":63.43,"MassiveIntentClassification (sq)":61.45,"MassiveIntentClassification (sw)":56.25,"MassiveIntentClassification (ta)":59.75,"MassiveIntentClassification (te)":59.61,"MassiveIntentClassification (th)":59.42,"MassiveIntentClassification (tl)":58.12,"MassiveIntentClassification (tr)":60.91,"MassiveIntentClassification (ur)":59.49,"MassiveIntentClassification (vi)":60.48,"MassiveIntentClassification (zh-TW)":56.73,"MassiveScenarioClassification (af)":64.06,"MassiveScenarioClassification (am)":63.24,"MassiveScenarioClassification (ar)":63.69,"MassiveScenarioClassification (az)":60.86,"MassiveScenarioClassification (bn)":67.17,"MassiveScenarioClassification (cy)":56.52,"MassiveScenarioClassification (de)":67.48,"MassiveScenarioClassification (el)":70.23,"MassiveScenarioClassification (es)":69.08,"MassiveScenarioClassification (fa)":72.1,"MassiveScenarioClassification (fi)":67.16,"MassiveScenarioClassification (fr)":63.02,"MassiveScenarioClassification (he)":68.83,"MassiveScenarioClassification (hi)":66.9,"MassiveScenarioClassification (hu)":69.33,"MassiveScenarioClassification (hy)":65.82,"MassiveScenarioClassification (id)":68.98,"MassiveScenarioClassification (is)":63.14,"MassiveScenarioClassification (it)":70.04,"MassiveScenarioClassification (ja)":70.68,"MassiveScenarioClassification (jv)":59.79,"MassiveScenarioClassification (ka)":61.03,"MassiveScenarioClassification (km)":49.05,"MassiveScenarioClassification (kn)":63.78,"MassiveScenarioClassification (ko)":69.6,"MassiveScenarioClassification (lv)":59.97,"MassiveScenarioClassification (ml)":69.2,"MassiveScenarioClassification (mn)":62.72,"MassiveScenarioClassification (ms)":67.87,"MassiveScenarioClassification (my)":64.98,"MassiveScenarioClassification (nl)":69.8,"MassiveScenarioClassification (pt)":67.5,"MassiveScenarioClassification (ro)":67.53,"MassiveScenarioClassification (ru)":67.96,"MassiveScenarioClassification (sl)":69.57,"MassiveScenarioClassification (sq)":68.48,"MassiveScenarioClassification (sw)":63.18,"MassiveScenarioClassification (ta)":64.85,"MassiveScenarioClassification (te)":65.39,"MassiveScenarioClassification (th)":67.99,"MassiveScenarioClassification (tl)":63.4,"MassiveScenarioClassification (tr)":65.77,"MassiveScenarioClassification (ur)":65.81,"MassiveScenarioClassification (vi)":66.52,"MassiveScenarioClassification (zh-TW)":63.3} -{"index":104,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.17,"AmazonCounterfactualClassification (de)":71.25,"AmazonCounterfactualClassification (ja)":72.33,"AmazonReviewsClassification (de)":54.94,"AmazonReviewsClassification (es)":51.62,"AmazonReviewsClassification (fr)":36.71,"AmazonReviewsClassification (ja)":51.32,"AmazonReviewsClassification (zh)":47.6,"MTOPDomainClassification (de)":90.48,"MTOPDomainClassification (es)":90.22,"MTOPDomainClassification (fr)":74.8,"MTOPDomainClassification (hi)":86.67,"MTOPDomainClassification (th)":83.42,"MTOPIntentClassification (de)":69.37,"MTOPIntentClassification (es)":73.45,"MTOPIntentClassification (fr)":53.97,"MTOPIntentClassification (hi)":59.78,"MTOPIntentClassification (th)":62.24,"MassiveIntentClassification (af)":62.05,"MassiveIntentClassification (am)":34.74,"MassiveIntentClassification (ar)":57.67,"MassiveIntentClassification (az)":58.14,"MassiveIntentClassification (bn)":58.21,"MassiveIntentClassification (cy)":46.83,"MassiveIntentClassification (de)":70.52,"MassiveIntentClassification (el)":64.04,"MassiveIntentClassification (es)":70.88,"MassiveIntentClassification (fa)":69.02,"MassiveIntentClassification (fi)":64.37,"MassiveIntentClassification (fr)":46.39,"MassiveIntentClassification (he)":62.36,"MassiveIntentClassification (hi)":63.91,"MassiveIntentClassification (hu)":64.87,"MassiveIntentClassification (hy)":46.34,"MassiveIntentClassification (id)":68.0,"MassiveIntentClassification (is)":52.71,"MassiveIntentClassification (it)":71.35,"MassiveIntentClassification (ja)":71.72,"MassiveIntentClassification (jv)":50.08,"MassiveIntentClassification (ka)":45.05,"MassiveIntentClassification (km)":39.57,"MassiveIntentClassification (kn)":45.41,"MassiveIntentClassification (ko)":69.85,"MassiveIntentClassification (lv)":49.61,"MassiveIntentClassification (ml)":41.09,"MassiveIntentClassification (mn)":40.83,"MassiveIntentClassification (ms)":66.36,"MassiveIntentClassification (my)":38.8,"MassiveIntentClassification (nl)":71.24,"MassiveIntentClassification (pt)":71.63,"MassiveIntentClassification (ro)":63.81,"MassiveIntentClassification (ru)":73.74,"MassiveIntentClassification (sl)":63.04,"MassiveIntentClassification (sq)":48.78,"MassiveIntentClassification (sw)":51.71,"MassiveIntentClassification (ta)":44.28,"MassiveIntentClassification (te)":45.47,"MassiveIntentClassification (th)":61.29,"MassiveIntentClassification (tl)":62.43,"MassiveIntentClassification (tr)":66.9,"MassiveIntentClassification (ur)":57.26,"MassiveIntentClassification (vi)":66.52,"MassiveIntentClassification (zh-TW)":65.89,"MassiveScenarioClassification (af)":71.0,"MassiveScenarioClassification (am)":42.25,"MassiveScenarioClassification (ar)":67.15,"MassiveScenarioClassification (az)":63.77,"MassiveScenarioClassification (bn)":64.73,"MassiveScenarioClassification (cy)":58.84,"MassiveScenarioClassification (de)":77.22,"MassiveScenarioClassification (el)":69.77,"MassiveScenarioClassification (es)":74.94,"MassiveScenarioClassification (fa)":74.61,"MassiveScenarioClassification (fi)":68.83,"MassiveScenarioClassification (fr)":53.86,"MassiveScenarioClassification (he)":65.48,"MassiveScenarioClassification (hi)":69.65,"MassiveScenarioClassification (hu)":70.97,"MassiveScenarioClassification (hy)":53.61,"MassiveScenarioClassification (id)":73.78,"MassiveScenarioClassification (is)":63.59,"MassiveScenarioClassification (it)":74.88,"MassiveScenarioClassification (ja)":75.79,"MassiveScenarioClassification (jv)":61.38,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.42,"MassiveScenarioClassification (kn)":55.85,"MassiveScenarioClassification (ko)":74.41,"MassiveScenarioClassification (lv)":58.4,"MassiveScenarioClassification (ml)":49.48,"MassiveScenarioClassification (mn)":48.26,"MassiveScenarioClassification (ms)":72.85,"MassiveScenarioClassification (my)":46.32,"MassiveScenarioClassification (nl)":76.48,"MassiveScenarioClassification (pt)":74.21,"MassiveScenarioClassification (ro)":68.97,"MassiveScenarioClassification (ru)":77.1,"MassiveScenarioClassification (sl)":70.59,"MassiveScenarioClassification (sq)":58.29,"MassiveScenarioClassification (sw)":62.31,"MassiveScenarioClassification (ta)":52.58,"MassiveScenarioClassification (te)":53.65,"MassiveScenarioClassification (th)":69.67,"MassiveScenarioClassification (tl)":70.87,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":64.12,"MassiveScenarioClassification (vi)":71.92,"MassiveScenarioClassification (zh-TW)":71.62} -{"index":115,"Rank":7,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.68,"AmazonCounterfactualClassification (de)":71.65,"AmazonCounterfactualClassification (ja)":64.19,"AmazonReviewsClassification (de)":40.25,"AmazonReviewsClassification (es)":40.39,"AmazonReviewsClassification (fr)":38.86,"AmazonReviewsClassification (ja)":37.68,"AmazonReviewsClassification (zh)":37.5,"MTOPDomainClassification (de)":87.47,"MTOPDomainClassification (es)":89.27,"MTOPDomainClassification (fr)":84.23,"MTOPDomainClassification (hi)":86.02,"MTOPDomainClassification (th)":85.35,"MTOPIntentClassification (de)":65.86,"MTOPIntentClassification (es)":67.97,"MTOPIntentClassification (fr)":61.32,"MTOPIntentClassification (hi)":66.3,"MTOPIntentClassification (th)":67.52,"MassiveIntentClassification (af)":57.07,"MassiveIntentClassification (am)":51.96,"MassiveIntentClassification (ar)":54.43,"MassiveIntentClassification (az)":59.8,"MassiveIntentClassification (bn)":59.38,"MassiveIntentClassification (cy)":46.56,"MassiveIntentClassification (de)":62.73,"MassiveIntentClassification (el)":61.6,"MassiveIntentClassification (es)":66.31,"MassiveIntentClassification (fa)":65.54,"MassiveIntentClassification (fi)":61.46,"MassiveIntentClassification (fr)":65.47,"MassiveIntentClassification (he)":58.05,"MassiveIntentClassification (hi)":64.07,"MassiveIntentClassification (hu)":60.95,"MassiveIntentClassification (hy)":57.4,"MassiveIntentClassification (id)":64.17,"MassiveIntentClassification (is)":52.26,"MassiveIntentClassification (it)":65.54,"MassiveIntentClassification (ja)":68.23,"MassiveIntentClassification (jv)":50.85,"MassiveIntentClassification (ka)":48.45,"MassiveIntentClassification (km)":42.83,"MassiveIntentClassification (kn)":57.51,"MassiveIntentClassification (ko)":63.79,"MassiveIntentClassification (lv)":54.99,"MassiveIntentClassification (ml)":61.9,"MassiveIntentClassification (mn)":57.1,"MassiveIntentClassification (ms)":58.99,"MassiveIntentClassification (my)":55.9,"MassiveIntentClassification (nl)":65.64,"MassiveIntentClassification (pt)":66.85,"MassiveIntentClassification (ro)":60.81,"MassiveIntentClassification (ru)":58.65,"MassiveIntentClassification (sl)":56.52,"MassiveIntentClassification (sq)":57.99,"MassiveIntentClassification (sw)":53.57,"MassiveIntentClassification (ta)":57.26,"MassiveIntentClassification (te)":57.83,"MassiveIntentClassification (th)":64.07,"MassiveIntentClassification (tl)":58.91,"MassiveIntentClassification (tr)":63.54,"MassiveIntentClassification (ur)":59.28,"MassiveIntentClassification (vi)":64.07,"MassiveIntentClassification (zh-TW)":62.54,"MassiveScenarioClassification (af)":63.04,"MassiveScenarioClassification (am)":56.84,"MassiveScenarioClassification (ar)":59.62,"MassiveScenarioClassification (az)":60.85,"MassiveScenarioClassification (bn)":62.77,"MassiveScenarioClassification (cy)":50.18,"MassiveScenarioClassification (de)":69.19,"MassiveScenarioClassification (el)":67.07,"MassiveScenarioClassification (es)":69.83,"MassiveScenarioClassification (fa)":68.71,"MassiveScenarioClassification (fi)":65.95,"MassiveScenarioClassification (fr)":68.76,"MassiveScenarioClassification (he)":63.81,"MassiveScenarioClassification (hi)":67.69,"MassiveScenarioClassification (hu)":66.47,"MassiveScenarioClassification (hy)":59.5,"MassiveScenarioClassification (id)":67.92,"MassiveScenarioClassification (is)":56.49,"MassiveScenarioClassification (it)":69.04,"MassiveScenarioClassification (ja)":73.89,"MassiveScenarioClassification (jv)":56.63,"MassiveScenarioClassification (ka)":52.24,"MassiveScenarioClassification (km)":46.62,"MassiveScenarioClassification (kn)":59.16,"MassiveScenarioClassification (ko)":69.85,"MassiveScenarioClassification (lv)":56.66,"MassiveScenarioClassification (ml)":66.54,"MassiveScenarioClassification (mn)":59.31,"MassiveScenarioClassification (ms)":64.88,"MassiveScenarioClassification (my)":58.86,"MassiveScenarioClassification (nl)":70.87,"MassiveScenarioClassification (pt)":68.18,"MassiveScenarioClassification (ro)":64.65,"MassiveScenarioClassification (ru)":63.77,"MassiveScenarioClassification (sl)":60.18,"MassiveScenarioClassification (sq)":62.86,"MassiveScenarioClassification (sw)":58.15,"MassiveScenarioClassification (ta)":59.44,"MassiveScenarioClassification (te)":60.85,"MassiveScenarioClassification (th)":70.66,"MassiveScenarioClassification (tl)":60.88,"MassiveScenarioClassification (tr)":68.05,"MassiveScenarioClassification (ur)":62.11,"MassiveScenarioClassification (vi)":67.44,"MassiveScenarioClassification (zh-TW)":68.32} -{"index":106,"Rank":8,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.06,"AmazonCounterfactualClassification (de)":68.66,"AmazonCounterfactualClassification (ja)":78.8,"AmazonReviewsClassification (de)":46.5,"AmazonReviewsClassification (es)":44.35,"AmazonReviewsClassification (fr)":41.91,"AmazonReviewsClassification (ja)":41.71,"AmazonReviewsClassification (zh)":38.87,"MTOPDomainClassification (de)":90.44,"MTOPDomainClassification (es)":88.34,"MTOPDomainClassification (fr)":86.41,"MTOPDomainClassification (hi)":86.84,"MTOPDomainClassification (th)":86.88,"MTOPIntentClassification (de)":65.97,"MTOPIntentClassification (es)":61.9,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":59.17,"MTOPIntentClassification (th)":62.59,"MassiveIntentClassification (af)":53.69,"MassiveIntentClassification (am)":45.48,"MassiveIntentClassification (ar)":54.1,"MassiveIntentClassification (az)":54.68,"MassiveIntentClassification (bn)":55.6,"MassiveIntentClassification (cy)":44.22,"MassiveIntentClassification (de)":63.82,"MassiveIntentClassification (el)":64.34,"MassiveIntentClassification (es)":64.01,"MassiveIntentClassification (fa)":63.74,"MassiveIntentClassification (fi)":64.28,"MassiveIntentClassification (fr)":63.37,"MassiveIntentClassification (he)":62.44,"MassiveIntentClassification (hi)":60.93,"MassiveIntentClassification (hu)":64.0,"MassiveIntentClassification (hy)":50.89,"MassiveIntentClassification (id)":63.51,"MassiveIntentClassification (is)":53.3,"MassiveIntentClassification (it)":63.89,"MassiveIntentClassification (ja)":67.11,"MassiveIntentClassification (jv)":48.96,"MassiveIntentClassification (ka)":41.45,"MassiveIntentClassification (km)":34.88,"MassiveIntentClassification (kn)":53.45,"MassiveIntentClassification (ko)":63.92,"MassiveIntentClassification (lv)":58.31,"MassiveIntentClassification (ml)":57.58,"MassiveIntentClassification (mn)":49.6,"MassiveIntentClassification (ms)":58.49,"MassiveIntentClassification (my)":49.73,"MassiveIntentClassification (nl)":65.0,"MassiveIntentClassification (pt)":65.6,"MassiveIntentClassification (ro)":59.76,"MassiveIntentClassification (ru)":65.76,"MassiveIntentClassification (sl)":59.38,"MassiveIntentClassification (sq)":57.3,"MassiveIntentClassification (sw)":47.69,"MassiveIntentClassification (ta)":53.41,"MassiveIntentClassification (te)":53.96,"MassiveIntentClassification (th)":62.75,"MassiveIntentClassification (tl)":54.77,"MassiveIntentClassification (tr)":64.61,"MassiveIntentClassification (ur)":54.6,"MassiveIntentClassification (vi)":63.39,"MassiveIntentClassification (zh-TW)":58.78,"MassiveScenarioClassification (af)":62.35,"MassiveScenarioClassification (am)":52.69,"MassiveScenarioClassification (ar)":61.0,"MassiveScenarioClassification (az)":58.49,"MassiveScenarioClassification (bn)":61.85,"MassiveScenarioClassification (cy)":51.25,"MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":69.74,"MassiveScenarioClassification (es)":69.07,"MassiveScenarioClassification (fa)":67.55,"MassiveScenarioClassification (fi)":68.62,"MassiveScenarioClassification (fr)":68.74,"MassiveScenarioClassification (he)":67.72,"MassiveScenarioClassification (hi)":66.85,"MassiveScenarioClassification (hu)":70.53,"MassiveScenarioClassification (hy)":55.76,"MassiveScenarioClassification (id)":69.43,"MassiveScenarioClassification (is)":60.74,"MassiveScenarioClassification (it)":69.45,"MassiveScenarioClassification (ja)":73.16,"MassiveScenarioClassification (jv)":56.24,"MassiveScenarioClassification (ka)":47.82,"MassiveScenarioClassification (km)":41.14,"MassiveScenarioClassification (kn)":59.36,"MassiveScenarioClassification (ko)":70.54,"MassiveScenarioClassification (lv)":64.28,"MassiveScenarioClassification (ml)":63.17,"MassiveScenarioClassification (mn)":55.37,"MassiveScenarioClassification (ms)":63.55,"MassiveScenarioClassification (my)":54.03,"MassiveScenarioClassification (nl)":71.11,"MassiveScenarioClassification (pt)":68.33,"MassiveScenarioClassification (ro)":66.06,"MassiveScenarioClassification (ru)":70.85,"MassiveScenarioClassification (sl)":65.33,"MassiveScenarioClassification (sq)":63.79,"MassiveScenarioClassification (sw)":56.27,"MassiveScenarioClassification (ta)":58.76,"MassiveScenarioClassification (te)":59.49,"MassiveScenarioClassification (th)":69.06,"MassiveScenarioClassification (tl)":60.71,"MassiveScenarioClassification (tr)":68.12,"MassiveScenarioClassification (ur)":60.89,"MassiveScenarioClassification (vi)":68.91,"MassiveScenarioClassification (zh-TW)":64.35} -{"index":138,"Rank":9,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (de)":73.17,"AmazonCounterfactualClassification (ja)":76.42,"AmazonReviewsClassification (de)":39.92,"AmazonReviewsClassification (es)":39.39,"AmazonReviewsClassification (fr)":38.52,"AmazonReviewsClassification (ja)":36.44,"AmazonReviewsClassification (zh)":36.45,"MTOPDomainClassification (de)":86.95,"MTOPDomainClassification (es)":84.07,"MTOPDomainClassification (fr)":84.14,"MTOPDomainClassification (hi)":85.11,"MTOPDomainClassification (th)":81.24,"MTOPIntentClassification (de)":63.42,"MTOPIntentClassification (es)":64.44,"MTOPIntentClassification (fr)":62.01,"MTOPIntentClassification (hi)":62.58,"MTOPIntentClassification (th)":64.61,"MassiveIntentClassification (af)":56.12,"MassiveIntentClassification (am)":55.71,"MassiveIntentClassification (ar)":50.86,"MassiveIntentClassification (az)":58.97,"MassiveIntentClassification (bn)":58.22,"MassiveIntentClassification (cy)":50.16,"MassiveIntentClassification (de)":56.21,"MassiveIntentClassification (el)":57.03,"MassiveIntentClassification (es)":58.32,"MassiveIntentClassification (fa)":62.33,"MassiveIntentClassification (fi)":60.12,"MassiveIntentClassification (fr)":60.47,"MassiveIntentClassification (he)":56.55,"MassiveIntentClassification (hi)":59.4,"MassiveIntentClassification (hu)":59.52,"MassiveIntentClassification (hy)":56.2,"MassiveIntentClassification (id)":61.12,"MassiveIntentClassification (is)":54.9,"MassiveIntentClassification (it)":59.83,"MassiveIntentClassification (ja)":63.11,"MassiveIntentClassification (jv)":50.98,"MassiveIntentClassification (ka)":48.35,"MassiveIntentClassification (km)":48.55,"MassiveIntentClassification (kn)":56.24,"MassiveIntentClassification (ko)":60.99,"MassiveIntentClassification (lv)":57.1,"MassiveIntentClassification (ml)":57.91,"MassiveIntentClassification (mn)":58.5,"MassiveIntentClassification (ms)":58.6,"MassiveIntentClassification (my)":57.35,"MassiveIntentClassification (nl)":59.37,"MassiveIntentClassification (pt)":60.16,"MassiveIntentClassification (ro)":57.92,"MassiveIntentClassification (ru)":60.67,"MassiveIntentClassification (sl)":59.37,"MassiveIntentClassification (sq)":58.03,"MassiveIntentClassification (sw)":51.62,"MassiveIntentClassification (ta)":55.04,"MassiveIntentClassification (te)":58.32,"MassiveIntentClassification (th)":56.58,"MassiveIntentClassification (tl)":55.28,"MassiveIntentClassification (tr)":60.91,"MassiveIntentClassification (ur)":56.7,"MassiveIntentClassification (vi)":56.67,"MassiveIntentClassification (zh-TW)":59.51,"MassiveScenarioClassification (af)":63.39,"MassiveScenarioClassification (am)":62.02,"MassiveScenarioClassification (ar)":57.72,"MassiveScenarioClassification (az)":63.48,"MassiveScenarioClassification (bn)":61.84,"MassiveScenarioClassification (cy)":56.13,"MassiveScenarioClassification (de)":62.39,"MassiveScenarioClassification (el)":64.58,"MassiveScenarioClassification (es)":63.61,"MassiveScenarioClassification (fa)":67.46,"MassiveScenarioClassification (fi)":64.58,"MassiveScenarioClassification (fr)":65.1,"MassiveScenarioClassification (he)":63.53,"MassiveScenarioClassification (hi)":64.4,"MassiveScenarioClassification (hu)":65.82,"MassiveScenarioClassification (hy)":61.25,"MassiveScenarioClassification (id)":65.84,"MassiveScenarioClassification (is)":61.94,"MassiveScenarioClassification (it)":64.09,"MassiveScenarioClassification (ja)":67.72,"MassiveScenarioClassification (jv)":58.29,"MassiveScenarioClassification (ka)":53.38,"MassiveScenarioClassification (km)":56.18,"MassiveScenarioClassification (kn)":61.74,"MassiveScenarioClassification (ko)":67.26,"MassiveScenarioClassification (lv)":61.87,"MassiveScenarioClassification (ml)":62.26,"MassiveScenarioClassification (mn)":62.6,"MassiveScenarioClassification (ms)":65.63,"MassiveScenarioClassification (my)":62.94,"MassiveScenarioClassification (nl)":65.16,"MassiveScenarioClassification (pt)":63.28,"MassiveScenarioClassification (ro)":62.41,"MassiveScenarioClassification (ru)":65.25,"MassiveScenarioClassification (sl)":64.25,"MassiveScenarioClassification (sq)":64.54,"MassiveScenarioClassification (sw)":58.36,"MassiveScenarioClassification (ta)":59.08,"MassiveScenarioClassification (te)":64.13,"MassiveScenarioClassification (th)":64.34,"MassiveScenarioClassification (tl)":60.23,"MassiveScenarioClassification (tr)":65.43,"MassiveScenarioClassification (ur)":61.52,"MassiveScenarioClassification (vi)":61.05,"MassiveScenarioClassification (zh-TW)":67.08} -{"index":148,"Rank":10,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.75,"AmazonCounterfactualClassification (de)":69.96,"AmazonCounterfactualClassification (ja)":69.78,"AmazonReviewsClassification (de)":39.53,"AmazonReviewsClassification (es)":39.97,"AmazonReviewsClassification (fr)":38.98,"AmazonReviewsClassification (ja)":36.65,"AmazonReviewsClassification (zh)":37.74,"MTOPDomainClassification (de)":85.73,"MTOPDomainClassification (es)":86.98,"MTOPDomainClassification (fr)":81.21,"MTOPDomainClassification (hi)":84.76,"MTOPDomainClassification (th)":82.51,"MTOPIntentClassification (de)":61.26,"MTOPIntentClassification (es)":66.6,"MTOPIntentClassification (fr)":59.75,"MTOPIntentClassification (hi)":62.38,"MTOPIntentClassification (th)":64.77,"MassiveIntentClassification (af)":52.35,"MassiveIntentClassification (am)":41.56,"MassiveIntentClassification (ar)":51.43,"MassiveIntentClassification (az)":56.98,"MassiveIntentClassification (bn)":48.79,"MassiveIntentClassification (cy)":27.89,"MassiveIntentClassification (de)":59.56,"MassiveIntentClassification (el)":62.63,"MassiveIntentClassification (es)":64.45,"MassiveIntentClassification (fa)":65.33,"MassiveIntentClassification (fi)":62.26,"MassiveIntentClassification (fr)":64.8,"MassiveIntentClassification (he)":58.25,"MassiveIntentClassification (hi)":62.79,"MassiveIntentClassification (hu)":63.85,"MassiveIntentClassification (hy)":57.76,"MassiveIntentClassification (id)":65.43,"MassiveIntentClassification (is)":37.09,"MassiveIntentClassification (it)":64.69,"MassiveIntentClassification (ja)":63.76,"MassiveIntentClassification (jv)":36.49,"MassiveIntentClassification (ka)":49.88,"MassiveIntentClassification (km)":45.48,"MassiveIntentClassification (kn)":50.62,"MassiveIntentClassification (ko)":61.84,"MassiveIntentClassification (lv)":61.29,"MassiveIntentClassification (ml)":54.34,"MassiveIntentClassification (mn)":56.61,"MassiveIntentClassification (ms)":60.72,"MassiveIntentClassification (my)":57.08,"MassiveIntentClassification (nl)":63.57,"MassiveIntentClassification (pt)":64.88,"MassiveIntentClassification (ro)":62.83,"MassiveIntentClassification (ru)":63.23,"MassiveIntentClassification (sl)":63.5,"MassiveIntentClassification (sq)":62.49,"MassiveIntentClassification (sw)":31.93,"MassiveIntentClassification (ta)":50.18,"MassiveIntentClassification (te)":52.85,"MassiveIntentClassification (th)":61.12,"MassiveIntentClassification (tl)":38.83,"MassiveIntentClassification (tr)":64.58,"MassiveIntentClassification (ur)":56.36,"MassiveIntentClassification (vi)":59.71,"MassiveIntentClassification (zh-TW)":62.33,"MassiveScenarioClassification (af)":59.68,"MassiveScenarioClassification (am)":48.96,"MassiveScenarioClassification (ar)":57.79,"MassiveScenarioClassification (az)":61.52,"MassiveScenarioClassification (bn)":54.52,"MassiveScenarioClassification (cy)":35.27,"MassiveScenarioClassification (de)":67.35,"MassiveScenarioClassification (el)":68.81,"MassiveScenarioClassification (es)":70.4,"MassiveScenarioClassification (fa)":69.88,"MassiveScenarioClassification (fi)":67.58,"MassiveScenarioClassification (fr)":70.71,"MassiveScenarioClassification (he)":65.16,"MassiveScenarioClassification (hi)":67.94,"MassiveScenarioClassification (hu)":70.31,"MassiveScenarioClassification (hy)":63.03,"MassiveScenarioClassification (id)":70.73,"MassiveScenarioClassification (is)":44.16,"MassiveScenarioClassification (it)":69.74,"MassiveScenarioClassification (ja)":69.68,"MassiveScenarioClassification (jv)":44.22,"MassiveScenarioClassification (ka)":57.3,"MassiveScenarioClassification (km)":53.13,"MassiveScenarioClassification (kn)":56.08,"MassiveScenarioClassification (ko)":68.52,"MassiveScenarioClassification (lv)":66.28,"MassiveScenarioClassification (ml)":60.14,"MassiveScenarioClassification (mn)":60.84,"MassiveScenarioClassification (ms)":65.85,"MassiveScenarioClassification (my)":63.03,"MassiveScenarioClassification (nl)":70.37,"MassiveScenarioClassification (pt)":70.08,"MassiveScenarioClassification (ro)":67.94,"MassiveScenarioClassification (ru)":69.92,"MassiveScenarioClassification (sl)":70.81,"MassiveScenarioClassification (sq)":69.62,"MassiveScenarioClassification (sw)":37.26,"MassiveScenarioClassification (ta)":55.97,"MassiveScenarioClassification (te)":58.79,"MassiveScenarioClassification (th)":69.44,"MassiveScenarioClassification (tl)":43.98,"MassiveScenarioClassification (tr)":70.41,"MassiveScenarioClassification (ur)":62.92,"MassiveScenarioClassification (vi)":65.7,"MassiveScenarioClassification (zh-TW)":68.71} -{"index":105,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.15,"AmazonCounterfactualClassification (de)":70.81,"AmazonCounterfactualClassification (ja)":72.02,"AmazonReviewsClassification (de)":44.37,"AmazonReviewsClassification (es)":43.38,"AmazonReviewsClassification (fr)":40.94,"AmazonReviewsClassification (ja)":39.57,"AmazonReviewsClassification (zh)":38.34,"MTOPDomainClassification (de)":87.94,"MTOPDomainClassification (es)":85.96,"MTOPDomainClassification (fr)":84.79,"MTOPDomainClassification (hi)":83.92,"MTOPDomainClassification (th)":83.94,"MTOPIntentClassification (de)":61.05,"MTOPIntentClassification (es)":55.36,"MTOPIntentClassification (fr)":55.51,"MTOPIntentClassification (hi)":53.93,"MTOPIntentClassification (th)":58.69,"MassiveIntentClassification (af)":49.82,"MassiveIntentClassification (am)":42.4,"MassiveIntentClassification (ar)":50.2,"MassiveIntentClassification (az)":51.36,"MassiveIntentClassification (bn)":51.69,"MassiveIntentClassification (cy)":37.05,"MassiveIntentClassification (de)":59.82,"MassiveIntentClassification (el)":58.07,"MassiveIntentClassification (es)":61.13,"MassiveIntentClassification (fa)":59.51,"MassiveIntentClassification (fi)":58.91,"MassiveIntentClassification (fr)":61.32,"MassiveIntentClassification (he)":55.3,"MassiveIntentClassification (hi)":56.75,"MassiveIntentClassification (hu)":57.69,"MassiveIntentClassification (hy)":48.77,"MassiveIntentClassification (id)":58.7,"MassiveIntentClassification (is)":44.52,"MassiveIntentClassification (it)":61.29,"MassiveIntentClassification (ja)":62.3,"MassiveIntentClassification (jv)":43.23,"MassiveIntentClassification (ka)":37.56,"MassiveIntentClassification (km)":32.14,"MassiveIntentClassification (kn)":48.63,"MassiveIntentClassification (ko)":59.97,"MassiveIntentClassification (lv)":51.17,"MassiveIntentClassification (ml)":53.75,"MassiveIntentClassification (mn)":46.8,"MassiveIntentClassification (ms)":52.85,"MassiveIntentClassification (my)":46.67,"MassiveIntentClassification (nl)":61.23,"MassiveIntentClassification (pt)":62.12,"MassiveIntentClassification (ro)":56.83,"MassiveIntentClassification (ru)":62.78,"MassiveIntentClassification (sl)":53.84,"MassiveIntentClassification (sq)":51.07,"MassiveIntentClassification (sw)":45.24,"MassiveIntentClassification (ta)":48.93,"MassiveIntentClassification (te)":50.09,"MassiveIntentClassification (th)":59.63,"MassiveIntentClassification (tl)":48.99,"MassiveIntentClassification (tr)":60.69,"MassiveIntentClassification (ur)":51.3,"MassiveIntentClassification (vi)":59.61,"MassiveIntentClassification (zh-TW)":56.4,"MassiveScenarioClassification (af)":58.95,"MassiveScenarioClassification (am)":50.33,"MassiveScenarioClassification (ar)":58.0,"MassiveScenarioClassification (az)":55.15,"MassiveScenarioClassification (bn)":57.0,"MassiveScenarioClassification (cy)":43.84,"MassiveScenarioClassification (de)":68.4,"MassiveScenarioClassification (el)":65.38,"MassiveScenarioClassification (es)":66.47,"MassiveScenarioClassification (fa)":63.92,"MassiveScenarioClassification (fi)":64.94,"MassiveScenarioClassification (fr)":67.37,"MassiveScenarioClassification (he)":62.53,"MassiveScenarioClassification (hi)":62.91,"MassiveScenarioClassification (hu)":65.75,"MassiveScenarioClassification (hy)":53.63,"MassiveScenarioClassification (id)":63.6,"MassiveScenarioClassification (is)":53.28,"MassiveScenarioClassification (it)":66.17,"MassiveScenarioClassification (ja)":69.89,"MassiveScenarioClassification (jv)":51.94,"MassiveScenarioClassification (ka)":43.38,"MassiveScenarioClassification (km)":38.45,"MassiveScenarioClassification (kn)":53.49,"MassiveScenarioClassification (ko)":67.9,"MassiveScenarioClassification (lv)":56.42,"MassiveScenarioClassification (ml)":59.89,"MassiveScenarioClassification (mn)":51.87,"MassiveScenarioClassification (ms)":58.35,"MassiveScenarioClassification (my)":50.77,"MassiveScenarioClassification (nl)":68.62,"MassiveScenarioClassification (pt)":65.49,"MassiveScenarioClassification (ro)":63.5,"MassiveScenarioClassification (ru)":68.21,"MassiveScenarioClassification (sl)":58.3,"MassiveScenarioClassification (sq)":57.92,"MassiveScenarioClassification (sw)":52.64,"MassiveScenarioClassification (ta)":53.86,"MassiveScenarioClassification (te)":54.24,"MassiveScenarioClassification (th)":67.37,"MassiveScenarioClassification (tl)":54.36,"MassiveScenarioClassification (tr)":65.18,"MassiveScenarioClassification (ur)":56.74,"MassiveScenarioClassification (vi)":66.35,"MassiveScenarioClassification (zh-TW)":63.73} -{"index":108,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.18,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":61.46,"AmazonReviewsClassification (de)":41.07,"AmazonReviewsClassification (es)":41.37,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":38.55,"AmazonReviewsClassification (zh)":38.31,"MTOPDomainClassification (de)":86.15,"MTOPDomainClassification (es)":85.53,"MTOPDomainClassification (fr)":81.2,"MTOPDomainClassification (hi)":84.07,"MTOPDomainClassification (th)":83.16,"MTOPIntentClassification (de)":55.88,"MTOPIntentClassification (es)":53.15,"MTOPIntentClassification (fr)":46.01,"MTOPIntentClassification (hi)":52.26,"MTOPIntentClassification (th)":54.61,"MassiveIntentClassification (af)":48.74,"MassiveIntentClassification (am)":43.52,"MassiveIntentClassification (ar)":47.78,"MassiveIntentClassification (az)":49.32,"MassiveIntentClassification (bn)":50.68,"MassiveIntentClassification (cy)":36.62,"MassiveIntentClassification (de)":55.52,"MassiveIntentClassification (el)":54.14,"MassiveIntentClassification (es)":59.19,"MassiveIntentClassification (fa)":57.73,"MassiveIntentClassification (fi)":55.14,"MassiveIntentClassification (fr)":57.9,"MassiveIntentClassification (he)":51.11,"MassiveIntentClassification (hi)":55.69,"MassiveIntentClassification (hu)":53.21,"MassiveIntentClassification (hy)":47.89,"MassiveIntentClassification (id)":56.2,"MassiveIntentClassification (is)":41.53,"MassiveIntentClassification (it)":58.8,"MassiveIntentClassification (ja)":61.58,"MassiveIntentClassification (jv)":42.96,"MassiveIntentClassification (ka)":39.52,"MassiveIntentClassification (km)":33.45,"MassiveIntentClassification (kn)":47.85,"MassiveIntentClassification (ko)":57.12,"MassiveIntentClassification (lv)":44.93,"MassiveIntentClassification (ml)":52.81,"MassiveIntentClassification (mn)":47.38,"MassiveIntentClassification (ms)":50.8,"MassiveIntentClassification (my)":45.64,"MassiveIntentClassification (nl)":59.27,"MassiveIntentClassification (pt)":60.12,"MassiveIntentClassification (ro)":52.82,"MassiveIntentClassification (ru)":58.43,"MassiveIntentClassification (sl)":47.71,"MassiveIntentClassification (sq)":48.68,"MassiveIntentClassification (sw)":44.84,"MassiveIntentClassification (ta)":47.65,"MassiveIntentClassification (te)":48.85,"MassiveIntentClassification (th)":56.26,"MassiveIntentClassification (tl)":48.7,"MassiveIntentClassification (tr)":56.88,"MassiveIntentClassification (ur)":50.51,"MassiveIntentClassification (vi)":56.19,"MassiveIntentClassification (zh-TW)":53.75,"MassiveScenarioClassification (af)":58.0,"MassiveScenarioClassification (am)":50.53,"MassiveScenarioClassification (ar)":54.56,"MassiveScenarioClassification (az)":53.27,"MassiveScenarioClassification (bn)":57.38,"MassiveScenarioClassification (cy)":44.63,"MassiveScenarioClassification (de)":65.88,"MassiveScenarioClassification (el)":62.29,"MassiveScenarioClassification (es)":64.43,"MassiveScenarioClassification (fa)":63.32,"MassiveScenarioClassification (fi)":61.89,"MassiveScenarioClassification (fr)":63.9,"MassiveScenarioClassification (he)":59.22,"MassiveScenarioClassification (hi)":62.22,"MassiveScenarioClassification (hu)":61.93,"MassiveScenarioClassification (hy)":52.93,"MassiveScenarioClassification (id)":62.0,"MassiveScenarioClassification (is)":49.66,"MassiveScenarioClassification (it)":64.03,"MassiveScenarioClassification (ja)":67.75,"MassiveScenarioClassification (jv)":51.39,"MassiveScenarioClassification (ka)":44.96,"MassiveScenarioClassification (km)":39.01,"MassiveScenarioClassification (kn)":52.73,"MassiveScenarioClassification (ko)":65.7,"MassiveScenarioClassification (lv)":51.0,"MassiveScenarioClassification (ml)":60.31,"MassiveScenarioClassification (mn)":52.41,"MassiveScenarioClassification (ms)":59.18,"MassiveScenarioClassification (my)":51.07,"MassiveScenarioClassification (nl)":67.01,"MassiveScenarioClassification (pt)":62.75,"MassiveScenarioClassification (ro)":60.0,"MassiveScenarioClassification (ru)":63.89,"MassiveScenarioClassification (sl)":54.05,"MassiveScenarioClassification (sq)":56.15,"MassiveScenarioClassification (sw)":52.42,"MassiveScenarioClassification (ta)":52.74,"MassiveScenarioClassification (te)":54.86,"MassiveScenarioClassification (th)":65.72,"MassiveScenarioClassification (tl)":55.3,"MassiveScenarioClassification (tr)":62.14,"MassiveScenarioClassification (ur)":55.91,"MassiveScenarioClassification (vi)":62.67,"MassiveScenarioClassification (zh-TW)":61.15} -{"index":70,"Rank":13,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.73,"AmazonCounterfactualClassification (de)":70.94,"AmazonCounterfactualClassification (ja)":80.06,"AmazonReviewsClassification (de)":38.83,"AmazonReviewsClassification (es)":39.39,"AmazonReviewsClassification (fr)":39.47,"AmazonReviewsClassification (ja)":35.9,"AmazonReviewsClassification (zh)":36.07,"MTOPDomainClassification (de)":86.91,"MTOPDomainClassification (es)":87.74,"MTOPDomainClassification (fr)":86.22,"MTOPDomainClassification (hi)":82.92,"MTOPDomainClassification (th)":69.9,"MTOPIntentClassification (de)":63.26,"MTOPIntentClassification (es)":65.06,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":59.08,"MTOPIntentClassification (th)":43.75,"MassiveIntentClassification (af)":47.6,"MassiveIntentClassification (am)":31.57,"MassiveIntentClassification (ar)":52.63,"MassiveIntentClassification (az)":50.09,"MassiveIntentClassification (bn)":46.54,"MassiveIntentClassification (cy)":44.26,"MassiveIntentClassification (de)":61.87,"MassiveIntentClassification (el)":47.02,"MassiveIntentClassification (es)":62.54,"MassiveIntentClassification (fa)":55.19,"MassiveIntentClassification (fi)":48.43,"MassiveIntentClassification (fr)":64.27,"MassiveIntentClassification (he)":57.62,"MassiveIntentClassification (hi)":57.54,"MassiveIntentClassification (hu)":45.67,"MassiveIntentClassification (hy)":39.2,"MassiveIntentClassification (id)":55.0,"MassiveIntentClassification (is)":43.14,"MassiveIntentClassification (it)":61.0,"MassiveIntentClassification (ja)":64.29,"MassiveIntentClassification (jv)":43.69,"MassiveIntentClassification (ka)":38.35,"MassiveIntentClassification (km)":34.22,"MassiveIntentClassification (kn)":51.79,"MassiveIntentClassification (ko)":59.59,"MassiveIntentClassification (lv)":46.54,"MassiveIntentClassification (ml)":54.47,"MassiveIntentClassification (mn)":40.68,"MassiveIntentClassification (ms)":51.24,"MassiveIntentClassification (my)":31.76,"MassiveIntentClassification (nl)":60.82,"MassiveIntentClassification (pt)":62.74,"MassiveIntentClassification (ro)":49.68,"MassiveIntentClassification (ru)":60.85,"MassiveIntentClassification (sl)":48.59,"MassiveIntentClassification (sq)":47.17,"MassiveIntentClassification (sw)":45.97,"MassiveIntentClassification (ta)":53.6,"MassiveIntentClassification (te)":53.45,"MassiveIntentClassification (th)":46.17,"MassiveIntentClassification (tl)":49.48,"MassiveIntentClassification (tr)":58.03,"MassiveIntentClassification (ur)":39.26,"MassiveIntentClassification (vi)":52.16,"MassiveIntentClassification (zh-TW)":58.21,"MassiveScenarioClassification (af)":58.07,"MassiveScenarioClassification (am)":38.21,"MassiveScenarioClassification (ar)":57.47,"MassiveScenarioClassification (az)":54.37,"MassiveScenarioClassification (bn)":52.72,"MassiveScenarioClassification (cy)":49.5,"MassiveScenarioClassification (de)":71.28,"MassiveScenarioClassification (el)":52.42,"MassiveScenarioClassification (es)":67.04,"MassiveScenarioClassification (fa)":60.17,"MassiveScenarioClassification (fi)":54.05,"MassiveScenarioClassification (fr)":69.76,"MassiveScenarioClassification (he)":62.85,"MassiveScenarioClassification (hi)":62.18,"MassiveScenarioClassification (hu)":53.52,"MassiveScenarioClassification (hy)":45.95,"MassiveScenarioClassification (id)":60.33,"MassiveScenarioClassification (is)":50.1,"MassiveScenarioClassification (it)":66.49,"MassiveScenarioClassification (ja)":68.36,"MassiveScenarioClassification (jv)":50.59,"MassiveScenarioClassification (ka)":42.76,"MassiveScenarioClassification (km)":40.65,"MassiveScenarioClassification (kn)":57.25,"MassiveScenarioClassification (ko)":63.84,"MassiveScenarioClassification (lv)":53.14,"MassiveScenarioClassification (ml)":58.84,"MassiveScenarioClassification (mn)":44.82,"MassiveScenarioClassification (ms)":58.9,"MassiveScenarioClassification (my)":38.52,"MassiveScenarioClassification (nl)":67.54,"MassiveScenarioClassification (pt)":65.7,"MassiveScenarioClassification (ro)":57.2,"MassiveScenarioClassification (ru)":65.42,"MassiveScenarioClassification (sl)":55.15,"MassiveScenarioClassification (sq)":55.68,"MassiveScenarioClassification (sw)":52.3,"MassiveScenarioClassification (ta)":56.19,"MassiveScenarioClassification (te)":58.02,"MassiveScenarioClassification (th)":52.56,"MassiveScenarioClassification (tl)":57.43,"MassiveScenarioClassification (tr)":61.55,"MassiveScenarioClassification (ur)":47.11,"MassiveScenarioClassification (vi)":56.83,"MassiveScenarioClassification (zh-TW)":64.02} -{"index":75,"Rank":14,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":54.35,"AmazonCounterfactualClassification (de)":61.35,"AmazonCounterfactualClassification (ja)":58.23,"AmazonReviewsClassification (de)":29.7,"AmazonReviewsClassification (es)":35.97,"AmazonReviewsClassification (fr)":35.92,"AmazonReviewsClassification (ja)":27.64,"AmazonReviewsClassification (zh)":32.63,"MTOPDomainClassification (de)":82.05,"MTOPDomainClassification (es)":93.55,"MTOPDomainClassification (fr)":90.98,"MTOPDomainClassification (hi)":89.33,"MTOPDomainClassification (th)":60.49,"MTOPIntentClassification (de)":61.92,"MTOPIntentClassification (es)":74.49,"MTOPIntentClassification (fr)":69.12,"MTOPIntentClassification (hi)":64.85,"MTOPIntentClassification (th)":49.36,"MassiveIntentClassification (af)":47.85,"MassiveIntentClassification (am)":33.3,"MassiveIntentClassification (ar)":59.25,"MassiveIntentClassification (az)":45.24,"MassiveIntentClassification (bn)":61.59,"MassiveIntentClassification (cy)":44.92,"MassiveIntentClassification (de)":56.1,"MassiveIntentClassification (el)":46.13,"MassiveIntentClassification (es)":66.35,"MassiveIntentClassification (fa)":51.2,"MassiveIntentClassification (fi)":45.33,"MassiveIntentClassification (fr)":66.95,"MassiveIntentClassification (he)":43.18,"MassiveIntentClassification (hi)":63.54,"MassiveIntentClassification (hu)":44.73,"MassiveIntentClassification (hy)":38.13,"MassiveIntentClassification (id)":64.06,"MassiveIntentClassification (is)":44.35,"MassiveIntentClassification (it)":60.77,"MassiveIntentClassification (ja)":61.22,"MassiveIntentClassification (jv)":50.94,"MassiveIntentClassification (ka)":33.84,"MassiveIntentClassification (km)":37.34,"MassiveIntentClassification (kn)":53.54,"MassiveIntentClassification (ko)":53.36,"MassiveIntentClassification (lv)":46.5,"MassiveIntentClassification (ml)":58.27,"MassiveIntentClassification (mn)":40.28,"MassiveIntentClassification (ms)":59.65,"MassiveIntentClassification (my)":37.42,"MassiveIntentClassification (nl)":52.09,"MassiveIntentClassification (pt)":66.69,"MassiveIntentClassification (ro)":50.53,"MassiveIntentClassification (ru)":58.32,"MassiveIntentClassification (sl)":47.74,"MassiveIntentClassification (sq)":48.94,"MassiveIntentClassification (sw)":49.81,"MassiveIntentClassification (ta)":56.4,"MassiveIntentClassification (te)":54.71,"MassiveIntentClassification (th)":44.43,"MassiveIntentClassification (tl)":50.21,"MassiveIntentClassification (tr)":46.56,"MassiveIntentClassification (ur)":56.75,"MassiveIntentClassification (vi)":64.53,"MassiveIntentClassification (zh-TW)":62.89,"MassiveScenarioClassification (af)":51.47,"MassiveScenarioClassification (am)":34.87,"MassiveScenarioClassification (ar)":65.21,"MassiveScenarioClassification (az)":45.58,"MassiveScenarioClassification (bn)":67.3,"MassiveScenarioClassification (cy)":46.29,"MassiveScenarioClassification (de)":61.74,"MassiveScenarioClassification (el)":48.96,"MassiveScenarioClassification (es)":73.34,"MassiveScenarioClassification (fa)":53.17,"MassiveScenarioClassification (fi)":44.69,"MassiveScenarioClassification (fr)":72.91,"MassiveScenarioClassification (he)":43.1,"MassiveScenarioClassification (hi)":69.27,"MassiveScenarioClassification (hu)":45.16,"MassiveScenarioClassification (hy)":38.73,"MassiveScenarioClassification (id)":70.13,"MassiveScenarioClassification (is)":44.21,"MassiveScenarioClassification (it)":65.57,"MassiveScenarioClassification (ja)":65.76,"MassiveScenarioClassification (jv)":54.79,"MassiveScenarioClassification (ka)":32.99,"MassiveScenarioClassification (km)":39.34,"MassiveScenarioClassification (kn)":60.5,"MassiveScenarioClassification (ko)":55.69,"MassiveScenarioClassification (lv)":44.35,"MassiveScenarioClassification (ml)":65.53,"MassiveScenarioClassification (mn)":38.72,"MassiveScenarioClassification (ms)":64.99,"MassiveScenarioClassification (my)":36.84,"MassiveScenarioClassification (nl)":56.32,"MassiveScenarioClassification (pt)":71.46,"MassiveScenarioClassification (ro)":53.69,"MassiveScenarioClassification (ru)":61.6,"MassiveScenarioClassification (sl)":48.04,"MassiveScenarioClassification (sq)":50.06,"MassiveScenarioClassification (sw)":54.22,"MassiveScenarioClassification (ta)":62.77,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":45.18,"MassiveScenarioClassification (tl)":52.06,"MassiveScenarioClassification (tr)":47.21,"MassiveScenarioClassification (ur)":64.26,"MassiveScenarioClassification (vi)":70.61,"MassiveScenarioClassification (zh-TW)":70.3} -{"index":147,"Rank":15,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.13,"AmazonCounterfactualClassification (de)":68.35,"AmazonCounterfactualClassification (ja)":63.45,"AmazonReviewsClassification (de)":35.91,"AmazonReviewsClassification (es)":37.49,"AmazonReviewsClassification (fr)":35.3,"AmazonReviewsClassification (ja)":33.24,"AmazonReviewsClassification (zh)":35.26,"MTOPDomainClassification (de)":79.2,"MTOPDomainClassification (es)":83.04,"MTOPDomainClassification (fr)":78.63,"MTOPDomainClassification (hi)":81.36,"MTOPDomainClassification (th)":79.99,"MTOPIntentClassification (de)":54.23,"MTOPIntentClassification (es)":60.28,"MTOPIntentClassification (fr)":54.05,"MTOPIntentClassification (hi)":59.9,"MTOPIntentClassification (th)":61.96,"MassiveIntentClassification (af)":45.87,"MassiveIntentClassification (am)":36.77,"MassiveIntentClassification (ar)":45.15,"MassiveIntentClassification (az)":47.43,"MassiveIntentClassification (bn)":35.38,"MassiveIntentClassification (cy)":26.13,"MassiveIntentClassification (de)":50.71,"MassiveIntentClassification (el)":58.7,"MassiveIntentClassification (es)":59.7,"MassiveIntentClassification (fa)":61.03,"MassiveIntentClassification (fi)":57.56,"MassiveIntentClassification (fr)":57.52,"MassiveIntentClassification (he)":52.55,"MassiveIntentClassification (hi)":58.37,"MassiveIntentClassification (hu)":60.44,"MassiveIntentClassification (hy)":51.6,"MassiveIntentClassification (id)":59.9,"MassiveIntentClassification (is)":30.87,"MassiveIntentClassification (it)":59.66,"MassiveIntentClassification (ja)":60.9,"MassiveIntentClassification (jv)":32.37,"MassiveIntentClassification (ka)":43.03,"MassiveIntentClassification (km)":40.04,"MassiveIntentClassification (kn)":41.0,"MassiveIntentClassification (ko)":50.36,"MassiveIntentClassification (lv)":54.72,"MassiveIntentClassification (ml)":42.44,"MassiveIntentClassification (mn)":51.77,"MassiveIntentClassification (ms)":54.81,"MassiveIntentClassification (my)":52.03,"MassiveIntentClassification (nl)":59.52,"MassiveIntentClassification (pt)":61.29,"MassiveIntentClassification (ro)":58.44,"MassiveIntentClassification (ru)":59.06,"MassiveIntentClassification (sl)":57.35,"MassiveIntentClassification (sq)":56.6,"MassiveIntentClassification (sw)":29.56,"MassiveIntentClassification (ta)":36.82,"MassiveIntentClassification (te)":40.77,"MassiveIntentClassification (th)":58.92,"MassiveIntentClassification (tl)":33.67,"MassiveIntentClassification (tr)":59.91,"MassiveIntentClassification (ur)":52.79,"MassiveIntentClassification (vi)":56.62,"MassiveIntentClassification (zh-TW)":58.74,"MassiveScenarioClassification (af)":53.63,"MassiveScenarioClassification (am)":41.89,"MassiveScenarioClassification (ar)":51.71,"MassiveScenarioClassification (az)":52.09,"MassiveScenarioClassification (bn)":41.17,"MassiveScenarioClassification (cy)":31.71,"MassiveScenarioClassification (de)":57.4,"MassiveScenarioClassification (el)":66.14,"MassiveScenarioClassification (es)":65.07,"MassiveScenarioClassification (fa)":65.89,"MassiveScenarioClassification (fi)":63.74,"MassiveScenarioClassification (fr)":64.52,"MassiveScenarioClassification (he)":59.22,"MassiveScenarioClassification (hi)":65.23,"MassiveScenarioClassification (hu)":66.57,"MassiveScenarioClassification (hy)":56.11,"MassiveScenarioClassification (id)":66.17,"MassiveScenarioClassification (is)":37.55,"MassiveScenarioClassification (it)":65.01,"MassiveScenarioClassification (ja)":66.49,"MassiveScenarioClassification (jv)":38.62,"MassiveScenarioClassification (ka)":50.66,"MassiveScenarioClassification (km)":46.95,"MassiveScenarioClassification (kn)":45.72,"MassiveScenarioClassification (ko)":55.71,"MassiveScenarioClassification (lv)":59.82,"MassiveScenarioClassification (ml)":47.73,"MassiveScenarioClassification (mn)":57.07,"MassiveScenarioClassification (ms)":61.73,"MassiveScenarioClassification (my)":59.09,"MassiveScenarioClassification (nl)":65.53,"MassiveScenarioClassification (pt)":65.83,"MassiveScenarioClassification (ro)":64.2,"MassiveScenarioClassification (ru)":65.25,"MassiveScenarioClassification (sl)":64.01,"MassiveScenarioClassification (sq)":64.34,"MassiveScenarioClassification (sw)":34.86,"MassiveScenarioClassification (ta)":42.63,"MassiveScenarioClassification (te)":46.49,"MassiveScenarioClassification (th)":67.05,"MassiveScenarioClassification (tl)":37.39,"MassiveScenarioClassification (tr)":66.53,"MassiveScenarioClassification (ur)":60.41,"MassiveScenarioClassification (vi)":60.73,"MassiveScenarioClassification (zh-TW)":65.72} -{"index":158,"Rank":16,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":53.36,"AmazonCounterfactualClassification (de)":68.69,"AmazonCounterfactualClassification (ja)":61.61,"AmazonReviewsClassification (de)":33.39,"AmazonReviewsClassification (es)":34.82,"AmazonReviewsClassification (fr)":34.25,"AmazonReviewsClassification (ja)":30.05,"AmazonReviewsClassification (zh)":32.52,"MTOPDomainClassification (de)":78.59,"MTOPDomainClassification (es)":79.24,"MTOPDomainClassification (fr)":71.83,"MTOPDomainClassification (hi)":78.75,"MTOPDomainClassification (th)":77.67,"MTOPIntentClassification (de)":55.29,"MTOPIntentClassification (es)":58.68,"MTOPIntentClassification (fr)":44.53,"MTOPIntentClassification (hi)":59.62,"MTOPIntentClassification (th)":58.8,"MassiveIntentClassification (af)":45.42,"MassiveIntentClassification (am)":37.68,"MassiveIntentClassification (ar)":45.02,"MassiveIntentClassification (az)":48.71,"MassiveIntentClassification (bn)":43.79,"MassiveIntentClassification (cy)":28.76,"MassiveIntentClassification (de)":51.56,"MassiveIntentClassification (el)":56.47,"MassiveIntentClassification (es)":58.28,"MassiveIntentClassification (fa)":59.05,"MassiveIntentClassification (fi)":57.36,"MassiveIntentClassification (fr)":51.93,"MassiveIntentClassification (he)":51.18,"MassiveIntentClassification (hi)":57.06,"MassiveIntentClassification (hu)":58.36,"MassiveIntentClassification (hy)":52.11,"MassiveIntentClassification (id)":58.27,"MassiveIntentClassification (is)":35.81,"MassiveIntentClassification (it)":58.28,"MassiveIntentClassification (ja)":60.78,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":44.5,"MassiveIntentClassification (km)":40.99,"MassiveIntentClassification (kn)":46.96,"MassiveIntentClassification (ko)":54.73,"MassiveIntentClassification (lv)":54.87,"MassiveIntentClassification (ml)":47.89,"MassiveIntentClassification (mn)":52.23,"MassiveIntentClassification (ms)":54.28,"MassiveIntentClassification (my)":51.96,"MassiveIntentClassification (nl)":59.45,"MassiveIntentClassification (pt)":59.84,"MassiveIntentClassification (ro)":57.04,"MassiveIntentClassification (ru)":58.02,"MassiveIntentClassification (sl)":56.36,"MassiveIntentClassification (sq)":56.48,"MassiveIntentClassification (sw)":33.96,"MassiveIntentClassification (ta)":44.29,"MassiveIntentClassification (te)":47.14,"MassiveIntentClassification (th)":56.86,"MassiveIntentClassification (tl)":35.36,"MassiveIntentClassification (tr)":59.63,"MassiveIntentClassification (ur)":52.79,"MassiveIntentClassification (vi)":54.65,"MassiveIntentClassification (zh-TW)":57.47,"MassiveScenarioClassification (af)":50.86,"MassiveScenarioClassification (am)":41.18,"MassiveScenarioClassification (ar)":50.08,"MassiveScenarioClassification (az)":51.29,"MassiveScenarioClassification (bn)":46.53,"MassiveScenarioClassification (cy)":34.35,"MassiveScenarioClassification (de)":56.4,"MassiveScenarioClassification (el)":61.8,"MassiveScenarioClassification (es)":62.21,"MassiveScenarioClassification (fa)":62.44,"MassiveScenarioClassification (fi)":61.1,"MassiveScenarioClassification (fr)":58.31,"MassiveScenarioClassification (he)":56.29,"MassiveScenarioClassification (hi)":60.63,"MassiveScenarioClassification (hu)":63.29,"MassiveScenarioClassification (hy)":54.88,"MassiveScenarioClassification (id)":61.99,"MassiveScenarioClassification (is)":38.58,"MassiveScenarioClassification (it)":62.35,"MassiveScenarioClassification (ja)":65.17,"MassiveScenarioClassification (jv)":36.13,"MassiveScenarioClassification (ka)":50.27,"MassiveScenarioClassification (km)":44.24,"MassiveScenarioClassification (kn)":47.37,"MassiveScenarioClassification (ko)":58.89,"MassiveScenarioClassification (lv)":56.51,"MassiveScenarioClassification (ml)":50.06,"MassiveScenarioClassification (mn)":55.05,"MassiveScenarioClassification (ms)":59.77,"MassiveScenarioClassification (my)":55.72,"MassiveScenarioClassification (nl)":63.38,"MassiveScenarioClassification (pt)":62.41,"MassiveScenarioClassification (ro)":60.68,"MassiveScenarioClassification (ru)":62.31,"MassiveScenarioClassification (sl)":61.43,"MassiveScenarioClassification (sq)":62.23,"MassiveScenarioClassification (sw)":38.52,"MassiveScenarioClassification (ta)":47.0,"MassiveScenarioClassification (te)":51.02,"MassiveScenarioClassification (th)":63.23,"MassiveScenarioClassification (tl)":38.72,"MassiveScenarioClassification (tr)":64.49,"MassiveScenarioClassification (ur)":56.8,"MassiveScenarioClassification (vi)":57.06,"MassiveScenarioClassification (zh-TW)":63.37} -{"index":109,"Rank":17,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":50.6,"AmazonCounterfactualClassification (de)":66.03,"AmazonCounterfactualClassification (ja)":58.77,"AmazonReviewsClassification (de)":30.45,"AmazonReviewsClassification (es)":40.8,"AmazonReviewsClassification (fr)":35.12,"AmazonReviewsClassification (ja)":32.07,"AmazonReviewsClassification (zh)":38.12,"MTOPDomainClassification (de)":74.64,"MTOPDomainClassification (es)":92.07,"MTOPDomainClassification (fr)":69.24,"MTOPDomainClassification (hi)":88.54,"MTOPDomainClassification (th)":55.63,"MTOPIntentClassification (de)":53.4,"MTOPIntentClassification (es)":71.33,"MTOPIntentClassification (fr)":51.25,"MTOPIntentClassification (hi)":66.73,"MTOPIntentClassification (th)":42.13,"MassiveIntentClassification (af)":44.98,"MassiveIntentClassification (am)":25.35,"MassiveIntentClassification (ar)":57.08,"MassiveIntentClassification (az)":39.11,"MassiveIntentClassification (bn)":61.37,"MassiveIntentClassification (cy)":42.97,"MassiveIntentClassification (de)":50.93,"MassiveIntentClassification (el)":40.09,"MassiveIntentClassification (es)":63.81,"MassiveIntentClassification (fa)":49.06,"MassiveIntentClassification (fi)":42.58,"MassiveIntentClassification (fr)":43.21,"MassiveIntentClassification (he)":37.15,"MassiveIntentClassification (hi)":62.89,"MassiveIntentClassification (hu)":41.62,"MassiveIntentClassification (hy)":32.98,"MassiveIntentClassification (id)":62.11,"MassiveIntentClassification (is)":41.04,"MassiveIntentClassification (it)":55.83,"MassiveIntentClassification (ja)":58.83,"MassiveIntentClassification (jv)":49.31,"MassiveIntentClassification (ka)":26.43,"MassiveIntentClassification (km)":28.77,"MassiveIntentClassification (kn)":52.33,"MassiveIntentClassification (ko)":46.93,"MassiveIntentClassification (lv)":44.26,"MassiveIntentClassification (ml)":57.75,"MassiveIntentClassification (mn)":33.31,"MassiveIntentClassification (ms)":55.7,"MassiveIntentClassification (my)":27.39,"MassiveIntentClassification (nl)":48.34,"MassiveIntentClassification (pt)":64.74,"MassiveIntentClassification (ro)":48.41,"MassiveIntentClassification (ru)":52.99,"MassiveIntentClassification (sl)":44.77,"MassiveIntentClassification (sq)":45.45,"MassiveIntentClassification (sw)":46.46,"MassiveIntentClassification (ta)":55.46,"MassiveIntentClassification (te)":51.41,"MassiveIntentClassification (th)":39.2,"MassiveIntentClassification (tl)":48.53,"MassiveIntentClassification (tr)":39.51,"MassiveIntentClassification (ur)":54.72,"MassiveIntentClassification (vi)":62.01,"MassiveIntentClassification (zh-TW)":62.56,"MassiveScenarioClassification (af)":50.47,"MassiveScenarioClassification (am)":27.22,"MassiveScenarioClassification (ar)":65.43,"MassiveScenarioClassification (az)":40.74,"MassiveScenarioClassification (bn)":67.65,"MassiveScenarioClassification (cy)":43.94,"MassiveScenarioClassification (de)":56.67,"MassiveScenarioClassification (el)":41.81,"MassiveScenarioClassification (es)":71.78,"MassiveScenarioClassification (fa)":49.96,"MassiveScenarioClassification (fi)":41.01,"MassiveScenarioClassification (fr)":49.78,"MassiveScenarioClassification (he)":36.69,"MassiveScenarioClassification (hi)":69.28,"MassiveScenarioClassification (hu)":44.31,"MassiveScenarioClassification (hy)":33.64,"MassiveScenarioClassification (id)":68.98,"MassiveScenarioClassification (is)":42.1,"MassiveScenarioClassification (it)":60.27,"MassiveScenarioClassification (ja)":62.48,"MassiveScenarioClassification (jv)":54.68,"MassiveScenarioClassification (ka)":27.22,"MassiveScenarioClassification (km)":32.14,"MassiveScenarioClassification (kn)":57.95,"MassiveScenarioClassification (ko)":47.95,"MassiveScenarioClassification (lv)":42.76,"MassiveScenarioClassification (ml)":62.84,"MassiveScenarioClassification (mn)":33.21,"MassiveScenarioClassification (ms)":62.57,"MassiveScenarioClassification (my)":28.84,"MassiveScenarioClassification (nl)":52.85,"MassiveScenarioClassification (pt)":70.24,"MassiveScenarioClassification (ro)":52.73,"MassiveScenarioClassification (ru)":54.26,"MassiveScenarioClassification (sl)":46.89,"MassiveScenarioClassification (sq)":47.16,"MassiveScenarioClassification (sw)":51.2,"MassiveScenarioClassification (ta)":61.84,"MassiveScenarioClassification (te)":59.79,"MassiveScenarioClassification (th)":41.62,"MassiveScenarioClassification (tl)":50.47,"MassiveScenarioClassification (tr)":43.41,"MassiveScenarioClassification (ur)":60.15,"MassiveScenarioClassification (vi)":68.99,"MassiveScenarioClassification (zh-TW)":71.7} -{"index":110,"Rank":18,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.37,"AmazonCounterfactualClassification (de)":66.42,"AmazonCounterfactualClassification (ja)":56.86,"AmazonReviewsClassification (de)":26.85,"AmazonReviewsClassification (es)":38.97,"AmazonReviewsClassification (fr)":26.85,"AmazonReviewsClassification (ja)":28.31,"AmazonReviewsClassification (zh)":35.7,"MTOPDomainClassification (de)":68.42,"MTOPDomainClassification (es)":88.21,"MTOPDomainClassification (fr)":34.99,"MTOPDomainClassification (hi)":84.23,"MTOPDomainClassification (th)":53.17,"MTOPIntentClassification (de)":49.17,"MTOPIntentClassification (es)":65.72,"MTOPIntentClassification (fr)":15.76,"MTOPIntentClassification (hi)":61.88,"MTOPIntentClassification (th)":41.67,"MassiveIntentClassification (af)":43.29,"MassiveIntentClassification (am)":23.21,"MassiveIntentClassification (ar)":53.38,"MassiveIntentClassification (az)":39.56,"MassiveIntentClassification (bn)":56.74,"MassiveIntentClassification (cy)":40.0,"MassiveIntentClassification (de)":45.82,"MassiveIntentClassification (el)":37.87,"MassiveIntentClassification (es)":61.17,"MassiveIntentClassification (fa)":45.65,"MassiveIntentClassification (fi)":40.28,"MassiveIntentClassification (fr)":15.09,"MassiveIntentClassification (he)":32.23,"MassiveIntentClassification (hi)":59.46,"MassiveIntentClassification (hu)":40.91,"MassiveIntentClassification (hy)":29.94,"MassiveIntentClassification (id)":59.14,"MassiveIntentClassification (is)":39.62,"MassiveIntentClassification (it)":51.77,"MassiveIntentClassification (ja)":53.75,"MassiveIntentClassification (jv)":46.29,"MassiveIntentClassification (ka)":25.11,"MassiveIntentClassification (km)":27.22,"MassiveIntentClassification (kn)":47.97,"MassiveIntentClassification (ko)":40.54,"MassiveIntentClassification (lv)":43.14,"MassiveIntentClassification (ml)":53.69,"MassiveIntentClassification (mn)":33.37,"MassiveIntentClassification (ms)":51.94,"MassiveIntentClassification (my)":25.32,"MassiveIntentClassification (nl)":44.03,"MassiveIntentClassification (pt)":61.74,"MassiveIntentClassification (ro)":45.73,"MassiveIntentClassification (ru)":47.61,"MassiveIntentClassification (sl)":42.83,"MassiveIntentClassification (sq)":43.61,"MassiveIntentClassification (sw)":45.55,"MassiveIntentClassification (ta)":51.24,"MassiveIntentClassification (te)":47.43,"MassiveIntentClassification (th)":36.88,"MassiveIntentClassification (tl)":45.93,"MassiveIntentClassification (tr)":38.59,"MassiveIntentClassification (ur)":51.85,"MassiveIntentClassification (vi)":58.72,"MassiveIntentClassification (zh-TW)":59.95,"MassiveScenarioClassification (af)":47.42,"MassiveScenarioClassification (am)":24.71,"MassiveScenarioClassification (ar)":62.09,"MassiveScenarioClassification (az)":39.25,"MassiveScenarioClassification (bn)":63.37,"MassiveScenarioClassification (cy)":39.17,"MassiveScenarioClassification (de)":50.71,"MassiveScenarioClassification (el)":39.47,"MassiveScenarioClassification (es)":68.31,"MassiveScenarioClassification (fa)":45.65,"MassiveScenarioClassification (fi)":38.95,"MassiveScenarioClassification (fr)":21.67,"MassiveScenarioClassification (he)":32.13,"MassiveScenarioClassification (hi)":65.57,"MassiveScenarioClassification (hu)":42.97,"MassiveScenarioClassification (hy)":32.13,"MassiveScenarioClassification (id)":65.11,"MassiveScenarioClassification (is)":40.84,"MassiveScenarioClassification (it)":54.55,"MassiveScenarioClassification (ja)":57.15,"MassiveScenarioClassification (jv)":49.3,"MassiveScenarioClassification (ka)":25.86,"MassiveScenarioClassification (km)":31.18,"MassiveScenarioClassification (kn)":53.01,"MassiveScenarioClassification (ko)":40.25,"MassiveScenarioClassification (lv)":41.88,"MassiveScenarioClassification (ml)":59.08,"MassiveScenarioClassification (mn)":33.34,"MassiveScenarioClassification (ms)":57.45,"MassiveScenarioClassification (my)":27.2,"MassiveScenarioClassification (nl)":48.42,"MassiveScenarioClassification (pt)":66.41,"MassiveScenarioClassification (ro)":50.08,"MassiveScenarioClassification (ru)":49.94,"MassiveScenarioClassification (sl)":43.43,"MassiveScenarioClassification (sq)":44.08,"MassiveScenarioClassification (sw)":49.53,"MassiveScenarioClassification (ta)":56.79,"MassiveScenarioClassification (te)":54.01,"MassiveScenarioClassification (th)":38.58,"MassiveScenarioClassification (tl)":48.07,"MassiveScenarioClassification (tr)":40.65,"MassiveScenarioClassification (ur)":57.75,"MassiveScenarioClassification (vi)":65.83,"MassiveScenarioClassification (zh-TW)":69.64} -{"index":143,"Rank":19,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":44.78,"AmazonCounterfactualClassification (de)":68.14,"AmazonCounterfactualClassification (ja)":65.39,"AmazonReviewsClassification (de)":35.03,"AmazonReviewsClassification (es)":36.24,"AmazonReviewsClassification (fr)":35.7,"AmazonReviewsClassification (ja)":31.08,"AmazonReviewsClassification (zh)":33.89,"MTOPDomainClassification (de)":86.19,"MTOPDomainClassification (es)":87.75,"MTOPDomainClassification (fr)":84.61,"MTOPDomainClassification (hi)":76.41,"MTOPDomainClassification (th)":73.62,"MTOPIntentClassification (de)":59.21,"MTOPIntentClassification (es)":57.21,"MTOPIntentClassification (fr)":53.41,"MTOPIntentClassification (hi)":45.54,"MTOPIntentClassification (th)":47.73,"MassiveIntentClassification (af)":40.02,"MassiveIntentClassification (am)":2.35,"MassiveIntentClassification (ar)":43.14,"MassiveIntentClassification (az)":25.6,"MassiveIntentClassification (bn)":4.84,"MassiveIntentClassification (cy)":15.43,"MassiveIntentClassification (de)":51.57,"MassiveIntentClassification (el)":49.65,"MassiveIntentClassification (es)":56.57,"MassiveIntentClassification (fa)":55.36,"MassiveIntentClassification (fi)":45.72,"MassiveIntentClassification (fr)":57.02,"MassiveIntentClassification (he)":46.74,"MassiveIntentClassification (hi)":48.55,"MassiveIntentClassification (hu)":50.65,"MassiveIntentClassification (hy)":40.79,"MassiveIntentClassification (id)":56.0,"MassiveIntentClassification (is)":16.08,"MassiveIntentClassification (it)":57.65,"MassiveIntentClassification (ja)":55.33,"MassiveIntentClassification (jv)":28.16,"MassiveIntentClassification (ka)":29.41,"MassiveIntentClassification (km)":4.79,"MassiveIntentClassification (kn)":3.37,"MassiveIntentClassification (ko)":49.97,"MassiveIntentClassification (lv)":44.31,"MassiveIntentClassification (ml)":3.24,"MassiveIntentClassification (mn)":40.37,"MassiveIntentClassification (ms)":47.97,"MassiveIntentClassification (my)":38.48,"MassiveIntentClassification (nl)":58.29,"MassiveIntentClassification (pt)":58.63,"MassiveIntentClassification (ro)":50.63,"MassiveIntentClassification (ru)":57.96,"MassiveIntentClassification (sl)":50.66,"MassiveIntentClassification (sq)":50.25,"MassiveIntentClassification (sw)":19.29,"MassiveIntentClassification (ta)":3.79,"MassiveIntentClassification (te)":3.36,"MassiveIntentClassification (th)":45.28,"MassiveIntentClassification (tl)":28.44,"MassiveIntentClassification (tr)":50.47,"MassiveIntentClassification (ur)":46.03,"MassiveIntentClassification (vi)":45.25,"MassiveIntentClassification (zh-TW)":54.96,"MassiveScenarioClassification (af)":53.67,"MassiveScenarioClassification (am)":7.72,"MassiveScenarioClassification (ar)":52.19,"MassiveScenarioClassification (az)":34.75,"MassiveScenarioClassification (bn)":10.65,"MassiveScenarioClassification (cy)":21.24,"MassiveScenarioClassification (de)":61.4,"MassiveScenarioClassification (el)":60.68,"MassiveScenarioClassification (es)":64.61,"MassiveScenarioClassification (fa)":59.24,"MassiveScenarioClassification (fi)":54.66,"MassiveScenarioClassification (fr)":65.2,"MassiveScenarioClassification (he)":54.74,"MassiveScenarioClassification (hi)":55.99,"MassiveScenarioClassification (hu)":61.2,"MassiveScenarioClassification (hy)":49.63,"MassiveScenarioClassification (id)":65.25,"MassiveScenarioClassification (is)":22.6,"MassiveScenarioClassification (it)":64.63,"MassiveScenarioClassification (ja)":62.32,"MassiveScenarioClassification (jv)":35.77,"MassiveScenarioClassification (ka)":39.08,"MassiveScenarioClassification (km)":9.24,"MassiveScenarioClassification (kn)":8.28,"MassiveScenarioClassification (ko)":57.6,"MassiveScenarioClassification (lv)":51.72,"MassiveScenarioClassification (ml)":8.25,"MassiveScenarioClassification (mn)":47.21,"MassiveScenarioClassification (ms)":55.65,"MassiveScenarioClassification (my)":43.31,"MassiveScenarioClassification (nl)":67.49,"MassiveScenarioClassification (pt)":64.26,"MassiveScenarioClassification (ro)":58.03,"MassiveScenarioClassification (ru)":65.41,"MassiveScenarioClassification (sl)":59.36,"MassiveScenarioClassification (sq)":62.69,"MassiveScenarioClassification (sw)":25.12,"MassiveScenarioClassification (ta)":8.67,"MassiveScenarioClassification (te)":7.82,"MassiveScenarioClassification (th)":54.65,"MassiveScenarioClassification (tl)":36.09,"MassiveScenarioClassification (tr)":60.89,"MassiveScenarioClassification (ur)":54.71,"MassiveScenarioClassification (vi)":55.15,"MassiveScenarioClassification (zh-TW)":62.89} -{"index":5,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":42.45,"AmazonCounterfactualClassification (de)":67.82,"AmazonCounterfactualClassification (ja)":68.76,"AmazonReviewsClassification (de)":31.07,"AmazonReviewsClassification (es)":32.72,"AmazonReviewsClassification (fr)":31.12,"AmazonReviewsClassification (ja)":28.94,"AmazonReviewsClassification (zh)":30.89,"MTOPDomainClassification (de)":74.08,"MTOPDomainClassification (es)":73.47,"MTOPDomainClassification (fr)":72.26,"MTOPDomainClassification (hi)":72.95,"MTOPDomainClassification (th)":72.68,"MTOPIntentClassification (de)":51.62,"MTOPIntentClassification (es)":52.75,"MTOPIntentClassification (fr)":50.12,"MTOPIntentClassification (hi)":45.55,"MTOPIntentClassification (th)":50.07,"MassiveIntentClassification (af)":38.01,"MassiveIntentClassification (am)":12.7,"MassiveIntentClassification (ar)":37.16,"MassiveIntentClassification (az)":19.98,"MassiveIntentClassification (bn)":42.51,"MassiveIntentClassification (cy)":17.33,"MassiveIntentClassification (de)":44.79,"MassiveIntentClassification (el)":46.71,"MassiveIntentClassification (es)":45.44,"MassiveIntentClassification (fa)":45.01,"MassiveIntentClassification (fi)":45.94,"MassiveIntentClassification (fr)":46.13,"MassiveIntentClassification (he)":42.55,"MassiveIntentClassification (hi)":40.2,"MassiveIntentClassification (hu)":42.77,"MassiveIntentClassification (hy)":28.07,"MassiveIntentClassification (id)":45.81,"MassiveIntentClassification (is)":39.86,"MassiveIntentClassification (it)":48.25,"MassiveIntentClassification (ja)":45.3,"MassiveIntentClassification (jv)":24.3,"MassiveIntentClassification (ka)":22.7,"MassiveIntentClassification (km)":22.48,"MassiveIntentClassification (kn)":4.32,"MassiveIntentClassification (ko)":44.26,"MassiveIntentClassification (lv)":39.75,"MassiveIntentClassification (ml)":41.33,"MassiveIntentClassification (mn)":16.2,"MassiveIntentClassification (ms)":43.23,"MassiveIntentClassification (my)":25.37,"MassiveIntentClassification (nl)":45.0,"MassiveIntentClassification (pt)":48.55,"MassiveIntentClassification (ro)":44.3,"MassiveIntentClassification (ru)":44.29,"MassiveIntentClassification (sl)":44.72,"MassiveIntentClassification (sq)":46.12,"MassiveIntentClassification (sw)":31.89,"MassiveIntentClassification (ta)":29.63,"MassiveIntentClassification (te)":36.03,"MassiveIntentClassification (th)":43.39,"MassiveIntentClassification (tl)":29.73,"MassiveIntentClassification (tr)":43.93,"MassiveIntentClassification (ur)":26.11,"MassiveIntentClassification (vi)":44.33,"MassiveIntentClassification (zh-TW)":32.93,"MassiveScenarioClassification (af)":47.1,"MassiveScenarioClassification (am)":17.7,"MassiveScenarioClassification (ar)":45.21,"MassiveScenarioClassification (az)":28.21,"MassiveScenarioClassification (bn)":50.52,"MassiveScenarioClassification (cy)":22.58,"MassiveScenarioClassification (de)":54.34,"MassiveScenarioClassification (el)":55.47,"MassiveScenarioClassification (es)":52.77,"MassiveScenarioClassification (fa)":52.5,"MassiveScenarioClassification (fi)":52.63,"MassiveScenarioClassification (fr)":54.32,"MassiveScenarioClassification (he)":52.41,"MassiveScenarioClassification (hi)":47.37,"MassiveScenarioClassification (hu)":53.43,"MassiveScenarioClassification (hy)":33.57,"MassiveScenarioClassification (id)":54.38,"MassiveScenarioClassification (is)":49.78,"MassiveScenarioClassification (it)":54.84,"MassiveScenarioClassification (ja)":54.12,"MassiveScenarioClassification (jv)":32.71,"MassiveScenarioClassification (ka)":26.92,"MassiveScenarioClassification (km)":27.23,"MassiveScenarioClassification (kn)":10.06,"MassiveScenarioClassification (ko)":52.01,"MassiveScenarioClassification (lv)":44.82,"MassiveScenarioClassification (ml)":49.1,"MassiveScenarioClassification (mn)":21.51,"MassiveScenarioClassification (ms)":53.6,"MassiveScenarioClassification (my)":29.72,"MassiveScenarioClassification (nl)":53.33,"MassiveScenarioClassification (pt)":53.41,"MassiveScenarioClassification (ro)":50.48,"MassiveScenarioClassification (ru)":51.84,"MassiveScenarioClassification (sl)":51.29,"MassiveScenarioClassification (sq)":55.65,"MassiveScenarioClassification (sw)":42.04,"MassiveScenarioClassification (ta)":36.72,"MassiveScenarioClassification (te)":42.08,"MassiveScenarioClassification (th)":52.15,"MassiveScenarioClassification (tl)":37.34,"MassiveScenarioClassification (tr)":52.56,"MassiveScenarioClassification (ur)":32.6,"MassiveScenarioClassification (vi)":50.97,"MassiveScenarioClassification (zh-TW)":42.32} -{"index":58,"Rank":21,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.64,"AmazonCounterfactualClassification (de)":56.88,"AmazonCounterfactualClassification (ja)":54.65,"AmazonReviewsClassification (de)":24.79,"AmazonReviewsClassification (es)":26.64,"AmazonReviewsClassification (fr)":26.39,"AmazonReviewsClassification (ja)":22.08,"AmazonReviewsClassification (zh)":24.27,"MTOPDomainClassification (de)":62.73,"MTOPDomainClassification (es)":67.55,"MTOPDomainClassification (fr)":65.35,"MTOPDomainClassification (hi)":45.37,"MTOPDomainClassification (th)":55.28,"MTOPIntentClassification (de)":49.56,"MTOPIntentClassification (es)":49.94,"MTOPIntentClassification (fr)":46.33,"MTOPIntentClassification (hi)":32.21,"MTOPIntentClassification (th)":43.63,"MassiveIntentClassification (af)":40.55,"MassiveIntentClassification (am)":24.18,"MassiveIntentClassification (ar)":30.13,"MassiveIntentClassification (az)":35.88,"MassiveIntentClassification (bn)":29.17,"MassiveIntentClassification (cy)":41.79,"MassiveIntentClassification (de)":42.07,"MassiveIntentClassification (el)":36.25,"MassiveIntentClassification (es)":42.68,"MassiveIntentClassification (fa)":35.59,"MassiveIntentClassification (fi)":40.04,"MassiveIntentClassification (fr)":43.44,"MassiveIntentClassification (he)":31.59,"MassiveIntentClassification (hi)":27.04,"MassiveIntentClassification (hu)":38.45,"MassiveIntentClassification (hy)":27.98,"MassiveIntentClassification (id)":43.97,"MassiveIntentClassification (is)":40.3,"MassiveIntentClassification (it)":45.47,"MassiveIntentClassification (ja)":45.61,"MassiveIntentClassification (jv)":38.67,"MassiveIntentClassification (ka)":25.65,"MassiveIntentClassification (km)":28.3,"MassiveIntentClassification (kn)":23.48,"MassiveIntentClassification (ko)":36.56,"MassiveIntentClassification (lv)":41.85,"MassiveIntentClassification (ml)":24.91,"MassiveIntentClassification (mn)":29.86,"MassiveIntentClassification (ms)":42.42,"MassiveIntentClassification (my)":25.13,"MassiveIntentClassification (nl)":43.62,"MassiveIntentClassification (pt)":45.21,"MassiveIntentClassification (ro)":41.81,"MassiveIntentClassification (ru)":35.97,"MassiveIntentClassification (sl)":40.61,"MassiveIntentClassification (sq)":42.76,"MassiveIntentClassification (sw)":41.12,"MassiveIntentClassification (ta)":24.6,"MassiveIntentClassification (te)":25.04,"MassiveIntentClassification (th)":35.4,"MassiveIntentClassification (tl)":41.19,"MassiveIntentClassification (tr)":36.41,"MassiveIntentClassification (ur)":25.93,"MassiveIntentClassification (vi)":38.8,"MassiveIntentClassification (zh-TW)":42.31,"MassiveScenarioClassification (af)":43.25,"MassiveScenarioClassification (am)":25.3,"MassiveScenarioClassification (ar)":32.07,"MassiveScenarioClassification (az)":36.68,"MassiveScenarioClassification (bn)":29.57,"MassiveScenarioClassification (cy)":42.1,"MassiveScenarioClassification (de)":43.21,"MassiveScenarioClassification (el)":36.5,"MassiveScenarioClassification (es)":44.08,"MassiveScenarioClassification (fa)":32.61,"MassiveScenarioClassification (fi)":40.36,"MassiveScenarioClassification (fr)":45.07,"MassiveScenarioClassification (he)":32.18,"MassiveScenarioClassification (hi)":26.9,"MassiveScenarioClassification (hu)":40.38,"MassiveScenarioClassification (hy)":28.38,"MassiveScenarioClassification (id)":44.36,"MassiveScenarioClassification (is)":39.29,"MassiveScenarioClassification (it)":46.47,"MassiveScenarioClassification (ja)":46.26,"MassiveScenarioClassification (jv)":41.13,"MassiveScenarioClassification (ka)":24.73,"MassiveScenarioClassification (km)":29.74,"MassiveScenarioClassification (kn)":23.85,"MassiveScenarioClassification (ko)":36.57,"MassiveScenarioClassification (lv)":40.93,"MassiveScenarioClassification (ml)":25.53,"MassiveScenarioClassification (mn)":29.11,"MassiveScenarioClassification (ms)":43.79,"MassiveScenarioClassification (my)":27.27,"MassiveScenarioClassification (nl)":45.36,"MassiveScenarioClassification (pt)":45.9,"MassiveScenarioClassification (ro)":44.12,"MassiveScenarioClassification (ru)":32.76,"MassiveScenarioClassification (sl)":40.5,"MassiveScenarioClassification (sq)":42.52,"MassiveScenarioClassification (sw)":43.0,"MassiveScenarioClassification (ta)":28.33,"MassiveScenarioClassification (te)":26.59,"MassiveScenarioClassification (th)":36.79,"MassiveScenarioClassification (tl)":42.57,"MassiveScenarioClassification (tr)":37.09,"MassiveScenarioClassification (ur)":28.84,"MassiveScenarioClassification (vi)":37.36,"MassiveScenarioClassification (zh-TW)":44.42} -{"index":59,"Rank":22,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":36.66,"AmazonCounterfactualClassification (de)":59.08,"AmazonCounterfactualClassification (ja)":56.42,"AmazonReviewsClassification (de)":24.52,"AmazonReviewsClassification (es)":29.1,"AmazonReviewsClassification (fr)":27.4,"AmazonReviewsClassification (ja)":21.72,"AmazonReviewsClassification (zh)":23.98,"MTOPDomainClassification (de)":60.37,"MTOPDomainClassification (es)":67.37,"MTOPDomainClassification (fr)":63.13,"MTOPDomainClassification (hi)":47.05,"MTOPDomainClassification (th)":52.28,"MTOPIntentClassification (de)":45.07,"MTOPIntentClassification (es)":48.81,"MTOPIntentClassification (fr)":44.34,"MTOPIntentClassification (hi)":34.2,"MTOPIntentClassification (th)":43.11,"MassiveIntentClassification (af)":37.79,"MassiveIntentClassification (am)":23.72,"MassiveIntentClassification (ar)":29.64,"MassiveIntentClassification (az)":39.48,"MassiveIntentClassification (bn)":26.55,"MassiveIntentClassification (cy)":38.78,"MassiveIntentClassification (de)":40.39,"MassiveIntentClassification (el)":37.29,"MassiveIntentClassification (es)":41.18,"MassiveIntentClassification (fa)":36.42,"MassiveIntentClassification (fi)":38.76,"MassiveIntentClassification (fr)":43.67,"MassiveIntentClassification (he)":31.98,"MassiveIntentClassification (hi)":28.04,"MassiveIntentClassification (hu)":38.14,"MassiveIntentClassification (hy)":26.05,"MassiveIntentClassification (id)":41.16,"MassiveIntentClassification (is)":38.63,"MassiveIntentClassification (it)":44.04,"MassiveIntentClassification (ja)":46.21,"MassiveIntentClassification (jv)":37.61,"MassiveIntentClassification (ka)":24.47,"MassiveIntentClassification (km)":26.24,"MassiveIntentClassification (kn)":17.83,"MassiveIntentClassification (ko)":37.27,"MassiveIntentClassification (lv)":40.93,"MassiveIntentClassification (ml)":17.89,"MassiveIntentClassification (mn)":32.98,"MassiveIntentClassification (ms)":40.91,"MassiveIntentClassification (my)":17.83,"MassiveIntentClassification (nl)":41.76,"MassiveIntentClassification (pt)":44.54,"MassiveIntentClassification (ro)":39.97,"MassiveIntentClassification (ru)":37.46,"MassiveIntentClassification (sl)":38.29,"MassiveIntentClassification (sq)":40.95,"MassiveIntentClassification (sw)":38.33,"MassiveIntentClassification (ta)":19.03,"MassiveIntentClassification (te)":19.38,"MassiveIntentClassification (th)":34.09,"MassiveIntentClassification (tl)":40.29,"MassiveIntentClassification (tr)":38.86,"MassiveIntentClassification (ur)":27.83,"MassiveIntentClassification (vi)":38.71,"MassiveIntentClassification (zh-TW)":42.32,"MassiveScenarioClassification (af)":40.25,"MassiveScenarioClassification (am)":25.69,"MassiveScenarioClassification (ar)":32.4,"MassiveScenarioClassification (az)":40.53,"MassiveScenarioClassification (bn)":27.23,"MassiveScenarioClassification (cy)":38.7,"MassiveScenarioClassification (de)":41.36,"MassiveScenarioClassification (el)":38.44,"MassiveScenarioClassification (es)":44.18,"MassiveScenarioClassification (fa)":34.83,"MassiveScenarioClassification (fi)":40.56,"MassiveScenarioClassification (fr)":45.92,"MassiveScenarioClassification (he)":32.08,"MassiveScenarioClassification (hi)":28.37,"MassiveScenarioClassification (hu)":39.49,"MassiveScenarioClassification (hy)":25.9,"MassiveScenarioClassification (id)":40.96,"MassiveScenarioClassification (is)":38.56,"MassiveScenarioClassification (it)":46.59,"MassiveScenarioClassification (ja)":46.25,"MassiveScenarioClassification (jv)":39.66,"MassiveScenarioClassification (ka)":25.28,"MassiveScenarioClassification (km)":28.97,"MassiveScenarioClassification (kn)":19.27,"MassiveScenarioClassification (ko)":35.73,"MassiveScenarioClassification (lv)":39.57,"MassiveScenarioClassification (ml)":19.9,"MassiveScenarioClassification (mn)":32.43,"MassiveScenarioClassification (ms)":42.32,"MassiveScenarioClassification (my)":20.86,"MassiveScenarioClassification (nl)":43.59,"MassiveScenarioClassification (pt)":46.31,"MassiveScenarioClassification (ro)":42.53,"MassiveScenarioClassification (ru)":35.95,"MassiveScenarioClassification (sl)":38.69,"MassiveScenarioClassification (sq)":40.47,"MassiveScenarioClassification (sw)":39.55,"MassiveScenarioClassification (ta)":22.88,"MassiveScenarioClassification (te)":20.51,"MassiveScenarioClassification (th)":34.93,"MassiveScenarioClassification (tl)":40.75,"MassiveScenarioClassification (tr)":39.07,"MassiveScenarioClassification (ur)":29.75,"MassiveScenarioClassification (vi)":38.02,"MassiveScenarioClassification (zh-TW)":45.18} -{"index":139,"Rank":23,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.93,"AmazonCounterfactualClassification (de)":57.1,"AmazonCounterfactualClassification (ja)":59.91,"AmazonReviewsClassification (de)":25.91,"AmazonReviewsClassification (es)":27.63,"AmazonReviewsClassification (fr)":27.54,"AmazonReviewsClassification (ja)":23.57,"AmazonReviewsClassification (zh)":22.99,"MTOPDomainClassification (de)":72.04,"MTOPDomainClassification (es)":72.99,"MTOPDomainClassification (fr)":75.59,"MTOPDomainClassification (hi)":40.36,"MTOPDomainClassification (th)":17.1,"MTOPIntentClassification (de)":43.41,"MTOPIntentClassification (es)":41.88,"MTOPIntentClassification (fr)":38.94,"MTOPIntentClassification (hi)":17.75,"MTOPIntentClassification (th)":5.63,"MassiveIntentClassification (af)":38.94,"MassiveIntentClassification (am)":2.45,"MassiveIntentClassification (ar)":20.94,"MassiveIntentClassification (az)":34.25,"MassiveIntentClassification (bn)":13.67,"MassiveIntentClassification (cy)":35.71,"MassiveIntentClassification (de)":44.17,"MassiveIntentClassification (el)":28.7,"MassiveIntentClassification (es)":40.91,"MassiveIntentClassification (fa)":23.52,"MassiveIntentClassification (fi)":39.27,"MassiveIntentClassification (fr)":44.82,"MassiveIntentClassification (he)":23.65,"MassiveIntentClassification (hi)":17.98,"MassiveIntentClassification (hu)":38.0,"MassiveIntentClassification (hy)":8.69,"MassiveIntentClassification (id)":39.66,"MassiveIntentClassification (is)":35.14,"MassiveIntentClassification (it)":43.17,"MassiveIntentClassification (ja)":30.94,"MassiveIntentClassification (jv)":36.69,"MassiveIntentClassification (ka)":9.17,"MassiveIntentClassification (km)":4.99,"MassiveIntentClassification (kn)":3.08,"MassiveIntentClassification (ko)":19.97,"MassiveIntentClassification (lv)":38.61,"MassiveIntentClassification (ml)":2.85,"MassiveIntentClassification (mn)":23.25,"MassiveIntentClassification (ms)":36.21,"MassiveIntentClassification (my)":4.38,"MassiveIntentClassification (nl)":41.85,"MassiveIntentClassification (pt)":45.12,"MassiveIntentClassification (ro)":41.71,"MassiveIntentClassification (ru)":26.33,"MassiveIntentClassification (sl)":38.52,"MassiveIntentClassification (sq)":41.62,"MassiveIntentClassification (sw)":35.28,"MassiveIntentClassification (ta)":13.1,"MassiveIntentClassification (te)":2.56,"MassiveIntentClassification (th)":10.54,"MassiveIntentClassification (tl)":38.56,"MassiveIntentClassification (tr)":35.9,"MassiveIntentClassification (ur)":16.18,"MassiveIntentClassification (vi)":37.38,"MassiveIntentClassification (zh-TW)":22.39,"MassiveScenarioClassification (af)":45.71,"MassiveScenarioClassification (am)":7.41,"MassiveScenarioClassification (ar)":27.62,"MassiveScenarioClassification (az)":39.58,"MassiveScenarioClassification (bn)":18.98,"MassiveScenarioClassification (cy)":41.4,"MassiveScenarioClassification (de)":52.07,"MassiveScenarioClassification (el)":35.51,"MassiveScenarioClassification (es)":50.74,"MassiveScenarioClassification (fa)":29.0,"MassiveScenarioClassification (fi)":45.8,"MassiveScenarioClassification (fr)":53.76,"MassiveScenarioClassification (he)":25.68,"MassiveScenarioClassification (hi)":23.02,"MassiveScenarioClassification (hu)":44.09,"MassiveScenarioClassification (hy)":14.83,"MassiveScenarioClassification (id)":44.35,"MassiveScenarioClassification (is)":43.08,"MassiveScenarioClassification (it)":51.71,"MassiveScenarioClassification (ja)":36.75,"MassiveScenarioClassification (jv)":44.57,"MassiveScenarioClassification (ka)":14.84,"MassiveScenarioClassification (km)":9.75,"MassiveScenarioClassification (kn)":8.32,"MassiveScenarioClassification (ko)":25.72,"MassiveScenarioClassification (lv)":42.75,"MassiveScenarioClassification (ml)":7.25,"MassiveScenarioClassification (mn)":29.03,"MassiveScenarioClassification (ms)":44.65,"MassiveScenarioClassification (my)":10.07,"MassiveScenarioClassification (nl)":49.15,"MassiveScenarioClassification (pt)":53.0,"MassiveScenarioClassification (ro)":49.97,"MassiveScenarioClassification (ru)":28.75,"MassiveScenarioClassification (sl)":42.26,"MassiveScenarioClassification (sq)":49.14,"MassiveScenarioClassification (sw)":43.18,"MassiveScenarioClassification (ta)":19.38,"MassiveScenarioClassification (te)":7.74,"MassiveScenarioClassification (th)":18.32,"MassiveScenarioClassification (tl)":48.31,"MassiveScenarioClassification (tr)":41.79,"MassiveScenarioClassification (ur)":24.46,"MassiveScenarioClassification (vi)":40.94,"MassiveScenarioClassification (zh-TW)":31.16} -{"index":52,"Rank":24,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.78,"AmazonCounterfactualClassification (de)":54.33,"AmazonCounterfactualClassification (ja)":56.34,"AmazonReviewsClassification (de)":27.2,"AmazonReviewsClassification (es)":34.88,"AmazonReviewsClassification (fr)":31.56,"AmazonReviewsClassification (ja)":22.71,"AmazonReviewsClassification (zh)":22.35,"MTOPDomainClassification (de)":74.86,"MTOPDomainClassification (es)":77.09,"MTOPDomainClassification (fr)":79.8,"MTOPDomainClassification (hi)":32.79,"MTOPDomainClassification (th)":16.65,"MTOPIntentClassification (de)":42.36,"MTOPIntentClassification (es)":44.73,"MTOPIntentClassification (fr)":38.96,"MTOPIntentClassification (hi)":13.58,"MTOPIntentClassification (th)":5.4,"MassiveIntentClassification (af)":37.22,"MassiveIntentClassification (am)":3.19,"MassiveIntentClassification (ar)":14.26,"MassiveIntentClassification (az)":37.22,"MassiveIntentClassification (bn)":10.76,"MassiveIntentClassification (cy)":32.5,"MassiveIntentClassification (de)":42.78,"MassiveIntentClassification (el)":33.49,"MassiveIntentClassification (es)":44.45,"MassiveIntentClassification (fa)":26.74,"MassiveIntentClassification (fi)":38.1,"MassiveIntentClassification (fr)":46.89,"MassiveIntentClassification (he)":25.2,"MassiveIntentClassification (hi)":13.94,"MassiveIntentClassification (hu)":34.71,"MassiveIntentClassification (hy)":6.71,"MassiveIntentClassification (id)":38.57,"MassiveIntentClassification (is)":32.23,"MassiveIntentClassification (it)":45.8,"MassiveIntentClassification (ja)":29.19,"MassiveIntentClassification (jv)":34.22,"MassiveIntentClassification (ka)":8.89,"MassiveIntentClassification (km)":4.62,"MassiveIntentClassification (kn)":3.17,"MassiveIntentClassification (ko)":15.03,"MassiveIntentClassification (lv)":36.1,"MassiveIntentClassification (ml)":3.0,"MassiveIntentClassification (mn)":23.3,"MassiveIntentClassification (ms)":36.13,"MassiveIntentClassification (my)":3.81,"MassiveIntentClassification (nl)":41.08,"MassiveIntentClassification (pt)":45.2,"MassiveIntentClassification (ro)":39.49,"MassiveIntentClassification (ru)":31.82,"MassiveIntentClassification (sl)":35.45,"MassiveIntentClassification (sq)":36.89,"MassiveIntentClassification (sw)":37.54,"MassiveIntentClassification (ta)":7.91,"MassiveIntentClassification (te)":2.85,"MassiveIntentClassification (th)":10.5,"MassiveIntentClassification (tl)":39.47,"MassiveIntentClassification (tr)":37.5,"MassiveIntentClassification (ur)":16.11,"MassiveIntentClassification (vi)":36.11,"MassiveIntentClassification (zh-TW)":17.22,"MassiveScenarioClassification (af)":47.8,"MassiveScenarioClassification (am)":7.08,"MassiveScenarioClassification (ar)":22.83,"MassiveScenarioClassification (az)":44.95,"MassiveScenarioClassification (bn)":16.59,"MassiveScenarioClassification (cy)":37.92,"MassiveScenarioClassification (de)":58.74,"MassiveScenarioClassification (el)":43.0,"MassiveScenarioClassification (es)":54.47,"MassiveScenarioClassification (fa)":30.58,"MassiveScenarioClassification (fi)":43.57,"MassiveScenarioClassification (fr)":56.99,"MassiveScenarioClassification (he)":28.08,"MassiveScenarioClassification (hi)":18.1,"MassiveScenarioClassification (hu)":41.74,"MassiveScenarioClassification (hy)":11.54,"MassiveScenarioClassification (id)":46.95,"MassiveScenarioClassification (is)":42.78,"MassiveScenarioClassification (it)":54.65,"MassiveScenarioClassification (ja)":35.9,"MassiveScenarioClassification (jv)":42.51,"MassiveScenarioClassification (ka)":13.8,"MassiveScenarioClassification (km)":9.45,"MassiveScenarioClassification (kn)":8.16,"MassiveScenarioClassification (ko)":19.91,"MassiveScenarioClassification (lv)":40.48,"MassiveScenarioClassification (ml)":6.7,"MassiveScenarioClassification (mn)":28.55,"MassiveScenarioClassification (ms)":46.62,"MassiveScenarioClassification (my)":9.98,"MassiveScenarioClassification (nl)":51.76,"MassiveScenarioClassification (pt)":55.6,"MassiveScenarioClassification (ro)":50.54,"MassiveScenarioClassification (ru)":37.73,"MassiveScenarioClassification (sl)":41.67,"MassiveScenarioClassification (sq)":47.38,"MassiveScenarioClassification (sw)":44.18,"MassiveScenarioClassification (ta)":12.6,"MassiveScenarioClassification (te)":7.02,"MassiveScenarioClassification (th)":19.79,"MassiveScenarioClassification (tl)":50.36,"MassiveScenarioClassification (tr)":45.48,"MassiveScenarioClassification (ur)":23.68,"MassiveScenarioClassification (vi)":41.63,"MassiveScenarioClassification (zh-TW)":27.52} -{"index":140,"Rank":25,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.84,"AmazonCounterfactualClassification (de)":57.82,"AmazonCounterfactualClassification (ja)":60.9,"AmazonReviewsClassification (de)":26.44,"AmazonReviewsClassification (es)":27.35,"AmazonReviewsClassification (fr)":26.88,"AmazonReviewsClassification (ja)":23.78,"AmazonReviewsClassification (zh)":23.67,"MTOPDomainClassification (de)":70.47,"MTOPDomainClassification (es)":72.99,"MTOPDomainClassification (fr)":75.1,"MTOPDomainClassification (hi)":40.74,"MTOPDomainClassification (th)":15.66,"MTOPIntentClassification (de)":45.7,"MTOPIntentClassification (es)":44.19,"MTOPIntentClassification (fr)":39.67,"MTOPIntentClassification (hi)":18.69,"MTOPIntentClassification (th)":5.03,"MassiveIntentClassification (af)":37.45,"MassiveIntentClassification (am)":2.62,"MassiveIntentClassification (ar)":19.05,"MassiveIntentClassification (az)":30.63,"MassiveIntentClassification (bn)":13.1,"MassiveIntentClassification (cy)":34.54,"MassiveIntentClassification (de)":43.44,"MassiveIntentClassification (el)":24.19,"MassiveIntentClassification (es)":39.88,"MassiveIntentClassification (fa)":19.1,"MassiveIntentClassification (fi)":38.37,"MassiveIntentClassification (fr)":42.55,"MassiveIntentClassification (he)":22.48,"MassiveIntentClassification (hi)":17.7,"MassiveIntentClassification (hu)":35.69,"MassiveIntentClassification (hy)":7.62,"MassiveIntentClassification (id)":39.02,"MassiveIntentClassification (is)":29.95,"MassiveIntentClassification (it)":41.59,"MassiveIntentClassification (ja)":31.87,"MassiveIntentClassification (jv)":35.91,"MassiveIntentClassification (ka)":9.07,"MassiveIntentClassification (km)":4.91,"MassiveIntentClassification (kn)":3.14,"MassiveIntentClassification (ko)":16.05,"MassiveIntentClassification (lv)":36.97,"MassiveIntentClassification (ml)":2.89,"MassiveIntentClassification (mn)":20.35,"MassiveIntentClassification (ms)":35.07,"MassiveIntentClassification (my)":4.24,"MassiveIntentClassification (nl)":40.2,"MassiveIntentClassification (pt)":43.76,"MassiveIntentClassification (ro)":40.54,"MassiveIntentClassification (ru)":27.58,"MassiveIntentClassification (sl)":36.7,"MassiveIntentClassification (sq)":40.7,"MassiveIntentClassification (sw)":34.98,"MassiveIntentClassification (ta)":11.31,"MassiveIntentClassification (te)":2.46,"MassiveIntentClassification (th)":11.26,"MassiveIntentClassification (tl)":37.92,"MassiveIntentClassification (tr)":33.76,"MassiveIntentClassification (ur)":14.42,"MassiveIntentClassification (vi)":37.09,"MassiveIntentClassification (zh-TW)":22.56,"MassiveScenarioClassification (af)":43.87,"MassiveScenarioClassification (am)":7.57,"MassiveScenarioClassification (ar)":25.99,"MassiveScenarioClassification (az)":35.59,"MassiveScenarioClassification (bn)":20.56,"MassiveScenarioClassification (cy)":39.0,"MassiveScenarioClassification (de)":51.47,"MassiveScenarioClassification (el)":31.3,"MassiveScenarioClassification (es)":49.0,"MassiveScenarioClassification (fa)":23.97,"MassiveScenarioClassification (fi)":42.38,"MassiveScenarioClassification (fr)":51.14,"MassiveScenarioClassification (he)":24.01,"MassiveScenarioClassification (hi)":23.71,"MassiveScenarioClassification (hu)":41.61,"MassiveScenarioClassification (hy)":13.03,"MassiveScenarioClassification (id)":43.46,"MassiveScenarioClassification (is)":36.12,"MassiveScenarioClassification (it)":49.8,"MassiveScenarioClassification (ja)":37.3,"MassiveScenarioClassification (jv)":43.59,"MassiveScenarioClassification (ka)":14.92,"MassiveScenarioClassification (km)":9.25,"MassiveScenarioClassification (kn)":7.85,"MassiveScenarioClassification (ko)":20.3,"MassiveScenarioClassification (lv)":40.43,"MassiveScenarioClassification (ml)":7.67,"MassiveScenarioClassification (mn)":25.47,"MassiveScenarioClassification (ms)":43.67,"MassiveScenarioClassification (my)":10.61,"MassiveScenarioClassification (nl)":48.43,"MassiveScenarioClassification (pt)":50.72,"MassiveScenarioClassification (ro)":48.23,"MassiveScenarioClassification (ru)":30.46,"MassiveScenarioClassification (sl)":41.9,"MassiveScenarioClassification (sq)":47.21,"MassiveScenarioClassification (sw)":43.32,"MassiveScenarioClassification (ta)":17.37,"MassiveScenarioClassification (te)":7.95,"MassiveScenarioClassification (th)":19.5,"MassiveScenarioClassification (tl)":45.69,"MassiveScenarioClassification (tr)":38.85,"MassiveScenarioClassification (ur)":23.73,"MassiveScenarioClassification (vi)":40.47,"MassiveScenarioClassification (zh-TW)":31.18} -{"index":145,"Rank":26,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.51,"AmazonCounterfactualClassification (de)":59.79,"AmazonCounterfactualClassification (ja)":50.59,"AmazonReviewsClassification (de)":35.06,"AmazonReviewsClassification (es)":37.18,"AmazonReviewsClassification (fr)":35.48,"AmazonReviewsClassification (ja)":22.24,"AmazonReviewsClassification (zh)":21.89,"MTOPDomainClassification (de)":85.42,"MTOPDomainClassification (es)":88.2,"MTOPDomainClassification (fr)":85.05,"MTOPDomainClassification (hi)":21.74,"MTOPDomainClassification (th)":15.87,"MTOPIntentClassification (de)":55.75,"MTOPIntentClassification (es)":57.73,"MTOPIntentClassification (fr)":51.07,"MTOPIntentClassification (hi)":3.19,"MTOPIntentClassification (th)":5.55,"MassiveIntentClassification (af)":42.6,"MassiveIntentClassification (am)":2.12,"MassiveIntentClassification (ar)":4.64,"MassiveIntentClassification (az)":35.05,"MassiveIntentClassification (bn)":2.84,"MassiveIntentClassification (cy)":36.19,"MassiveIntentClassification (de)":55.49,"MassiveIntentClassification (el)":10.14,"MassiveIntentClassification (es)":56.72,"MassiveIntentClassification (fa)":3.54,"MassiveIntentClassification (fi)":37.13,"MassiveIntentClassification (fr)":57.67,"MassiveIntentClassification (he)":2.56,"MassiveIntentClassification (hi)":3.24,"MassiveIntentClassification (hu)":34.22,"MassiveIntentClassification (hy)":3.01,"MassiveIntentClassification (id)":46.54,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":54.13,"MassiveIntentClassification (ja)":4.27,"MassiveIntentClassification (jv)":36.97,"MassiveIntentClassification (ka)":2.72,"MassiveIntentClassification (km)":5.35,"MassiveIntentClassification (kn)":3.17,"MassiveIntentClassification (ko)":2.64,"MassiveIntentClassification (lv)":36.32,"MassiveIntentClassification (ml)":3.18,"MassiveIntentClassification (mn)":22.85,"MassiveIntentClassification (ms)":42.87,"MassiveIntentClassification (my)":4.04,"MassiveIntentClassification (nl)":49.53,"MassiveIntentClassification (pt)":57.03,"MassiveIntentClassification (ro)":49.95,"MassiveIntentClassification (ru)":36.58,"MassiveIntentClassification (sl)":39.44,"MassiveIntentClassification (sq)":41.78,"MassiveIntentClassification (sw)":35.85,"MassiveIntentClassification (ta)":2.32,"MassiveIntentClassification (te)":2.2,"MassiveIntentClassification (th)":3.74,"MassiveIntentClassification (tl)":43.12,"MassiveIntentClassification (tr)":35.24,"MassiveIntentClassification (ur)":3.0,"MassiveIntentClassification (vi)":30.01,"MassiveIntentClassification (zh-TW)":3.35,"MassiveScenarioClassification (af)":52.54,"MassiveScenarioClassification (am)":6.3,"MassiveScenarioClassification (ar)":11.96,"MassiveScenarioClassification (az)":40.17,"MassiveScenarioClassification (bn)":8.29,"MassiveScenarioClassification (cy)":42.24,"MassiveScenarioClassification (de)":68.09,"MassiveScenarioClassification (el)":16.66,"MassiveScenarioClassification (es)":64.32,"MassiveScenarioClassification (fa)":6.9,"MassiveScenarioClassification (fi)":43.96,"MassiveScenarioClassification (fr)":66.72,"MassiveScenarioClassification (he)":7.51,"MassiveScenarioClassification (hi)":7.82,"MassiveScenarioClassification (hu)":42.16,"MassiveScenarioClassification (hy)":9.33,"MassiveScenarioClassification (id)":53.54,"MassiveScenarioClassification (is)":42.84,"MassiveScenarioClassification (it)":62.44,"MassiveScenarioClassification (ja)":7.29,"MassiveScenarioClassification (jv)":43.13,"MassiveScenarioClassification (ka)":7.63,"MassiveScenarioClassification (km)":9.08,"MassiveScenarioClassification (kn)":8.1,"MassiveScenarioClassification (ko)":6.35,"MassiveScenarioClassification (lv)":40.24,"MassiveScenarioClassification (ml)":7.65,"MassiveScenarioClassification (mn)":27.98,"MassiveScenarioClassification (ms)":52.41,"MassiveScenarioClassification (my)":9.21,"MassiveScenarioClassification (nl)":60.35,"MassiveScenarioClassification (pt)":62.78,"MassiveScenarioClassification (ro)":59.62,"MassiveScenarioClassification (ru)":43.44,"MassiveScenarioClassification (sl)":44.79,"MassiveScenarioClassification (sq)":50.84,"MassiveScenarioClassification (sw)":44.63,"MassiveScenarioClassification (ta)":7.95,"MassiveScenarioClassification (te)":7.5,"MassiveScenarioClassification (th)":8.79,"MassiveScenarioClassification (tl)":53.54,"MassiveScenarioClassification (tr)":42.47,"MassiveScenarioClassification (ur)":9.58,"MassiveScenarioClassification (vi)":34.68,"MassiveScenarioClassification (zh-TW)":8.77} -{"index":76,"Rank":27,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.35,"AmazonCounterfactualClassification (de)":57.98,"AmazonCounterfactualClassification (ja)":59.38,"AmazonReviewsClassification (de)":26.73,"AmazonReviewsClassification (es)":27.23,"AmazonReviewsClassification (fr)":27.0,"AmazonReviewsClassification (ja)":23.75,"AmazonReviewsClassification (zh)":23.13,"MTOPDomainClassification (de)":70.39,"MTOPDomainClassification (es)":73.35,"MTOPDomainClassification (fr)":75.57,"MTOPDomainClassification (hi)":39.06,"MTOPDomainClassification (th)":17.09,"MTOPIntentClassification (de)":45.26,"MTOPIntentClassification (es)":44.9,"MTOPIntentClassification (fr)":41.12,"MTOPIntentClassification (hi)":18.3,"MTOPIntentClassification (th)":4.68,"MassiveIntentClassification (af)":36.53,"MassiveIntentClassification (am)":2.44,"MassiveIntentClassification (ar)":18.02,"MassiveIntentClassification (az)":28.74,"MassiveIntentClassification (bn)":12.1,"MassiveIntentClassification (cy)":33.68,"MassiveIntentClassification (de)":42.21,"MassiveIntentClassification (el)":22.5,"MassiveIntentClassification (es)":40.63,"MassiveIntentClassification (fa)":19.65,"MassiveIntentClassification (fi)":36.97,"MassiveIntentClassification (fr)":41.95,"MassiveIntentClassification (he)":20.56,"MassiveIntentClassification (hi)":17.6,"MassiveIntentClassification (hu)":33.79,"MassiveIntentClassification (hy)":7.13,"MassiveIntentClassification (id)":38.6,"MassiveIntentClassification (is)":29.51,"MassiveIntentClassification (it)":40.84,"MassiveIntentClassification (ja)":30.52,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":8.55,"MassiveIntentClassification (km)":4.51,"MassiveIntentClassification (kn)":3.39,"MassiveIntentClassification (ko)":16.09,"MassiveIntentClassification (lv)":36.23,"MassiveIntentClassification (ml)":2.54,"MassiveIntentClassification (mn)":18.88,"MassiveIntentClassification (ms)":34.14,"MassiveIntentClassification (my)":4.49,"MassiveIntentClassification (nl)":38.17,"MassiveIntentClassification (pt)":42.6,"MassiveIntentClassification (ro)":39.3,"MassiveIntentClassification (ru)":27.14,"MassiveIntentClassification (sl)":36.45,"MassiveIntentClassification (sq)":40.24,"MassiveIntentClassification (sw)":33.87,"MassiveIntentClassification (ta)":11.43,"MassiveIntentClassification (te)":2.25,"MassiveIntentClassification (th)":10.3,"MassiveIntentClassification (tl)":38.09,"MassiveIntentClassification (tr)":33.09,"MassiveIntentClassification (ur)":15.12,"MassiveIntentClassification (vi)":37.36,"MassiveIntentClassification (zh-TW)":24.11,"MassiveScenarioClassification (af)":43.56,"MassiveScenarioClassification (am)":7.37,"MassiveScenarioClassification (ar)":24.37,"MassiveScenarioClassification (az)":35.12,"MassiveScenarioClassification (bn)":19.76,"MassiveScenarioClassification (cy)":38.78,"MassiveScenarioClassification (de)":50.05,"MassiveScenarioClassification (el)":29.29,"MassiveScenarioClassification (es)":49.3,"MassiveScenarioClassification (fa)":22.91,"MassiveScenarioClassification (fi)":40.72,"MassiveScenarioClassification (fr)":50.59,"MassiveScenarioClassification (he)":23.92,"MassiveScenarioClassification (hi)":23.15,"MassiveScenarioClassification (hu)":39.28,"MassiveScenarioClassification (hy)":12.36,"MassiveScenarioClassification (id)":43.03,"MassiveScenarioClassification (is)":35.19,"MassiveScenarioClassification (it)":49.37,"MassiveScenarioClassification (ja)":37.64,"MassiveScenarioClassification (jv)":42.82,"MassiveScenarioClassification (ka)":14.13,"MassiveScenarioClassification (km)":8.84,"MassiveScenarioClassification (kn)":8.35,"MassiveScenarioClassification (ko)":20.59,"MassiveScenarioClassification (lv)":40.16,"MassiveScenarioClassification (ml)":7.48,"MassiveScenarioClassification (mn)":24.15,"MassiveScenarioClassification (ms)":42.39,"MassiveScenarioClassification (my)":11.19,"MassiveScenarioClassification (nl)":46.52,"MassiveScenarioClassification (pt)":49.51,"MassiveScenarioClassification (ro)":47.62,"MassiveScenarioClassification (ru)":29.95,"MassiveScenarioClassification (sl)":41.42,"MassiveScenarioClassification (sq)":45.49,"MassiveScenarioClassification (sw)":41.83,"MassiveScenarioClassification (ta)":17.58,"MassiveScenarioClassification (te)":7.58,"MassiveScenarioClassification (th)":18.84,"MassiveScenarioClassification (tl)":46.35,"MassiveScenarioClassification (tr)":38.19,"MassiveScenarioClassification (ur)":23.33,"MassiveScenarioClassification (vi)":40.89,"MassiveScenarioClassification (zh-TW)":33.27} -{"index":141,"Rank":28,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":30.12,"AmazonCounterfactualClassification (de)":55.66,"AmazonCounterfactualClassification (ja)":60.69,"AmazonReviewsClassification (de)":26.05,"AmazonReviewsClassification (es)":27.73,"AmazonReviewsClassification (fr)":28.49,"AmazonReviewsClassification (ja)":23.65,"AmazonReviewsClassification (zh)":23.62,"MTOPDomainClassification (de)":71.86,"MTOPDomainClassification (es)":71.3,"MTOPDomainClassification (fr)":74.88,"MTOPDomainClassification (hi)":39.93,"MTOPDomainClassification (th)":17.54,"MTOPIntentClassification (de)":44.36,"MTOPIntentClassification (es)":39.48,"MTOPIntentClassification (fr)":37.57,"MTOPIntentClassification (hi)":18.63,"MTOPIntentClassification (th)":5.39,"MassiveIntentClassification (af)":36.49,"MassiveIntentClassification (am)":2.4,"MassiveIntentClassification (ar)":20.42,"MassiveIntentClassification (az)":28.92,"MassiveIntentClassification (bn)":12.35,"MassiveIntentClassification (cy)":30.82,"MassiveIntentClassification (de)":44.54,"MassiveIntentClassification (el)":24.52,"MassiveIntentClassification (es)":39.75,"MassiveIntentClassification (fa)":22.45,"MassiveIntentClassification (fi)":34.58,"MassiveIntentClassification (fr)":44.27,"MassiveIntentClassification (he)":23.6,"MassiveIntentClassification (hi)":17.68,"MassiveIntentClassification (hu)":34.38,"MassiveIntentClassification (hy)":10.11,"MassiveIntentClassification (id)":36.31,"MassiveIntentClassification (is)":31.46,"MassiveIntentClassification (it)":40.29,"MassiveIntentClassification (ja)":33.13,"MassiveIntentClassification (jv)":31.75,"MassiveIntentClassification (ka)":7.66,"MassiveIntentClassification (km)":4.76,"MassiveIntentClassification (kn)":3.76,"MassiveIntentClassification (ko)":13.35,"MassiveIntentClassification (lv)":35.08,"MassiveIntentClassification (ml)":2.62,"MassiveIntentClassification (mn)":19.65,"MassiveIntentClassification (ms)":30.53,"MassiveIntentClassification (my)":4.6,"MassiveIntentClassification (nl)":38.49,"MassiveIntentClassification (pt)":42.83,"MassiveIntentClassification (ro)":38.07,"MassiveIntentClassification (ru)":23.98,"MassiveIntentClassification (sl)":34.49,"MassiveIntentClassification (sq)":37.26,"MassiveIntentClassification (sw)":31.82,"MassiveIntentClassification (ta)":9.25,"MassiveIntentClassification (te)":2.26,"MassiveIntentClassification (th)":8.51,"MassiveIntentClassification (tl)":36.33,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":12.86,"MassiveIntentClassification (vi)":31.47,"MassiveIntentClassification (zh-TW)":22.43,"MassiveScenarioClassification (af)":43.63,"MassiveScenarioClassification (am)":7.43,"MassiveScenarioClassification (ar)":27.8,"MassiveScenarioClassification (az)":36.42,"MassiveScenarioClassification (bn)":17.49,"MassiveScenarioClassification (cy)":34.82,"MassiveScenarioClassification (de)":54.09,"MassiveScenarioClassification (el)":33.85,"MassiveScenarioClassification (es)":50.92,"MassiveScenarioClassification (fa)":27.8,"MassiveScenarioClassification (fi)":38.41,"MassiveScenarioClassification (fr)":54.26,"MassiveScenarioClassification (he)":25.49,"MassiveScenarioClassification (hi)":23.13,"MassiveScenarioClassification (hu)":41.01,"MassiveScenarioClassification (hy)":16.86,"MassiveScenarioClassification (id)":43.05,"MassiveScenarioClassification (is)":39.36,"MassiveScenarioClassification (it)":51.37,"MassiveScenarioClassification (ja)":40.57,"MassiveScenarioClassification (jv)":40.0,"MassiveScenarioClassification (ka)":13.45,"MassiveScenarioClassification (km)":9.63,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":17.28,"MassiveScenarioClassification (lv)":39.28,"MassiveScenarioClassification (ml)":7.69,"MassiveScenarioClassification (mn)":25.58,"MassiveScenarioClassification (ms)":37.28,"MassiveScenarioClassification (my)":10.8,"MassiveScenarioClassification (nl)":47.79,"MassiveScenarioClassification (pt)":52.06,"MassiveScenarioClassification (ro)":47.86,"MassiveScenarioClassification (ru)":28.71,"MassiveScenarioClassification (sl)":39.88,"MassiveScenarioClassification (sq)":44.67,"MassiveScenarioClassification (sw)":40.34,"MassiveScenarioClassification (ta)":14.55,"MassiveScenarioClassification (te)":7.81,"MassiveScenarioClassification (th)":17.01,"MassiveScenarioClassification (tl)":47.04,"MassiveScenarioClassification (tr)":39.11,"MassiveScenarioClassification (ur)":20.0,"MassiveScenarioClassification (vi)":35.9,"MassiveScenarioClassification (zh-TW)":31.7} -{"index":151,"Rank":29,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.6,"AmazonCounterfactualClassification (de)":67.01,"AmazonCounterfactualClassification (ja)":45.61,"AmazonReviewsClassification (de)":44.05,"AmazonReviewsClassification (es)":45.01,"AmazonReviewsClassification (fr)":43.52,"AmazonReviewsClassification (ja)":22.23,"AmazonReviewsClassification (zh)":21.88,"MTOPDomainClassification (de)":83.28,"MTOPDomainClassification (es)":85.32,"MTOPDomainClassification (fr)":85.14,"MTOPDomainClassification (hi)":20.85,"MTOPDomainClassification (th)":15.62,"MTOPIntentClassification (de)":54.65,"MTOPIntentClassification (es)":57.38,"MTOPIntentClassification (fr)":54.39,"MTOPIntentClassification (hi)":3.28,"MTOPIntentClassification (th)":5.08,"MassiveIntentClassification (af)":40.17,"MassiveIntentClassification (am)":2.18,"MassiveIntentClassification (ar)":4.18,"MassiveIntentClassification (az)":30.02,"MassiveIntentClassification (bn)":2.6,"MassiveIntentClassification (cy)":29.15,"MassiveIntentClassification (de)":57.43,"MassiveIntentClassification (el)":9.96,"MassiveIntentClassification (es)":57.97,"MassiveIntentClassification (fa)":3.6,"MassiveIntentClassification (fi)":34.02,"MassiveIntentClassification (fr)":60.99,"MassiveIntentClassification (he)":2.51,"MassiveIntentClassification (hi)":3.02,"MassiveIntentClassification (hu)":31.66,"MassiveIntentClassification (hy)":3.32,"MassiveIntentClassification (id)":41.53,"MassiveIntentClassification (is)":30.25,"MassiveIntentClassification (it)":56.57,"MassiveIntentClassification (ja)":3.5,"MassiveIntentClassification (jv)":31.67,"MassiveIntentClassification (ka)":2.79,"MassiveIntentClassification (km)":5.43,"MassiveIntentClassification (kn)":2.79,"MassiveIntentClassification (ko)":2.67,"MassiveIntentClassification (lv)":34.25,"MassiveIntentClassification (ml)":2.98,"MassiveIntentClassification (mn)":20.99,"MassiveIntentClassification (ms)":37.43,"MassiveIntentClassification (my)":4.02,"MassiveIntentClassification (nl)":50.51,"MassiveIntentClassification (pt)":57.95,"MassiveIntentClassification (ro)":49.37,"MassiveIntentClassification (ru)":33.46,"MassiveIntentClassification (sl)":36.33,"MassiveIntentClassification (sq)":37.65,"MassiveIntentClassification (sw)":30.6,"MassiveIntentClassification (ta)":1.79,"MassiveIntentClassification (te)":2.26,"MassiveIntentClassification (th)":4.02,"MassiveIntentClassification (tl)":38.92,"MassiveIntentClassification (tr)":32.05,"MassiveIntentClassification (ur)":2.7,"MassiveIntentClassification (vi)":21.47,"MassiveIntentClassification (zh-TW)":3.24,"MassiveScenarioClassification (af)":50.81,"MassiveScenarioClassification (am)":6.95,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.79,"MassiveScenarioClassification (bn)":8.0,"MassiveScenarioClassification (cy)":33.91,"MassiveScenarioClassification (de)":65.33,"MassiveScenarioClassification (el)":16.89,"MassiveScenarioClassification (es)":62.52,"MassiveScenarioClassification (fa)":6.08,"MassiveScenarioClassification (fi)":43.34,"MassiveScenarioClassification (fr)":66.42,"MassiveScenarioClassification (he)":7.55,"MassiveScenarioClassification (hi)":7.44,"MassiveScenarioClassification (hu)":40.85,"MassiveScenarioClassification (hy)":9.25,"MassiveScenarioClassification (id)":51.92,"MassiveScenarioClassification (is)":40.09,"MassiveScenarioClassification (it)":62.94,"MassiveScenarioClassification (ja)":7.9,"MassiveScenarioClassification (jv)":41.33,"MassiveScenarioClassification (ka)":7.76,"MassiveScenarioClassification (km)":9.19,"MassiveScenarioClassification (kn)":8.36,"MassiveScenarioClassification (ko)":6.13,"MassiveScenarioClassification (lv)":40.7,"MassiveScenarioClassification (ml)":6.98,"MassiveScenarioClassification (mn)":27.0,"MassiveScenarioClassification (ms)":46.9,"MassiveScenarioClassification (my)":9.55,"MassiveScenarioClassification (nl)":59.65,"MassiveScenarioClassification (pt)":62.18,"MassiveScenarioClassification (ro)":58.22,"MassiveScenarioClassification (ru)":40.73,"MassiveScenarioClassification (sl)":43.66,"MassiveScenarioClassification (sq)":49.25,"MassiveScenarioClassification (sw)":40.55,"MassiveScenarioClassification (ta)":7.46,"MassiveScenarioClassification (te)":7.03,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":51.74,"MassiveScenarioClassification (tr)":43.01,"MassiveScenarioClassification (ur)":9.61,"MassiveScenarioClassification (vi)":28.91,"MassiveScenarioClassification (zh-TW)":7.14} -{"index":144,"Rank":30,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"AmazonCounterfactualClassification (de)":59.38,"AmazonCounterfactualClassification (ja)":45.87,"AmazonReviewsClassification (de)":33.06,"AmazonReviewsClassification (es)":34.0,"AmazonReviewsClassification (fr)":33.48,"AmazonReviewsClassification (ja)":21.78,"AmazonReviewsClassification (zh)":21.83,"MTOPDomainClassification (de)":81.91,"MTOPDomainClassification (es)":84.7,"MTOPDomainClassification (fr)":82.48,"MTOPDomainClassification (hi)":22.11,"MTOPDomainClassification (th)":16.36,"MTOPIntentClassification (de)":52.13,"MTOPIntentClassification (es)":52.62,"MTOPIntentClassification (fr)":46.39,"MTOPIntentClassification (hi)":3.9,"MTOPIntentClassification (th)":5.38,"MassiveIntentClassification (af)":41.02,"MassiveIntentClassification (am)":2.34,"MassiveIntentClassification (ar)":4.87,"MassiveIntentClassification (az)":34.92,"MassiveIntentClassification (bn)":2.52,"MassiveIntentClassification (cy)":35.87,"MassiveIntentClassification (de)":51.48,"MassiveIntentClassification (el)":10.0,"MassiveIntentClassification (es)":53.3,"MassiveIntentClassification (fa)":3.59,"MassiveIntentClassification (fi)":37.35,"MassiveIntentClassification (fr)":54.83,"MassiveIntentClassification (he)":2.52,"MassiveIntentClassification (hi)":2.88,"MassiveIntentClassification (hu)":33.52,"MassiveIntentClassification (hy)":3.13,"MassiveIntentClassification (id)":40.11,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":51.21,"MassiveIntentClassification (ja)":4.75,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.48,"MassiveIntentClassification (kn)":2.44,"MassiveIntentClassification (ko)":2.59,"MassiveIntentClassification (lv)":38.15,"MassiveIntentClassification (ml)":2.67,"MassiveIntentClassification (mn)":18.47,"MassiveIntentClassification (ms)":35.58,"MassiveIntentClassification (my)":4.35,"MassiveIntentClassification (nl)":45.96,"MassiveIntentClassification (pt)":52.27,"MassiveIntentClassification (ro)":46.39,"MassiveIntentClassification (ru)":16.82,"MassiveIntentClassification (sl)":37.3,"MassiveIntentClassification (sq)":41.73,"MassiveIntentClassification (sw)":35.97,"MassiveIntentClassification (ta)":1.52,"MassiveIntentClassification (te)":2.57,"MassiveIntentClassification (th)":3.94,"MassiveIntentClassification (tl)":41.03,"MassiveIntentClassification (tr)":33.75,"MassiveIntentClassification (ur)":2.57,"MassiveIntentClassification (vi)":25.23,"MassiveIntentClassification (zh-TW)":4.64,"MassiveScenarioClassification (af)":51.48,"MassiveScenarioClassification (am)":7.74,"MassiveScenarioClassification (ar)":12.03,"MassiveScenarioClassification (az)":41.77,"MassiveScenarioClassification (bn)":8.07,"MassiveScenarioClassification (cy)":43.67,"MassiveScenarioClassification (de)":63.63,"MassiveScenarioClassification (el)":16.83,"MassiveScenarioClassification (es)":61.48,"MassiveScenarioClassification (fa)":6.48,"MassiveScenarioClassification (fi)":43.54,"MassiveScenarioClassification (fr)":64.06,"MassiveScenarioClassification (he)":8.03,"MassiveScenarioClassification (hi)":7.5,"MassiveScenarioClassification (hu)":42.59,"MassiveScenarioClassification (hy)":9.22,"MassiveScenarioClassification (id)":48.67,"MassiveScenarioClassification (is)":43.87,"MassiveScenarioClassification (it)":59.83,"MassiveScenarioClassification (ja)":5.62,"MassiveScenarioClassification (jv)":42.18,"MassiveScenarioClassification (ka)":7.52,"MassiveScenarioClassification (km)":9.55,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":6.11,"MassiveScenarioClassification (lv)":43.35,"MassiveScenarioClassification (ml)":7.28,"MassiveScenarioClassification (mn)":23.94,"MassiveScenarioClassification (ms)":45.18,"MassiveScenarioClassification (my)":9.33,"MassiveScenarioClassification (nl)":57.02,"MassiveScenarioClassification (pt)":59.45,"MassiveScenarioClassification (ro)":56.8,"MassiveScenarioClassification (ru)":25.85,"MassiveScenarioClassification (sl)":42.51,"MassiveScenarioClassification (sq)":50.41,"MassiveScenarioClassification (sw)":43.02,"MassiveScenarioClassification (ta)":7.21,"MassiveScenarioClassification (te)":6.9,"MassiveScenarioClassification (th)":8.7,"MassiveScenarioClassification (tl)":51.76,"MassiveScenarioClassification (tr)":42.54,"MassiveScenarioClassification (ur)":9.32,"MassiveScenarioClassification (vi)":31.51,"MassiveScenarioClassification (zh-TW)":8.16} -{"index":150,"Rank":31,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.26,"AmazonCounterfactualClassification (de)":67.97,"AmazonCounterfactualClassification (ja)":45.72,"AmazonReviewsClassification (de)":43.16,"AmazonReviewsClassification (es)":42.89,"AmazonReviewsClassification (fr)":41.48,"AmazonReviewsClassification (ja)":22.49,"AmazonReviewsClassification (zh)":22.12,"MTOPDomainClassification (de)":80.56,"MTOPDomainClassification (es)":80.78,"MTOPDomainClassification (fr)":79.6,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":15.82,"MTOPIntentClassification (de)":52.5,"MTOPIntentClassification (es)":52.07,"MTOPIntentClassification (fr)":47.73,"MTOPIntentClassification (hi)":3.74,"MTOPIntentClassification (th)":4.96,"MassiveIntentClassification (af)":38.41,"MassiveIntentClassification (am)":2.49,"MassiveIntentClassification (ar)":4.7,"MassiveIntentClassification (az)":31.77,"MassiveIntentClassification (bn)":2.77,"MassiveIntentClassification (cy)":31.69,"MassiveIntentClassification (de)":52.01,"MassiveIntentClassification (el)":9.74,"MassiveIntentClassification (es)":54.1,"MassiveIntentClassification (fa)":3.86,"MassiveIntentClassification (fi)":34.07,"MassiveIntentClassification (fr)":57.01,"MassiveIntentClassification (he)":2.14,"MassiveIntentClassification (hi)":2.97,"MassiveIntentClassification (hu)":32.01,"MassiveIntentClassification (hy)":3.17,"MassiveIntentClassification (id)":34.55,"MassiveIntentClassification (is)":32.0,"MassiveIntentClassification (it)":52.94,"MassiveIntentClassification (ja)":2.9,"MassiveIntentClassification (jv)":32.42,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.5,"MassiveIntentClassification (kn)":2.41,"MassiveIntentClassification (ko)":2.57,"MassiveIntentClassification (lv)":35.09,"MassiveIntentClassification (ml)":2.95,"MassiveIntentClassification (mn)":18.33,"MassiveIntentClassification (ms)":29.69,"MassiveIntentClassification (my)":3.99,"MassiveIntentClassification (nl)":44.95,"MassiveIntentClassification (pt)":51.96,"MassiveIntentClassification (ro)":43.83,"MassiveIntentClassification (ru)":17.32,"MassiveIntentClassification (sl)":33.71,"MassiveIntentClassification (sq)":37.62,"MassiveIntentClassification (sw)":31.9,"MassiveIntentClassification (ta)":1.91,"MassiveIntentClassification (te)":2.54,"MassiveIntentClassification (th)":3.85,"MassiveIntentClassification (tl)":36.83,"MassiveIntentClassification (tr)":33.0,"MassiveIntentClassification (ur)":2.62,"MassiveIntentClassification (vi)":22.81,"MassiveIntentClassification (zh-TW)":3.49,"MassiveScenarioClassification (af)":50.28,"MassiveScenarioClassification (am)":7.15,"MassiveScenarioClassification (ar)":12.12,"MassiveScenarioClassification (az)":39.68,"MassiveScenarioClassification (bn)":8.06,"MassiveScenarioClassification (cy)":38.01,"MassiveScenarioClassification (de)":62.71,"MassiveScenarioClassification (el)":17.19,"MassiveScenarioClassification (es)":59.56,"MassiveScenarioClassification (fa)":6.5,"MassiveScenarioClassification (fi)":41.72,"MassiveScenarioClassification (fr)":63.6,"MassiveScenarioClassification (he)":7.93,"MassiveScenarioClassification (hi)":7.85,"MassiveScenarioClassification (hu)":41.37,"MassiveScenarioClassification (hy)":9.42,"MassiveScenarioClassification (id)":44.88,"MassiveScenarioClassification (is)":40.86,"MassiveScenarioClassification (it)":60.09,"MassiveScenarioClassification (ja)":6.56,"MassiveScenarioClassification (jv)":40.18,"MassiveScenarioClassification (ka)":7.37,"MassiveScenarioClassification (km)":9.56,"MassiveScenarioClassification (kn)":8.4,"MassiveScenarioClassification (ko)":5.96,"MassiveScenarioClassification (lv)":41.44,"MassiveScenarioClassification (ml)":7.47,"MassiveScenarioClassification (mn)":25.36,"MassiveScenarioClassification (ms)":39.69,"MassiveScenarioClassification (my)":9.68,"MassiveScenarioClassification (nl)":56.09,"MassiveScenarioClassification (pt)":57.99,"MassiveScenarioClassification (ro)":56.0,"MassiveScenarioClassification (ru)":27.47,"MassiveScenarioClassification (sl)":41.04,"MassiveScenarioClassification (sq)":49.38,"MassiveScenarioClassification (sw)":40.62,"MassiveScenarioClassification (ta)":7.59,"MassiveScenarioClassification (te)":7.07,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":49.89,"MassiveScenarioClassification (tr)":43.08,"MassiveScenarioClassification (ur)":9.31,"MassiveScenarioClassification (vi)":27.46,"MassiveScenarioClassification (zh-TW)":7.24} -{"index":149,"Rank":32,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.73,"AmazonCounterfactualClassification (de)":69.98,"AmazonCounterfactualClassification (ja)":46.05,"AmazonReviewsClassification (de)":37.9,"AmazonReviewsClassification (es)":37.33,"AmazonReviewsClassification (fr)":37.35,"AmazonReviewsClassification (ja)":22.29,"AmazonReviewsClassification (zh)":21.53,"MTOPDomainClassification (de)":76.98,"MTOPDomainClassification (es)":73.61,"MTOPDomainClassification (fr)":75.03,"MTOPDomainClassification (hi)":21.4,"MTOPDomainClassification (th)":16.21,"MTOPIntentClassification (de)":44.43,"MTOPIntentClassification (es)":42.03,"MTOPIntentClassification (fr)":43.85,"MTOPIntentClassification (hi)":3.8,"MTOPIntentClassification (th)":5.21,"MassiveIntentClassification (af)":34.32,"MassiveIntentClassification (am)":2.38,"MassiveIntentClassification (ar)":4.53,"MassiveIntentClassification (az)":31.76,"MassiveIntentClassification (bn)":2.58,"MassiveIntentClassification (cy)":28.94,"MassiveIntentClassification (de)":45.23,"MassiveIntentClassification (el)":10.05,"MassiveIntentClassification (es)":45.32,"MassiveIntentClassification (fa)":3.58,"MassiveIntentClassification (fi)":33.52,"MassiveIntentClassification (fr)":51.13,"MassiveIntentClassification (he)":2.63,"MassiveIntentClassification (hi)":2.68,"MassiveIntentClassification (hu)":32.31,"MassiveIntentClassification (hy)":3.33,"MassiveIntentClassification (id)":35.5,"MassiveIntentClassification (is)":29.82,"MassiveIntentClassification (it)":45.59,"MassiveIntentClassification (ja)":3.67,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":2.77,"MassiveIntentClassification (km)":5.66,"MassiveIntentClassification (kn)":2.59,"MassiveIntentClassification (ko)":2.34,"MassiveIntentClassification (lv)":33.97,"MassiveIntentClassification (ml)":2.55,"MassiveIntentClassification (mn)":14.7,"MassiveIntentClassification (ms)":33.12,"MassiveIntentClassification (my)":4.42,"MassiveIntentClassification (nl)":37.96,"MassiveIntentClassification (pt)":43.35,"MassiveIntentClassification (ro)":42.69,"MassiveIntentClassification (ru)":14.82,"MassiveIntentClassification (sl)":34.54,"MassiveIntentClassification (sq)":38.54,"MassiveIntentClassification (sw)":32.14,"MassiveIntentClassification (ta)":1.41,"MassiveIntentClassification (te)":2.5,"MassiveIntentClassification (th)":3.71,"MassiveIntentClassification (tl)":36.04,"MassiveIntentClassification (tr)":33.77,"MassiveIntentClassification (ur)":2.99,"MassiveIntentClassification (vi)":22.62,"MassiveIntentClassification (zh-TW)":4.63,"MassiveScenarioClassification (af)":44.45,"MassiveScenarioClassification (am)":7.51,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.41,"MassiveScenarioClassification (bn)":8.45,"MassiveScenarioClassification (cy)":35.04,"MassiveScenarioClassification (de)":59.12,"MassiveScenarioClassification (el)":17.68,"MassiveScenarioClassification (es)":55.61,"MassiveScenarioClassification (fa)":6.86,"MassiveScenarioClassification (fi)":41.34,"MassiveScenarioClassification (fr)":59.92,"MassiveScenarioClassification (he)":7.86,"MassiveScenarioClassification (hi)":7.63,"MassiveScenarioClassification (hu)":41.31,"MassiveScenarioClassification (hy)":9.23,"MassiveScenarioClassification (id)":44.64,"MassiveScenarioClassification (is)":39.63,"MassiveScenarioClassification (it)":54.58,"MassiveScenarioClassification (ja)":4.96,"MassiveScenarioClassification (jv)":40.73,"MassiveScenarioClassification (ka)":7.51,"MassiveScenarioClassification (km)":8.73,"MassiveScenarioClassification (kn)":7.99,"MassiveScenarioClassification (ko)":6.03,"MassiveScenarioClassification (lv)":36.42,"MassiveScenarioClassification (ml)":6.96,"MassiveScenarioClassification (mn)":19.85,"MassiveScenarioClassification (ms)":43.18,"MassiveScenarioClassification (my)":9.46,"MassiveScenarioClassification (nl)":50.0,"MassiveScenarioClassification (pt)":52.24,"MassiveScenarioClassification (ro)":53.7,"MassiveScenarioClassification (ru)":20.69,"MassiveScenarioClassification (sl)":39.79,"MassiveScenarioClassification (sq)":50.16,"MassiveScenarioClassification (sw)":40.48,"MassiveScenarioClassification (ta)":7.47,"MassiveScenarioClassification (te)":6.87,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":48.94,"MassiveScenarioClassification (tr)":41.83,"MassiveScenarioClassification (ur)":9.77,"MassiveScenarioClassification (vi)":30.01,"MassiveScenarioClassification (zh-TW)":7.91} -{"index":142,"Rank":33,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.49,"AmazonCounterfactualClassification (de)":54.46,"AmazonCounterfactualClassification (ja)":43.87,"AmazonReviewsClassification (de)":24.08,"AmazonReviewsClassification (es)":23.88,"AmazonReviewsClassification (fr)":23.31,"AmazonReviewsClassification (ja)":20.25,"AmazonReviewsClassification (zh)":20.49,"MTOPDomainClassification (de)":48.55,"MTOPDomainClassification (es)":58.39,"MTOPDomainClassification (fr)":54.61,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":14.98,"MTOPIntentClassification (de)":35.55,"MTOPIntentClassification (es)":36.72,"MTOPIntentClassification (fr)":34.71,"MTOPIntentClassification (hi)":4.44,"MTOPIntentClassification (th)":4.67,"MassiveIntentClassification (af)":33.68,"MassiveIntentClassification (am)":2.94,"MassiveIntentClassification (ar)":10.04,"MassiveIntentClassification (az)":30.74,"MassiveIntentClassification (bn)":3.02,"MassiveIntentClassification (cy)":33.94,"MassiveIntentClassification (de)":36.06,"MassiveIntentClassification (el)":27.7,"MassiveIntentClassification (es)":35.6,"MassiveIntentClassification (fa)":17.97,"MassiveIntentClassification (fi)":35.53,"MassiveIntentClassification (fr)":38.41,"MassiveIntentClassification (he)":2.69,"MassiveIntentClassification (hi)":3.43,"MassiveIntentClassification (hu)":34.05,"MassiveIntentClassification (hy)":3.11,"MassiveIntentClassification (id)":40.02,"MassiveIntentClassification (is)":32.63,"MassiveIntentClassification (it)":39.28,"MassiveIntentClassification (ja)":4.95,"MassiveIntentClassification (jv)":34.95,"MassiveIntentClassification (ka)":2.57,"MassiveIntentClassification (km)":4.73,"MassiveIntentClassification (kn)":3.54,"MassiveIntentClassification (ko)":2.68,"MassiveIntentClassification (lv)":37.91,"MassiveIntentClassification (ml)":2.88,"MassiveIntentClassification (mn)":16.94,"MassiveIntentClassification (ms)":36.6,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":33.95,"MassiveIntentClassification (pt)":43.05,"MassiveIntentClassification (ro)":36.2,"MassiveIntentClassification (ru)":25.3,"MassiveIntentClassification (sl)":35.9,"MassiveIntentClassification (sq)":36.6,"MassiveIntentClassification (sw)":34.81,"MassiveIntentClassification (ta)":3.11,"MassiveIntentClassification (te)":2.53,"MassiveIntentClassification (th)":4.38,"MassiveIntentClassification (tl)":35.51,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":9.61,"MassiveIntentClassification (vi)":37.07,"MassiveIntentClassification (zh-TW)":4.79,"MassiveScenarioClassification (af)":36.17,"MassiveScenarioClassification (am)":7.64,"MassiveScenarioClassification (ar)":15.26,"MassiveScenarioClassification (az)":30.73,"MassiveScenarioClassification (bn)":7.15,"MassiveScenarioClassification (cy)":34.73,"MassiveScenarioClassification (de)":38.62,"MassiveScenarioClassification (el)":27.18,"MassiveScenarioClassification (es)":39.44,"MassiveScenarioClassification (fa)":21.43,"MassiveScenarioClassification (fi)":33.21,"MassiveScenarioClassification (fr)":40.26,"MassiveScenarioClassification (he)":7.42,"MassiveScenarioClassification (hi)":8.06,"MassiveScenarioClassification (hu)":34.54,"MassiveScenarioClassification (hy)":8.61,"MassiveScenarioClassification (id)":40.04,"MassiveScenarioClassification (is)":33.57,"MassiveScenarioClassification (it)":40.1,"MassiveScenarioClassification (ja)":9.96,"MassiveScenarioClassification (jv)":36.11,"MassiveScenarioClassification (ka)":7.13,"MassiveScenarioClassification (km)":9.66,"MassiveScenarioClassification (kn)":7.55,"MassiveScenarioClassification (ko)":7.27,"MassiveScenarioClassification (lv)":37.03,"MassiveScenarioClassification (ml)":7.22,"MassiveScenarioClassification (mn)":21.53,"MassiveScenarioClassification (ms)":37.57,"MassiveScenarioClassification (my)":9.54,"MassiveScenarioClassification (nl)":34.62,"MassiveScenarioClassification (pt)":44.68,"MassiveScenarioClassification (ro)":37.29,"MassiveScenarioClassification (ru)":28.16,"MassiveScenarioClassification (sl)":37.95,"MassiveScenarioClassification (sq)":37.82,"MassiveScenarioClassification (sw)":35.37,"MassiveScenarioClassification (ta)":7.19,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":9.47,"MassiveScenarioClassification (tl)":37.31,"MassiveScenarioClassification (tr)":34.57,"MassiveScenarioClassification (ur)":16.17,"MassiveScenarioClassification (vi)":35.91,"MassiveScenarioClassification (zh-TW)":10.19} -{"index":168,"Rank":34,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.9,"AmazonCounterfactualClassification (de)":63.28,"AmazonCounterfactualClassification (ja)":44.37,"AmazonReviewsClassification (de)":27.06,"AmazonReviewsClassification (es)":31.06,"AmazonReviewsClassification (fr)":29.43,"AmazonReviewsClassification (ja)":20.79,"AmazonReviewsClassification (zh)":21.91,"MTOPDomainClassification (de)":63.97,"MTOPDomainClassification (es)":62.37,"MTOPDomainClassification (fr)":62.95,"MTOPDomainClassification (hi)":12.61,"MTOPDomainClassification (th)":14.76,"MTOPIntentClassification (de)":39.02,"MTOPIntentClassification (es)":37.11,"MTOPIntentClassification (fr)":33.78,"MTOPIntentClassification (hi)":5.45,"MTOPIntentClassification (th)":5.53,"MassiveIntentClassification (af)":32.98,"MassiveIntentClassification (am)":1.84,"MassiveIntentClassification (ar)":4.78,"MassiveIntentClassification (az)":31.02,"MassiveIntentClassification (bn)":2.21,"MassiveIntentClassification (cy)":28.0,"MassiveIntentClassification (de)":32.69,"MassiveIntentClassification (el)":10.67,"MassiveIntentClassification (es)":31.07,"MassiveIntentClassification (fa)":1.11,"MassiveIntentClassification (fi)":30.11,"MassiveIntentClassification (fr)":33.27,"MassiveIntentClassification (he)":1.97,"MassiveIntentClassification (hi)":2.8,"MassiveIntentClassification (hu)":25.16,"MassiveIntentClassification (hy)":2.24,"MassiveIntentClassification (id)":35.56,"MassiveIntentClassification (is)":27.17,"MassiveIntentClassification (it)":37.11,"MassiveIntentClassification (ja)":3.81,"MassiveIntentClassification (jv)":30.18,"MassiveIntentClassification (ka)":1.55,"MassiveIntentClassification (km)":2.97,"MassiveIntentClassification (kn)":1.62,"MassiveIntentClassification (ko)":3.21,"MassiveIntentClassification (lv)":32.55,"MassiveIntentClassification (ml)":1.28,"MassiveIntentClassification (mn)":2.36,"MassiveIntentClassification (ms)":33.8,"MassiveIntentClassification (my)":3.22,"MassiveIntentClassification (nl)":35.78,"MassiveIntentClassification (pt)":36.74,"MassiveIntentClassification (ro)":34.0,"MassiveIntentClassification (ru)":2.65,"MassiveIntentClassification (sl)":36.7,"MassiveIntentClassification (sq)":26.74,"MassiveIntentClassification (sw)":31.66,"MassiveIntentClassification (ta)":2.22,"MassiveIntentClassification (te)":2.1,"MassiveIntentClassification (th)":1.68,"MassiveIntentClassification (tl)":29.49,"MassiveIntentClassification (tr)":31.32,"MassiveIntentClassification (ur)":2.12,"MassiveIntentClassification (vi)":19.08,"MassiveIntentClassification (zh-TW)":4.47,"MassiveScenarioClassification (af)":45.8,"MassiveScenarioClassification (am)":3.04,"MassiveScenarioClassification (ar)":10.06,"MassiveScenarioClassification (az)":39.08,"MassiveScenarioClassification (bn)":7.94,"MassiveScenarioClassification (cy)":36.38,"MassiveScenarioClassification (de)":43.08,"MassiveScenarioClassification (el)":16.82,"MassiveScenarioClassification (es)":39.03,"MassiveScenarioClassification (fa)":6.28,"MassiveScenarioClassification (fi)":34.68,"MassiveScenarioClassification (fr)":40.86,"MassiveScenarioClassification (he)":5.06,"MassiveScenarioClassification (hi)":8.01,"MassiveScenarioClassification (hu)":35.48,"MassiveScenarioClassification (hy)":7.25,"MassiveScenarioClassification (id)":44.69,"MassiveScenarioClassification (is)":39.53,"MassiveScenarioClassification (it)":44.79,"MassiveScenarioClassification (ja)":8.33,"MassiveScenarioClassification (jv)":42.85,"MassiveScenarioClassification (ka)":6.96,"MassiveScenarioClassification (km)":5.97,"MassiveScenarioClassification (kn)":7.51,"MassiveScenarioClassification (ko)":8.47,"MassiveScenarioClassification (lv)":39.23,"MassiveScenarioClassification (ml)":4.6,"MassiveScenarioClassification (mn)":5.41,"MassiveScenarioClassification (ms)":44.21,"MassiveScenarioClassification (my)":5.71,"MassiveScenarioClassification (nl)":47.58,"MassiveScenarioClassification (pt)":43.8,"MassiveScenarioClassification (ro)":42.92,"MassiveScenarioClassification (ru)":8.14,"MassiveScenarioClassification (sl)":46.3,"MassiveScenarioClassification (sq)":38.91,"MassiveScenarioClassification (sw)":41.45,"MassiveScenarioClassification (ta)":4.77,"MassiveScenarioClassification (te)":6.32,"MassiveScenarioClassification (th)":4.43,"MassiveScenarioClassification (tl)":37.57,"MassiveScenarioClassification (tr)":37.22,"MassiveScenarioClassification (ur)":7.43,"MassiveScenarioClassification (vi)":25.93,"MassiveScenarioClassification (zh-TW)":10.06} -{"index":0,"Rank":35,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.59,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.05,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":66.09,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.83,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.71,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":1,"Rank":36,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.26,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":79.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":45.62,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":53.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":62.46,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":2,"Rank":37,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.15,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":87.68,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":63.08,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.15,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":3,"Rank":38,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.98,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.12,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.94,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":72.78,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":4,"Rank":39,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.36,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.52,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":68.06,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":6,"Rank":40,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.18,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":7,"Rank":41,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.07,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":75.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":56.03,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":59.3,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":8,"Rank":42,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":52.95,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":9,"Rank":43,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":53.47,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.21,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":93.48,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":79.1,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":10,"Rank":44,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":11,"Rank":45,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":40.11,"AmazonReviewsClassification (es)":40.17,"AmazonReviewsClassification (fr)":39.57,"AmazonReviewsClassification (ja)":35.75,"AmazonReviewsClassification (zh)":33.34,"MTOPDomainClassification (de)":88.27,"MTOPDomainClassification (es)":90.88,"MTOPDomainClassification (fr)":87.49,"MTOPDomainClassification (hi)":89.45,"MTOPDomainClassification (th)":83.46,"MTOPIntentClassification (de)":63.51,"MTOPIntentClassification (es)":71.66,"MTOPIntentClassification (fr)":64.06,"MTOPIntentClassification (hi)":65.27,"MTOPIntentClassification (th)":63.05,"MassiveIntentClassification (af)":57.95,"MassiveIntentClassification (am)":49.27,"MassiveIntentClassification (ar)":55.49,"MassiveIntentClassification (az)":60.98,"MassiveIntentClassification (bn)":57.57,"MassiveIntentClassification (cy)":48.35,"MassiveIntentClassification (de)":62.55,"MassiveIntentClassification (el)":63.09,"MassiveIntentClassification (es)":67.41,"MassiveIntentClassification (fa)":65.6,"MassiveIntentClassification (fi)":62.91,"MassiveIntentClassification (fr)":67.92,"MassiveIntentClassification (he)":55.2,"MassiveIntentClassification (hi)":65.04,"MassiveIntentClassification (hu)":63.31,"MassiveIntentClassification (hy)":55.52,"MassiveIntentClassification (id)":66.06,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":67.28,"MassiveIntentClassification (ja)":66.8,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":47.89,"MassiveIntentClassification (km)":50.8,"MassiveIntentClassification (kn)":57.23,"MassiveIntentClassification (ko)":64.59,"MassiveIntentClassification (lv)":59.08,"MassiveIntentClassification (ml)":59.55,"MassiveIntentClassification (mn)":53.44,"MassiveIntentClassification (ms)":61.65,"MassiveIntentClassification (my)":53.46,"MassiveIntentClassification (nl)":66.36,"MassiveIntentClassification (pt)":68.07,"MassiveIntentClassification (ro)":63.12,"MassiveIntentClassification (ru)":67.46,"MassiveIntentClassification (sl)":60.54,"MassiveIntentClassification (sq)":58.2,"MassiveIntentClassification (sw)":51.68,"MassiveIntentClassification (ta)":58.52,"MassiveIntentClassification (te)":58.53,"MassiveIntentClassification (th)":61.88,"MassiveIntentClassification (tl)":56.65,"MassiveIntentClassification (tr)":64.85,"MassiveIntentClassification (ur)":58.62,"MassiveIntentClassification (vi)":64.16,"MassiveIntentClassification (zh-TW)":64.17,"MassiveScenarioClassification (af)":64.9,"MassiveScenarioClassification (am)":57.28,"MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":65.1,"MassiveScenarioClassification (bn)":62.41,"MassiveScenarioClassification (cy)":55.37,"MassiveScenarioClassification (de)":70.3,"MassiveScenarioClassification (el)":69.53,"MassiveScenarioClassification (es)":72.45,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":67.21,"MassiveScenarioClassification (fr)":72.65,"MassiveScenarioClassification (he)":61.7,"MassiveScenarioClassification (hi)":70.14,"MassiveScenarioClassification (hu)":70.51,"MassiveScenarioClassification (hy)":60.14,"MassiveScenarioClassification (id)":70.62,"MassiveScenarioClassification (is)":61.53,"MassiveScenarioClassification (it)":72.0,"MassiveScenarioClassification (ja)":71.59,"MassiveScenarioClassification (jv)":57.01,"MassiveScenarioClassification (ka)":53.26,"MassiveScenarioClassification (km)":57.8,"MassiveScenarioClassification (kn)":62.39,"MassiveScenarioClassification (ko)":69.54,"MassiveScenarioClassification (lv)":63.37,"MassiveScenarioClassification (ml)":64.82,"MassiveScenarioClassification (mn)":59.35,"MassiveScenarioClassification (ms)":66.68,"MassiveScenarioClassification (my)":59.43,"MassiveScenarioClassification (nl)":71.96,"MassiveScenarioClassification (pt)":71.87,"MassiveScenarioClassification (ro)":68.51,"MassiveScenarioClassification (ru)":71.65,"MassiveScenarioClassification (sl)":66.82,"MassiveScenarioClassification (sq)":65.26,"MassiveScenarioClassification (sw)":58.3,"MassiveScenarioClassification (ta)":62.73,"MassiveScenarioClassification (te)":66.58,"MassiveScenarioClassification (th)":68.23,"MassiveScenarioClassification (tl)":61.97,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":63.16,"MassiveScenarioClassification (vi)":67.92,"MassiveScenarioClassification (zh-TW)":71.61} -{"index":13,"Rank":46,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.81,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":14,"Rank":47,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.8,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":15,"Rank":48,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":16,"Rank":49,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":17,"Rank":50,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.15,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":18,"Rank":51,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":19,"Rank":52,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.38,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":20,"Rank":53,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":68.75,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":73.42,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":21,"Rank":54,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.19,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":54.34,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":97.2,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":93.07,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":79.6,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":82.18,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":22,"Rank":55,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":35.91,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":24,"Rank":56,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.5,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":25,"Rank":57,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":54.11,"AmazonCounterfactualClassification (ja)":53.95,"AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.68,"MTOPDomainClassification (de)":57.22,"MTOPDomainClassification (es)":58.4,"MTOPDomainClassification (fr)":54.97,"MTOPDomainClassification (hi)":64.17,"MTOPDomainClassification (th)":70.47,"MTOPIntentClassification (de)":32.18,"MTOPIntentClassification (es)":33.9,"MTOPIntentClassification (fr)":26.69,"MTOPIntentClassification (hi)":38.27,"MTOPIntentClassification (th)":42.73,"MassiveIntentClassification (af)":33.5,"MassiveIntentClassification (am)":19.56,"MassiveIntentClassification (ar)":26.46,"MassiveIntentClassification (az)":31.58,"MassiveIntentClassification (bn)":27.99,"MassiveIntentClassification (cy)":28.26,"MassiveIntentClassification (de)":34.2,"MassiveIntentClassification (el)":26.02,"MassiveIntentClassification (es)":36.37,"MassiveIntentClassification (fa)":48.91,"MassiveIntentClassification (fi)":30.11,"MassiveIntentClassification (fr)":37.53,"MassiveIntentClassification (he)":24.86,"MassiveIntentClassification (hi)":39.14,"MassiveIntentClassification (hu)":31.97,"MassiveIntentClassification (hy)":31.36,"MassiveIntentClassification (id)":37.04,"MassiveIntentClassification (is)":28.61,"MassiveIntentClassification (it)":37.86,"MassiveIntentClassification (ja)":47.9,"MassiveIntentClassification (jv)":29.08,"MassiveIntentClassification (ka)":25.77,"MassiveIntentClassification (km)":23.66,"MassiveIntentClassification (kn)":21.27,"MassiveIntentClassification (ko)":40.42,"MassiveIntentClassification (lv)":30.13,"MassiveIntentClassification (ml)":25.89,"MassiveIntentClassification (mn)":27.71,"MassiveIntentClassification (ms)":33.04,"MassiveIntentClassification (my)":24.19,"MassiveIntentClassification (nl)":39.31,"MassiveIntentClassification (pt)":40.26,"MassiveIntentClassification (ro)":35.42,"MassiveIntentClassification (ru)":39.69,"MassiveIntentClassification (sl)":31.09,"MassiveIntentClassification (sq)":35.15,"MassiveIntentClassification (sw)":27.91,"MassiveIntentClassification (ta)":28.12,"MassiveIntentClassification (te)":26.34,"MassiveIntentClassification (th)":48.24,"MassiveIntentClassification (tl)":32.73,"MassiveIntentClassification (tr)":30.21,"MassiveIntentClassification (ur)":30.28,"MassiveIntentClassification (vi)":40.45,"MassiveIntentClassification (zh-TW)":64.03,"MassiveScenarioClassification (af)":43.53,"MassiveScenarioClassification (am)":25.3,"MassiveScenarioClassification (ar)":34.91,"MassiveScenarioClassification (az)":36.37,"MassiveScenarioClassification (bn)":39.2,"MassiveScenarioClassification (cy)":32.18,"MassiveScenarioClassification (de)":43.92,"MassiveScenarioClassification (el)":35.03,"MassiveScenarioClassification (es)":41.96,"MassiveScenarioClassification (fa)":58.36,"MassiveScenarioClassification (fi)":33.95,"MassiveScenarioClassification (fr)":45.32,"MassiveScenarioClassification (he)":34.06,"MassiveScenarioClassification (hi)":48.77,"MassiveScenarioClassification (hu)":39.92,"MassiveScenarioClassification (hy)":38.09,"MassiveScenarioClassification (id)":45.08,"MassiveScenarioClassification (is)":36.55,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":57.02,"MassiveScenarioClassification (jv)":35.51,"MassiveScenarioClassification (ka)":33.41,"MassiveScenarioClassification (km)":30.9,"MassiveScenarioClassification (kn)":26.83,"MassiveScenarioClassification (ko)":49.52,"MassiveScenarioClassification (lv)":34.02,"MassiveScenarioClassification (ml)":34.55,"MassiveScenarioClassification (mn)":34.14,"MassiveScenarioClassification (ms)":42.71,"MassiveScenarioClassification (my)":31.0,"MassiveScenarioClassification (nl)":51.44,"MassiveScenarioClassification (pt)":45.9,"MassiveScenarioClassification (ro)":45.01,"MassiveScenarioClassification (ru)":48.66,"MassiveScenarioClassification (sl)":38.34,"MassiveScenarioClassification (sq)":44.78,"MassiveScenarioClassification (sw)":36.02,"MassiveScenarioClassification (ta)":37.81,"MassiveScenarioClassification (te)":34.6,"MassiveScenarioClassification (th)":57.38,"MassiveScenarioClassification (tl)":39.36,"MassiveScenarioClassification (tr)":36.16,"MassiveScenarioClassification (ur)":36.43,"MassiveScenarioClassification (vi)":47.04,"MassiveScenarioClassification (zh-TW)":71.96} -{"index":26,"Rank":58,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":42.04,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":25.8,"MassiveIntentClassification (am)":3.34,"MassiveIntentClassification (ar)":6.49,"MassiveIntentClassification (az)":24.77,"MassiveIntentClassification (bn)":4.3,"MassiveIntentClassification (cy)":26.39,"MassiveIntentClassification (de)":28.09,"MassiveIntentClassification (el)":19.24,"MassiveIntentClassification (es)":30.62,"MassiveIntentClassification (fa)":7.21,"MassiveIntentClassification (fi)":27.21,"MassiveIntentClassification (fr)":32.64,"MassiveIntentClassification (he)":2.66,"MassiveIntentClassification (hi)":4.59,"MassiveIntentClassification (hu)":25.65,"MassiveIntentClassification (hy)":4.86,"MassiveIntentClassification (id)":29.81,"MassiveIntentClassification (is)":23.53,"MassiveIntentClassification (it)":34.47,"MassiveIntentClassification (ja)":39.4,"MassiveIntentClassification (jv)":28.75,"MassiveIntentClassification (ka)":4.34,"MassiveIntentClassification (km)":6.1,"MassiveIntentClassification (kn)":4.46,"MassiveIntentClassification (ko)":14.16,"MassiveIntentClassification (lv)":29.86,"MassiveIntentClassification (ml)":3.69,"MassiveIntentClassification (mn)":7.86,"MassiveIntentClassification (ms)":28.05,"MassiveIntentClassification (my)":6.98,"MassiveIntentClassification (nl)":32.92,"MassiveIntentClassification (pt)":33.53,"MassiveIntentClassification (ro)":31.32,"MassiveIntentClassification (ru)":11.27,"MassiveIntentClassification (sl)":27.94,"MassiveIntentClassification (sq)":32.9,"MassiveIntentClassification (sw)":29.4,"MassiveIntentClassification (ta)":3.33,"MassiveIntentClassification (te)":3.46,"MassiveIntentClassification (th)":12.98,"MassiveIntentClassification (tl)":30.73,"MassiveIntentClassification (tr)":23.57,"MassiveIntentClassification (ur)":4.98,"MassiveIntentClassification (vi)":21.89,"MassiveIntentClassification (zh-TW)":65.53,"MassiveScenarioClassification (af)":31.55,"MassiveScenarioClassification (am)":7.49,"MassiveScenarioClassification (ar)":15.0,"MassiveScenarioClassification (az)":29.13,"MassiveScenarioClassification (bn)":9.24,"MassiveScenarioClassification (cy)":29.72,"MassiveScenarioClassification (de)":34.68,"MassiveScenarioClassification (el)":28.83,"MassiveScenarioClassification (es)":35.97,"MassiveScenarioClassification (fa)":11.12,"MassiveScenarioClassification (fi)":28.61,"MassiveScenarioClassification (fr)":40.66,"MassiveScenarioClassification (he)":9.01,"MassiveScenarioClassification (hi)":9.92,"MassiveScenarioClassification (hu)":32.07,"MassiveScenarioClassification (hy)":8.44,"MassiveScenarioClassification (id)":34.9,"MassiveScenarioClassification (is)":30.95,"MassiveScenarioClassification (it)":41.06,"MassiveScenarioClassification (ja)":48.73,"MassiveScenarioClassification (jv)":35.09,"MassiveScenarioClassification (ka)":9.29,"MassiveScenarioClassification (km)":11.19,"MassiveScenarioClassification (kn)":10.1,"MassiveScenarioClassification (ko)":19.2,"MassiveScenarioClassification (lv)":32.49,"MassiveScenarioClassification (ml)":6.37,"MassiveScenarioClassification (mn)":13.08,"MassiveScenarioClassification (ms)":39.18,"MassiveScenarioClassification (my)":12.25,"MassiveScenarioClassification (nl)":38.17,"MassiveScenarioClassification (pt)":40.01,"MassiveScenarioClassification (ro)":39.25,"MassiveScenarioClassification (ru)":16.71,"MassiveScenarioClassification (sl)":33.94,"MassiveScenarioClassification (sq)":40.4,"MassiveScenarioClassification (sw)":37.14,"MassiveScenarioClassification (ta)":8.21,"MassiveScenarioClassification (te)":7.97,"MassiveScenarioClassification (th)":21.56,"MassiveScenarioClassification (tl)":36.7,"MassiveScenarioClassification (tr)":28.8,"MassiveScenarioClassification (ur)":10.46,"MassiveScenarioClassification (vi)":27.72,"MassiveScenarioClassification (zh-TW)":71.52} -{"index":27,"Rank":59,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":28.81,"MassiveIntentClassification (am)":3.04,"MassiveIntentClassification (ar)":6.75,"MassiveIntentClassification (az)":27.0,"MassiveIntentClassification (bn)":3.24,"MassiveIntentClassification (cy)":31.18,"MassiveIntentClassification (de)":30.65,"MassiveIntentClassification (el)":18.17,"MassiveIntentClassification (es)":32.53,"MassiveIntentClassification (fa)":8.72,"MassiveIntentClassification (fi)":31.79,"MassiveIntentClassification (fr)":33.16,"MassiveIntentClassification (he)":3.03,"MassiveIntentClassification (hi)":3.61,"MassiveIntentClassification (hu)":30.47,"MassiveIntentClassification (hy)":5.35,"MassiveIntentClassification (id)":32.45,"MassiveIntentClassification (is)":30.12,"MassiveIntentClassification (it)":36.32,"MassiveIntentClassification (ja)":41.09,"MassiveIntentClassification (jv)":30.42,"MassiveIntentClassification (ka)":3.79,"MassiveIntentClassification (km)":6.79,"MassiveIntentClassification (kn)":3.86,"MassiveIntentClassification (ko)":8.82,"MassiveIntentClassification (lv)":30.23,"MassiveIntentClassification (ml)":2.93,"MassiveIntentClassification (mn)":12.61,"MassiveIntentClassification (ms)":30.66,"MassiveIntentClassification (my)":5.85,"MassiveIntentClassification (nl)":34.1,"MassiveIntentClassification (pt)":36.92,"MassiveIntentClassification (ro)":33.01,"MassiveIntentClassification (ru)":10.4,"MassiveIntentClassification (sl)":30.73,"MassiveIntentClassification (sq)":36.98,"MassiveIntentClassification (sw)":31.62,"MassiveIntentClassification (ta)":3.19,"MassiveIntentClassification (te)":2.59,"MassiveIntentClassification (th)":4.61,"MassiveIntentClassification (tl)":32.55,"MassiveIntentClassification (tr)":26.87,"MassiveIntentClassification (ur)":4.23,"MassiveIntentClassification (vi)":29.24,"MassiveIntentClassification (zh-TW)":65.49,"MassiveScenarioClassification (af)":35.41,"MassiveScenarioClassification (am)":9.05,"MassiveScenarioClassification (ar)":14.92,"MassiveScenarioClassification (az)":31.97,"MassiveScenarioClassification (bn)":9.15,"MassiveScenarioClassification (cy)":37.45,"MassiveScenarioClassification (de)":38.33,"MassiveScenarioClassification (el)":24.45,"MassiveScenarioClassification (es)":37.73,"MassiveScenarioClassification (fa)":11.84,"MassiveScenarioClassification (fi)":34.49,"MassiveScenarioClassification (fr)":40.92,"MassiveScenarioClassification (he)":7.64,"MassiveScenarioClassification (hi)":8.64,"MassiveScenarioClassification (hu)":37.25,"MassiveScenarioClassification (hy)":10.91,"MassiveScenarioClassification (id)":36.11,"MassiveScenarioClassification (is)":37.8,"MassiveScenarioClassification (it)":41.68,"MassiveScenarioClassification (ja)":48.38,"MassiveScenarioClassification (jv)":35.2,"MassiveScenarioClassification (ka)":9.9,"MassiveScenarioClassification (km)":12.75,"MassiveScenarioClassification (kn)":10.31,"MassiveScenarioClassification (ko)":14.52,"MassiveScenarioClassification (lv)":33.08,"MassiveScenarioClassification (ml)":7.44,"MassiveScenarioClassification (mn)":17.98,"MassiveScenarioClassification (ms)":37.93,"MassiveScenarioClassification (my)":11.73,"MassiveScenarioClassification (nl)":40.37,"MassiveScenarioClassification (pt)":41.83,"MassiveScenarioClassification (ro)":40.63,"MassiveScenarioClassification (ru)":18.96,"MassiveScenarioClassification (sl)":35.3,"MassiveScenarioClassification (sq)":41.96,"MassiveScenarioClassification (sw)":38.88,"MassiveScenarioClassification (ta)":8.51,"MassiveScenarioClassification (te)":7.35,"MassiveScenarioClassification (th)":10.1,"MassiveScenarioClassification (tl)":35.91,"MassiveScenarioClassification (tr)":32.08,"MassiveScenarioClassification (ur)":10.37,"MassiveScenarioClassification (vi)":33.91,"MassiveScenarioClassification (zh-TW)":71.0} -{"index":28,"Rank":60,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":38.6,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":80.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":50.01,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":56.31,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":59.5,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":29,"Rank":61,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.23,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":61.07,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.94,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":67.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":30,"Rank":62,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.93,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":31,"Rank":63,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.88,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":32,"Rank":64,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":37.51,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":33,"Rank":65,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":63.12,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":68.08,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":34,"Rank":66,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":53.02,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":56.79,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":35,"Rank":67,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":49.1,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":51.91,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":36,"Rank":68,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":37,"Rank":69,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.67,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":38,"Rank":70,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":39,"Rank":71,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":26.75,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":43.83,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":19.38,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":13.58,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":23.21,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":40,"Rank":72,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":26.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":36.77,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":15.37,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":15.82,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":23.92,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":41,"Rank":73,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":53.47,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.21,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":93.48,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":79.1,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":42,"Rank":74,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":43,"Rank":75,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":33.77,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":44,"Rank":76,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.38,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.65,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.87,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.28,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.5,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":45,"Rank":77,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.28,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":46,"Rank":78,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.39,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.63,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.86,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":48,"Rank":79,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":52.04,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":80.61,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":75.5,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":89.27,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":84.87} -{"index":49,"Rank":80,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":52.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":95.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":69.54,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":68.61,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":63.05,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":78.53,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":77.98,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":71.34} -{"index":50,"Rank":81,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":44.85,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.86,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":80.15,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":50.24,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":59.05,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":60.08,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":57.36,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":67.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":66.44,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":65.85} -{"index":51,"Rank":82,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":45.85,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":53,"Rank":83,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.49,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.46,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.27,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":67.39,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.12,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":54,"Rank":84,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":40.35,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.83,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.13,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.99,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.72,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":55,"Rank":85,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.42,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.81,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":72.99,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":56,"Rank":86,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.1,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.09,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":61.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.49,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.27,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":57,"Rank":87,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":60,"Rank":88,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":66.64,"AmazonCounterfactualClassification (ja)":58.06,"AmazonReviewsClassification (de)":35.29,"AmazonReviewsClassification (es)":38.34,"AmazonReviewsClassification (fr)":37.84,"AmazonReviewsClassification (ja)":30.94,"AmazonReviewsClassification (zh)":33.75,"MTOPDomainClassification (de)":84.54,"MTOPDomainClassification (es)":86.46,"MTOPDomainClassification (fr)":81.32,"MTOPDomainClassification (hi)":58.23,"MTOPDomainClassification (th)":72.29,"MTOPIntentClassification (de)":60.52,"MTOPIntentClassification (es)":64.32,"MTOPIntentClassification (fr)":58.67,"MTOPIntentClassification (hi)":41.96,"MTOPIntentClassification (th)":55.28,"MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":61,"Rank":89,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.08,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":89.26,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":68.55,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":67.4,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":62,"Rank":90,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.95,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":63,"Rank":91,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.47,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":64,"Rank":92,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.31,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":65,"Rank":93,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":34.79,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.52,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.12,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":59.41,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":65.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":66,"Rank":94,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":66.97,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":71.8,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":67,"Rank":95,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":61.42,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":68.13,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":68,"Rank":96,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":61.09,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":67.6,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":69,"Rank":97,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":77.82,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":71,"Rank":98,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.93,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":72,"Rank":99,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.93,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":73,"Rank":100,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":48.54,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":74,"Rank":101,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":39.29,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":37.63,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":83.8,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.36,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.58,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.6,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":77,"Rank":102,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":78,"Rank":103,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":30.59,"MassiveIntentClassification (am)":2.76,"MassiveIntentClassification (ar)":5.19,"MassiveIntentClassification (az)":19.52,"MassiveIntentClassification (bn)":3.35,"MassiveIntentClassification (cy)":26.59,"MassiveIntentClassification (de)":35.14,"MassiveIntentClassification (el)":11.14,"MassiveIntentClassification (es)":37.67,"MassiveIntentClassification (fa)":3.71,"MassiveIntentClassification (fi)":31.11,"MassiveIntentClassification (fr)":40.29,"MassiveIntentClassification (he)":2.33,"MassiveIntentClassification (hi)":3.29,"MassiveIntentClassification (hu)":26.74,"MassiveIntentClassification (hy)":2.8,"MassiveIntentClassification (id)":33.31,"MassiveIntentClassification (is)":25.61,"MassiveIntentClassification (it)":43.32,"MassiveIntentClassification (ja)":4.78,"MassiveIntentClassification (jv)":26.84,"MassiveIntentClassification (ka)":2.87,"MassiveIntentClassification (km)":4.6,"MassiveIntentClassification (kn)":2.86,"MassiveIntentClassification (ko)":2.69,"MassiveIntentClassification (lv)":23.92,"MassiveIntentClassification (ml)":2.63,"MassiveIntentClassification (mn)":35.97,"MassiveIntentClassification (ms)":27.82,"MassiveIntentClassification (my)":3.57,"MassiveIntentClassification (nl)":34.66,"MassiveIntentClassification (pt)":39.84,"MassiveIntentClassification (ro)":37.45,"MassiveIntentClassification (ru)":60.53,"MassiveIntentClassification (sl)":35.66,"MassiveIntentClassification (sq)":35.84,"MassiveIntentClassification (sw)":19.98,"MassiveIntentClassification (ta)":2.22,"MassiveIntentClassification (te)":2.72,"MassiveIntentClassification (th)":4.0,"MassiveIntentClassification (tl)":27.08,"MassiveIntentClassification (tr)":24.12,"MassiveIntentClassification (ur)":3.36,"MassiveIntentClassification (vi)":23.0,"MassiveIntentClassification (zh-TW)":5.29,"MassiveScenarioClassification (af)":37.27,"MassiveScenarioClassification (am)":7.59,"MassiveScenarioClassification (ar)":12.43,"MassiveScenarioClassification (az)":24.48,"MassiveScenarioClassification (bn)":8.57,"MassiveScenarioClassification (cy)":30.38,"MassiveScenarioClassification (de)":41.72,"MassiveScenarioClassification (el)":19.46,"MassiveScenarioClassification (es)":43.33,"MassiveScenarioClassification (fa)":6.83,"MassiveScenarioClassification (fi)":33.79,"MassiveScenarioClassification (fr)":45.08,"MassiveScenarioClassification (he)":8.64,"MassiveScenarioClassification (hi)":8.77,"MassiveScenarioClassification (hu)":33.92,"MassiveScenarioClassification (hy)":8.91,"MassiveScenarioClassification (id)":39.05,"MassiveScenarioClassification (is)":30.32,"MassiveScenarioClassification (it)":47.28,"MassiveScenarioClassification (ja)":9.51,"MassiveScenarioClassification (jv)":33.94,"MassiveScenarioClassification (ka)":7.32,"MassiveScenarioClassification (km)":9.99,"MassiveScenarioClassification (kn)":8.73,"MassiveScenarioClassification (ko)":7.37,"MassiveScenarioClassification (lv)":26.26,"MassiveScenarioClassification (ml)":7.24,"MassiveScenarioClassification (mn)":41.53,"MassiveScenarioClassification (ms)":36.28,"MassiveScenarioClassification (my)":9.94,"MassiveScenarioClassification (nl)":41.47,"MassiveScenarioClassification (pt)":44.62,"MassiveScenarioClassification (ro)":44.55,"MassiveScenarioClassification (ru)":65.15,"MassiveScenarioClassification (sl)":37.6,"MassiveScenarioClassification (sq)":40.9,"MassiveScenarioClassification (sw)":25.61,"MassiveScenarioClassification (ta)":7.71,"MassiveScenarioClassification (te)":7.53,"MassiveScenarioClassification (th)":8.69,"MassiveScenarioClassification (tl)":35.12,"MassiveScenarioClassification (tr)":31.38,"MassiveScenarioClassification (ur)":9.16,"MassiveScenarioClassification (vi)":28.92,"MassiveScenarioClassification (zh-TW)":10.48} -{"index":79,"Rank":104,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":50.1,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":52.15,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":80,"Rank":105,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":50.83,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":59.15,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":81,"Rank":106,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":39.89,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":57.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.14,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.69,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":82,"Rank":107,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.03,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":77.1,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":43.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":51.59,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":61.28,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":83,"Rank":108,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.97,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.74,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":58.62,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":84,"Rank":109,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":65.57,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":68.33,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":85,"Rank":110,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":68.85,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":72.9,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":86,"Rank":111,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":61.32,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":64.71,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":87,"Rank":112,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.55,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":88,"Rank":113,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":89,"Rank":114,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.59,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":91,"Rank":115,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.37,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":92,"Rank":116,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":24.9,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":25.55,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":9.49,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":6.98,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":11.41,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":93,"Rank":117,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":23.52,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":27.74,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":8.61,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":6.24,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":10.98,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":94,"Rank":118,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":22.45,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":24.27,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":9.79,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":16.41,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":22.72,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":95,"Rank":119,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":96,"Rank":120,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.39,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.61,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.84,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":97,"Rank":121,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.02,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":64.49,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":39.4,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":38.01,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":43.63,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":98,"Rank":122,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.72,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":99,"Rank":123,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":100,"Rank":124,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.64,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":101,"Rank":125,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.34,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":102,"Rank":126,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.57,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":103,"Rank":127,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.82,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":111,"Rank":128,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":112,"Rank":129,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":113,"Rank":130,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":114,"Rank":131,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":89.61,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":48.07,"AmazonReviewsClassification (es)":48.1,"AmazonReviewsClassification (fr)":47.31,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.94,"MTOPDomainClassification (de)":96.89,"MTOPDomainClassification (es)":97.17,"MTOPDomainClassification (fr)":96.3,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":80.79,"MTOPIntentClassification (es)":84.78,"MTOPIntentClassification (fr)":82.21,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":74.84,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":75.32,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.32,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":76.8,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":83.97,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":82.58,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":83.09,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":84.06,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":116,"Rank":132,"Model":"gte-multilingual-base-hu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":54.67,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":62.03,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":117,"Rank":133,"Model":"paraphrase-multilingual-MiniLM-L12-hu-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":61.65,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":66.28,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":118,"Rank":134,"Model":"paraphrase-multilingual-MiniLM-L12-hu_v1<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":60.2,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":66.11,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":119,"Rank":135,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.72,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":120,"Rank":136,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.07,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":121,"Rank":137,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.67,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":122,"Rank":138,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":27.17,"AmazonReviewsClassification (es)":28.58,"AmazonReviewsClassification (fr)":26.28,"AmazonReviewsClassification (ja)":28.99,"AmazonReviewsClassification (zh)":45.65,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":38.94,"MassiveIntentClassification (am)":3.22,"MassiveIntentClassification (ar)":14.49,"MassiveIntentClassification (az)":32.52,"MassiveIntentClassification (bn)":3.32,"MassiveIntentClassification (cy)":38.88,"MassiveIntentClassification (de)":41.04,"MassiveIntentClassification (el)":29.8,"MassiveIntentClassification (es)":43.53,"MassiveIntentClassification (fa)":12.7,"MassiveIntentClassification (fi)":41.44,"MassiveIntentClassification (fr)":43.87,"MassiveIntentClassification (he)":2.86,"MassiveIntentClassification (hi)":3.48,"MassiveIntentClassification (hu)":39.69,"MassiveIntentClassification (hy)":3.29,"MassiveIntentClassification (id)":43.3,"MassiveIntentClassification (is)":33.57,"MassiveIntentClassification (it)":46.37,"MassiveIntentClassification (ja)":50.91,"MassiveIntentClassification (jv)":39.66,"MassiveIntentClassification (ka)":2.41,"MassiveIntentClassification (km)":4.24,"MassiveIntentClassification (kn)":3.84,"MassiveIntentClassification (ko)":24.98,"MassiveIntentClassification (lv)":41.2,"MassiveIntentClassification (ml)":2.96,"MassiveIntentClassification (mn)":24.18,"MassiveIntentClassification (ms)":40.12,"MassiveIntentClassification (my)":4.52,"MassiveIntentClassification (nl)":40.94,"MassiveIntentClassification (pt)":46.43,"MassiveIntentClassification (ro)":42.64,"MassiveIntentClassification (ru)":25.53,"MassiveIntentClassification (sl)":41.02,"MassiveIntentClassification (sq)":44.4,"MassiveIntentClassification (sw)":40.41,"MassiveIntentClassification (ta)":3.21,"MassiveIntentClassification (te)":3.05,"MassiveIntentClassification (th)":7.2,"MassiveIntentClassification (tl)":40.58,"MassiveIntentClassification (tr)":33.3,"MassiveIntentClassification (ur)":9.38,"MassiveIntentClassification (vi)":39.62,"MassiveIntentClassification (zh-TW)":70.7,"MassiveScenarioClassification (af)":40.96,"MassiveScenarioClassification (am)":7.6,"MassiveScenarioClassification (ar)":18.02,"MassiveScenarioClassification (az)":31.91,"MassiveScenarioClassification (bn)":7.5,"MassiveScenarioClassification (cy)":40.2,"MassiveScenarioClassification (de)":42.59,"MassiveScenarioClassification (el)":29.99,"MassiveScenarioClassification (es)":42.75,"MassiveScenarioClassification (fa)":15.31,"MassiveScenarioClassification (fi)":38.25,"MassiveScenarioClassification (fr)":45.61,"MassiveScenarioClassification (he)":7.88,"MassiveScenarioClassification (hi)":8.53,"MassiveScenarioClassification (hu)":39.62,"MassiveScenarioClassification (hy)":8.48,"MassiveScenarioClassification (id)":42.88,"MassiveScenarioClassification (is)":36.0,"MassiveScenarioClassification (it)":45.6,"MassiveScenarioClassification (ja)":53.3,"MassiveScenarioClassification (jv)":40.85,"MassiveScenarioClassification (ka)":6.71,"MassiveScenarioClassification (km)":9.25,"MassiveScenarioClassification (kn)":8.53,"MassiveScenarioClassification (ko)":25.34,"MassiveScenarioClassification (lv)":39.52,"MassiveScenarioClassification (ml)":6.5,"MassiveScenarioClassification (mn)":24.85,"MassiveScenarioClassification (ms)":42.18,"MassiveScenarioClassification (my)":11.08,"MassiveScenarioClassification (nl)":42.75,"MassiveScenarioClassification (pt)":44.93,"MassiveScenarioClassification (ro)":43.79,"MassiveScenarioClassification (ru)":25.98,"MassiveScenarioClassification (sl)":40.78,"MassiveScenarioClassification (sq)":43.06,"MassiveScenarioClassification (sw)":41.73,"MassiveScenarioClassification (ta)":7.53,"MassiveScenarioClassification (te)":7.33,"MassiveScenarioClassification (th)":13.75,"MassiveScenarioClassification (tl)":40.24,"MassiveScenarioClassification (tr)":33.56,"MassiveScenarioClassification (ur)":14.59,"MassiveScenarioClassification (vi)":39.11,"MassiveScenarioClassification (zh-TW)":79.06} -{"index":123,"Rank":139,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.33,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.39,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.58,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":124,"Rank":140,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":67.69,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.86,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.6,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":125,"Rank":141,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.48,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.96,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":67.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.7,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":126,"Rank":142,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.11,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.52,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":65.93,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.48,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":127,"Rank":143,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":34.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.97,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.59,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.67,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.61,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":128,"Rank":144,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.02,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":129,"Rank":145,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.44,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":130,"Rank":146,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.79,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":131,"Rank":147,"Model":"mmarco-bert-base-italian-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":55.06,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":63.04,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":132,"Rank":148,"Model":"mmarco-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":22.3,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":27.41,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":133,"Rank":149,"Model":"stsbm-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":38.88,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":43.3,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":134,"Rank":150,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":135,"Rank":151,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.24,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":136,"Rank":152,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.33,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":137,"Rank":153,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.44,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":146,"Rank":154,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":27.05,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":72.97,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.18,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":42.64,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":49.92,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":152,"Rank":155,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":46.09,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.2,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":58.33,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.91,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":68.53,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":153,"Rank":156,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":29.75,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":154,"Rank":157,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":66.08,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":71.13,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":155,"Rank":158,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":30.4,"MassiveIntentClassification (am)":2.28,"MassiveIntentClassification (ar)":3.8,"MassiveIntentClassification (az)":23.58,"MassiveIntentClassification (bn)":3.08,"MassiveIntentClassification (cy)":31.68,"MassiveIntentClassification (de)":32.1,"MassiveIntentClassification (el)":9.66,"MassiveIntentClassification (es)":31.03,"MassiveIntentClassification (fa)":3.34,"MassiveIntentClassification (fi)":31.13,"MassiveIntentClassification (fr)":31.51,"MassiveIntentClassification (he)":2.25,"MassiveIntentClassification (hi)":2.56,"MassiveIntentClassification (hu)":25.52,"MassiveIntentClassification (hy)":2.72,"MassiveIntentClassification (id)":33.56,"MassiveIntentClassification (is)":24.85,"MassiveIntentClassification (it)":35.24,"MassiveIntentClassification (ja)":5.61,"MassiveIntentClassification (jv)":28.53,"MassiveIntentClassification (ka)":2.64,"MassiveIntentClassification (km)":5.14,"MassiveIntentClassification (kn)":2.06,"MassiveIntentClassification (ko)":2.53,"MassiveIntentClassification (lv)":22.32,"MassiveIntentClassification (ml)":2.39,"MassiveIntentClassification (mn)":28.99,"MassiveIntentClassification (ms)":28.94,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":32.44,"MassiveIntentClassification (pt)":34.35,"MassiveIntentClassification (ro)":31.72,"MassiveIntentClassification (ru)":57.98,"MassiveIntentClassification (sl)":31.39,"MassiveIntentClassification (sq)":32.38,"MassiveIntentClassification (sw)":27.79,"MassiveIntentClassification (ta)":1.5,"MassiveIntentClassification (te)":2.21,"MassiveIntentClassification (th)":3.74,"MassiveIntentClassification (tl)":32.02,"MassiveIntentClassification (tr)":27.56,"MassiveIntentClassification (ur)":2.45,"MassiveIntentClassification (vi)":23.72,"MassiveIntentClassification (zh-TW)":6.81,"MassiveScenarioClassification (af)":40.84,"MassiveScenarioClassification (am)":7.68,"MassiveScenarioClassification (ar)":11.86,"MassiveScenarioClassification (az)":30.32,"MassiveScenarioClassification (bn)":8.85,"MassiveScenarioClassification (cy)":39.85,"MassiveScenarioClassification (de)":42.07,"MassiveScenarioClassification (el)":17.95,"MassiveScenarioClassification (es)":37.13,"MassiveScenarioClassification (fa)":6.62,"MassiveScenarioClassification (fi)":35.19,"MassiveScenarioClassification (fr)":42.9,"MassiveScenarioClassification (he)":7.61,"MassiveScenarioClassification (hi)":7.41,"MassiveScenarioClassification (hu)":36.41,"MassiveScenarioClassification (hy)":8.78,"MassiveScenarioClassification (id)":39.54,"MassiveScenarioClassification (is)":33.1,"MassiveScenarioClassification (it)":42.69,"MassiveScenarioClassification (ja)":10.6,"MassiveScenarioClassification (jv)":37.23,"MassiveScenarioClassification (ka)":7.01,"MassiveScenarioClassification (km)":8.51,"MassiveScenarioClassification (kn)":7.6,"MassiveScenarioClassification (ko)":5.63,"MassiveScenarioClassification (lv)":29.29,"MassiveScenarioClassification (ml)":6.92,"MassiveScenarioClassification (mn)":33.7,"MassiveScenarioClassification (ms)":38.97,"MassiveScenarioClassification (my)":10.73,"MassiveScenarioClassification (nl)":40.94,"MassiveScenarioClassification (pt)":40.79,"MassiveScenarioClassification (ro)":40.02,"MassiveScenarioClassification (ru)":62.9,"MassiveScenarioClassification (sl)":35.98,"MassiveScenarioClassification (sq)":42.66,"MassiveScenarioClassification (sw)":35.66,"MassiveScenarioClassification (ta)":7.01,"MassiveScenarioClassification (te)":6.91,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":38.16,"MassiveScenarioClassification (tr)":34.85,"MassiveScenarioClassification (ur)":8.53,"MassiveScenarioClassification (vi)":31.89,"MassiveScenarioClassification (zh-TW)":11.93} -{"index":156,"Rank":159,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.68,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":157,"Rank":160,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.12,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":159,"Rank":161,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.46,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":160,"Rank":162,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":56.98,"MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":161,"Rank":163,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":56.77,"MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":61.77,"MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":162,"Rank":164,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":163,"Rank":165,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":45.82,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":164,"Rank":166,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.23,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":165,"Rank":167,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.69,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":166,"Rank":168,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":21.96,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":167,"Rank":169,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.69,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":169,"Rank":170,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":33.51,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.5,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":53.98,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":61.19,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.22,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":170,"Rank":171,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.09,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.19,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.64,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.8,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":73.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":171,"Rank":172,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.51,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.01,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.15,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.94,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":172,"Rank":173,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.76,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.3,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":89.38,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":64.45,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.42,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.11,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":173,"Rank":174,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":48.3,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} diff --git a/all_data_tasks/4/default.jsonl b/all_data_tasks/4/default.jsonl deleted file mode 100644 index 51b688463abef61649bebd58447344e99745b0d2..0000000000000000000000000000000000000000 --- a/all_data_tasks/4/default.jsonl +++ /dev/null @@ -1,330 +0,0 @@ -{"index":184,"Rank":1,"Model":"Gemma-Embeddings-v0.8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.8,"ArguAna":83.83,"ClimateFEVER":46.49,"CQADupstackRetrieval":52.19,"DBPedia":52.58,"FEVER":93.5,"FiQA2018":61.54,"HotpotQA":87.58,"MSMARCO":47.13,"NFCorpus":40.11,"NQ":74.45,"QuoraRetrieval":91.05,"SCIDOCS":27.28,"SciFact":80.31,"Touche2020":34.47,"TRECCOVID":84.44} -{"index":190,"Rank":2,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.12,"ArguAna":65.2,"ClimateFEVER":48.44,"CQADupstackRetrieval":47.94,"DBPedia":52.48,"FEVER":94.81,"FiQA2018":60.12,"HotpotQA":77.68,"MSMARCO":72.12,"NFCorpus":43.31,"NQ":71.49,"QuoraRetrieval":90.04,"SCIDOCS":24.64,"SciFact":80.37,"Touche2020":31.39,"TRECCOVID":86.73} -{"index":259,"Rank":3,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44} -{"index":25,"Rank":4,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08} -{"index":308,"Rank":5,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08} -{"index":171,"Rank":6,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.01,"ArguAna":65.27,"ClimateFEVER":46.11,"CQADupstackRetrieval":47.75,"DBPedia":52.28,"FEVER":94.83,"FiQA2018":60.48,"HotpotQA":76.67,"MSMARCO":45.22,"NFCorpus":42.0,"NQ":71.8,"QuoraRetrieval":90.03,"SCIDOCS":26.64,"SciFact":80.09,"Touche2020":29.94,"TRECCOVID":85.98} -{"index":260,"Rank":7,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":60.9,"ArguAna":68.28,"ClimateFEVER":43.47,"CQADupstackRetrieval":49.36,"DBPedia":50.82,"FEVER":93.15,"FiQA2018":61.18,"HotpotQA":79.12,"MSMARCO":44.89,"NFCorpus":45.06,"NQ":72.44,"QuoraRetrieval":88.78,"SCIDOCS":22.55,"SciFact":81.31,"Touche2020":26.6,"TRECCOVID":86.44} -{"index":309,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":48,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":179,"Rank":10,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":17,"Rank":11,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":74,"Rank":12,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.19,"ArguAna":69.65,"ClimateFEVER":39.11,"CQADupstackRetrieval":47.27,"DBPedia":51.32,"FEVER":92.42,"FiQA2018":61.2,"HotpotQA":76.24,"MSMARCO":45.21,"NFCorpus":41.62,"NQ":70.63,"QuoraRetrieval":90.27,"SCIDOCS":21.93,"SciFact":78.32,"Touche2020":30.61,"TRECCOVID":87.1} -{"index":117,"Rank":13,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.18,"ArguAna":62.34,"ClimateFEVER":34.43,"CQADupstackRetrieval":46.11,"DBPedia":51.21,"FEVER":92.16,"FiQA2018":61.77,"HotpotQA":81.36,"MSMARCO":42.18,"NFCorpus":41.34,"NQ":73.96,"QuoraRetrieval":89.58,"SCIDOCS":24.87,"SciFact":85.91,"Touche2020":28.18,"TRECCOVID":87.27} -{"index":338,"Rank":14,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.5,"ArguAna":65.62,"ClimateFEVER":42.05,"CQADupstackRetrieval":48.85,"DBPedia":51.2,"FEVER":92.44,"FiQA2018":58.78,"HotpotQA":79.45,"MSMARCO":44.18,"NFCorpus":40.46,"NQ":70.52,"QuoraRetrieval":89.89,"SCIDOCS":20.86,"SciFact":77.38,"Touche2020":27.1,"TRECCOVID":83.68} -{"index":258,"Rank":15,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.36,"ArguAna":68.2,"ClimateFEVER":34.72,"CQADupstackRetrieval":50.51,"DBPedia":48.29,"FEVER":87.77,"FiQA2018":63.1,"HotpotQA":79.92,"MSMARCO":46.49,"NFCorpus":38.04,"NQ":71.22,"QuoraRetrieval":89.21,"SCIDOCS":20.19,"SciFact":78.43,"Touche2020":28.38,"TRECCOVID":85.88} -{"index":28,"Rank":16,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.24,"ArguAna":77.37,"ClimateFEVER":39.37,"CQADupstackRetrieval":47.94,"DBPedia":51.37,"FEVER":90.38,"FiQA2018":60.04,"HotpotQA":83.26,"MSMARCO":45.71,"NFCorpus":38.11,"NQ":71.45,"QuoraRetrieval":90.04,"SCIDOCS":26.93,"SciFact":72.05,"Touche2020":30.26,"TRECCOVID":64.27} -{"index":118,"Rank":17,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.0,"ArguAna":67.17,"ClimateFEVER":36.41,"CQADupstackRetrieval":46.49,"DBPedia":49.06,"FEVER":89.35,"FiQA2018":60.4,"HotpotQA":77.02,"MSMARCO":43.41,"NFCorpus":41.88,"NQ":69.92,"QuoraRetrieval":89.78,"SCIDOCS":19.91,"SciFact":77.66,"Touche2020":29.0,"TRECCOVID":87.6} -{"index":172,"Rank":18,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":58.97,"ArguAna":64.24,"ClimateFEVER":43.53,"CQADupstackRetrieval":44.36,"DBPedia":49.88,"FEVER":90.99,"FiQA2018":56.06,"HotpotQA":71.74,"MSMARCO":43.69,"NFCorpus":41.49,"NQ":69.07,"QuoraRetrieval":89.58,"SCIDOCS":25.04,"SciFact":78.23,"Touche2020":31.45,"TRECCOVID":85.21} -{"index":315,"Rank":19,"Model":"e5-R-mistral-7b-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.65,"ArguAna":58.99,"ClimateFEVER":40.26,"CQADupstackRetrieval":46.59,"DBPedia":51.03,"FEVER":90.32,"FiQA2018":58.68,"HotpotQA":80.16,"MSMARCO":42.9,"NFCorpus":41.38,"NQ":69.84,"QuoraRetrieval":90.11,"SCIDOCS":19.26,"SciFact":78.92,"Touche2020":26.89,"TRECCOVID":84.4} -{"index":30,"Rank":20,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.65,"ArguAna":58.99,"ClimateFEVER":40.26,"CQADupstackRetrieval":46.59,"DBPedia":51.03,"FEVER":90.32,"FiQA2018":58.68,"HotpotQA":80.16,"MSMARCO":42.9,"NFCorpus":41.38,"NQ":69.84,"QuoraRetrieval":90.11,"SCIDOCS":19.26,"SciFact":78.92,"Touche2020":26.89,"TRECCOVID":84.4} -{"index":263,"Rank":21,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":58.56,"ArguAna":64.65,"ClimateFEVER":35.55,"CQADupstackRetrieval":46.53,"DBPedia":47.82,"FEVER":90.76,"FiQA2018":56.64,"HotpotQA":78.11,"MSMARCO":43.93,"NFCorpus":39.77,"NQ":69.29,"QuoraRetrieval":89.97,"SCIDOCS":22.38,"SciFact":86.6,"Touche2020":25.08,"TRECCOVID":81.32} -{"index":16,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":58.29,"ArguAna":69.72,"ClimateFEVER":42.91,"CQADupstackRetrieval":44.76,"DBPedia":48.69,"FEVER":91.57,"FiQA2018":54.7,"HotpotQA":68.95,"MSMARCO":43.36,"NFCorpus":39.34,"NQ":64.0,"QuoraRetrieval":89.64,"SCIDOCS":24.98,"SciFact":78.44,"Touche2020":27.89,"TRECCOVID":85.38} -{"index":47,"Rank":23,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.29,"ArguAna":69.72,"ClimateFEVER":42.91,"CQADupstackRetrieval":44.76,"DBPedia":48.69,"FEVER":91.57,"FiQA2018":54.7,"HotpotQA":68.95,"MSMARCO":43.36,"NFCorpus":39.34,"NQ":64.0,"QuoraRetrieval":89.64,"SCIDOCS":24.98,"SciFact":78.44,"Touche2020":27.89,"TRECCOVID":85.38} -{"index":6,"Rank":24,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":58.28,"ArguAna":64.06,"ClimateFEVER":32.65,"CQADupstackRetrieval":46.6,"DBPedia":46.03,"FEVER":91.47,"FiQA2018":59.76,"HotpotQA":70.86,"MSMARCO":40.6,"NFCorpus":40.32,"NQ":65.92,"QuoraRetrieval":87.4,"SCIDOCS":24.32,"SciFact":79.99,"Touche2020":39.16,"TRECCOVID":85.07} -{"index":19,"Rank":25,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.91,"ArguAna":72.11,"ClimateFEVER":48.36,"CQADupstackRetrieval":42.16,"DBPedia":46.3,"FEVER":93.81,"FiQA2018":63.23,"HotpotQA":68.18,"MSMARCO":42.93,"NFCorpus":36.95,"NQ":56.08,"QuoraRetrieval":89.67,"SCIDOCS":26.35,"SciFact":82.43,"Touche2020":22.55,"TRECCOVID":77.49} -{"index":266,"Rank":26,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.91,"ArguAna":72.11,"ClimateFEVER":48.36,"CQADupstackRetrieval":42.16,"DBPedia":46.3,"FEVER":93.81,"FiQA2018":63.23,"HotpotQA":68.18,"MSMARCO":42.93,"NFCorpus":36.95,"NQ":56.08,"QuoraRetrieval":89.67,"SCIDOCS":26.35,"SciFact":82.43,"Touche2020":22.55,"TRECCOVID":77.49} -{"index":264,"Rank":27,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.41,"ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":320,"Rank":28,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.38,"ArguAna":60.61,"ClimateFEVER":36.96,"CQADupstackRetrieval":43.98,"DBPedia":47.16,"FEVER":92.2,"FiQA2018":55.85,"HotpotQA":77.12,"MSMARCO":42.83,"NFCorpus":40.9,"NQ":65.44,"QuoraRetrieval":89.98,"SCIDOCS":22.51,"SciFact":77.96,"Touche2020":24.7,"TRECCOVID":82.47} -{"index":54,"Rank":29,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":57.36,"ArguAna":63.17,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.91,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.86,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.13,"Touche2020":27.78,"TRECCOVID":74.31} -{"index":112,"Rank":30,"Model":"arctic-l-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.19,"ArguAna":62.67,"ClimateFEVER":39.89,"CQADupstackRetrieval":46.21,"DBPedia":46.14,"FEVER":90.19,"FiQA2018":46.59,"HotpotQA":79.15,"MSMARCO":40.29,"NFCorpus":38.18,"NQ":61.43,"QuoraRetrieval":89.04,"SCIDOCS":22.44,"SciFact":78.06,"Touche2020":32.92,"TRECCOVID":84.72} -{"index":272,"Rank":31,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.05,"ArguAna":58.82,"ClimateFEVER":32.47,"CQADupstackRetrieval":49.52,"DBPedia":48.99,"FEVER":90.88,"FiQA2018":53.22,"HotpotQA":77.7,"MSMARCO":40.66,"NFCorpus":41.33,"NQ":64.67,"QuoraRetrieval":88.86,"SCIDOCS":23.01,"SciFact":79.62,"Touche2020":25.24,"TRECCOVID":80.75} -{"index":21,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.89,"ArguAna":61.88,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.59,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.62,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.3,"SciFact":76.41,"Touche2020":26.39,"TRECCOVID":87.25} -{"index":196,"Rank":33,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.87,"ArguAna":61.65,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.81,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.58,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.32,"SciFact":76.42,"Touche2020":26.27,"TRECCOVID":87.03} -{"index":80,"Rank":34,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":56.63,"ArguAna":62.78,"ClimateFEVER":34.27,"CQADupstackRetrieval":48.25,"DBPedia":48.34,"FEVER":90.2,"FiQA2018":55.33,"HotpotQA":71.76,"MSMARCO":43.24,"NFCorpus":41.83,"NQ":64.21,"QuoraRetrieval":87.16,"SCIDOCS":22.96,"SciFact":78.22,"Touche2020":20.5,"TRECCOVID":80.34} -{"index":9,"Rank":35,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":56.6,"ArguAna":70.28,"ClimateFEVER":31.95,"CQADupstackRetrieval":46.2,"DBPedia":39.79,"FEVER":91.35,"FiQA2018":52.51,"HotpotQA":75.51,"MSMARCO":37.93,"NFCorpus":43.7,"NQ":64.26,"QuoraRetrieval":87.62,"SCIDOCS":20.24,"SciFact":79.91,"Touche2020":26.8,"TRECCOVID":81.02} -{"index":113,"Rank":36,"Model":"arctic-m-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.5,"ArguAna":62.44,"ClimateFEVER":37.84,"CQADupstackRetrieval":44.87,"DBPedia":46.06,"FEVER":90.02,"FiQA2018":45.07,"HotpotQA":77.84,"MSMARCO":40.28,"NFCorpus":37.28,"NQ":61.03,"QuoraRetrieval":89.21,"SCIDOCS":22.59,"SciFact":76.53,"Touche2020":30.68,"TRECCOVID":85.79} -{"index":59,"Rank":37,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.5,"ArguAna":59.29,"ClimateFEVER":37.77,"CQADupstackRetrieval":41.62,"DBPedia":49.74,"FEVER":88.53,"FiQA2018":56.05,"HotpotQA":75.17,"MSMARCO":42.55,"NFCorpus":38.74,"NQ":61.66,"QuoraRetrieval":89.35,"SCIDOCS":16.63,"SciFact":77.18,"Touche2020":25.79,"TRECCOVID":87.43} -{"index":15,"Rank":38,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.24,"ArguAna":62.65,"ClimateFEVER":44.0,"CQADupstackRetrieval":40.64,"DBPedia":48.04,"FEVER":93.35,"FiQA2018":55.31,"HotpotQA":72.25,"MSMARCO":41.68,"NFCorpus":38.25,"NQ":61.79,"QuoraRetrieval":89.61,"SCIDOCS":27.69,"SciFact":75.31,"Touche2020":20.3,"TRECCOVID":72.72} -{"index":82,"Rank":39,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.99,"ArguAna":57.48,"ClimateFEVER":35.19,"CQADupstackRetrieval":48.84,"DBPedia":49.58,"FEVER":89.4,"FiQA2018":53.11,"HotpotQA":74.07,"MSMARCO":42.17,"NFCorpus":39.33,"NQ":61.7,"QuoraRetrieval":87.75,"SCIDOCS":22.5,"SciFact":78.86,"Touche2020":22.18,"TRECCOVID":77.69} -{"index":122,"Rank":40,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.98,"ArguAna":59.09,"ClimateFEVER":39.33,"CQADupstackRetrieval":46.97,"DBPedia":45.97,"FEVER":88.22,"FiQA2018":44.71,"HotpotQA":75.18,"MSMARCO":41.68,"NFCorpus":37.65,"NQ":63.11,"QuoraRetrieval":87.41,"SCIDOCS":21.36,"SciFact":73.82,"Touche2020":34.52,"TRECCOVID":80.72} -{"index":1,"Rank":41,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":55.7,"ArguAna":62.18,"ClimateFEVER":33.21,"CQADupstackRetrieval":48.89,"DBPedia":47.12,"FEVER":86.96,"FiQA2018":59.24,"HotpotQA":71.33,"MSMARCO":32.58,"NFCorpus":40.33,"NQ":61.28,"QuoraRetrieval":88.18,"SCIDOCS":20.34,"SciFact":75.42,"Touche2020":25.86,"TRECCOVID":82.62} -{"index":123,"Rank":42,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.65,"ArguAna":59.15,"ClimateFEVER":43.48,"CQADupstackRetrieval":46.1,"DBPedia":43.37,"FEVER":91.91,"FiQA2018":45.49,"HotpotQA":68.15,"MSMARCO":44.86,"NFCorpus":35.34,"NQ":63.67,"QuoraRetrieval":89.02,"SCIDOCS":20.24,"SciFact":70.59,"Touche2020":29.5,"TRECCOVID":83.87} -{"index":8,"Rank":43,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":55.58,"ArguAna":58.73,"ClimateFEVER":37.47,"CQADupstackRetrieval":45.11,"DBPedia":43.42,"FEVER":89.71,"FiQA2018":44.79,"HotpotQA":70.46,"MSMARCO":39.66,"NFCorpus":43.33,"NQ":60.65,"QuoraRetrieval":87.83,"SCIDOCS":23.19,"SciFact":73.64,"Touche2020":36.83,"TRECCOVID":78.92} -{"index":219,"Rank":44,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.52,"ArguAna":58.52,"ClimateFEVER":34.56,"CQADupstackRetrieval":46.91,"DBPedia":46.83,"FEVER":91.22,"FiQA2018":54.51,"HotpotQA":76.41,"MSMARCO":43.25,"NFCorpus":39.55,"NQ":62.31,"QuoraRetrieval":89.34,"SCIDOCS":20.17,"SciFact":73.99,"Touche2020":18.52,"TRECCOVID":76.66} -{"index":352,"Rank":45,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":55.44,"ArguAna":58.05,"ClimateFEVER":30.27,"CQADupstackRetrieval":47.54,"DBPedia":44.76,"FEVER":87.94,"FiQA2018":55.0,"HotpotQA":71.58,"MSMARCO":40.24,"NFCorpus":42.07,"NQ":61.27,"QuoraRetrieval":89.05,"SCIDOCS":23.11,"SciFact":77.77,"Touche2020":23.35,"TRECCOVID":79.56} -{"index":127,"Rank":46,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.38,"ArguAna":58.01,"ClimateFEVER":38.31,"CQADupstackRetrieval":47.2,"DBPedia":43.88,"FEVER":91.55,"FiQA2018":43.96,"HotpotQA":72.4,"MSMARCO":44.04,"NFCorpus":35.88,"NQ":64.6,"QuoraRetrieval":88.73,"SCIDOCS":20.35,"SciFact":71.8,"Touche2020":29.77,"TRECCOVID":80.28} -{"index":77,"Rank":47,"Model":"marqo-chimera-arctic-bge-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.16,"ArguAna":62.6,"ClimateFEVER":34.42,"CQADupstackRetrieval":42.89,"DBPedia":44.91,"FEVER":87.71,"FiQA2018":44.31,"HotpotQA":74.39,"MSMARCO":43.42,"NFCorpus":38.46,"NQ":53.2,"QuoraRetrieval":89.14,"SCIDOCS":21.85,"SciFact":74.85,"Touche2020":33.01,"TRECCOVID":82.25} -{"index":225,"Rank":48,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.14,"ArguAna":59.53,"ClimateFEVER":36.85,"CQADupstackRetrieval":44.99,"DBPedia":45.55,"FEVER":88.41,"FiQA2018":42.4,"HotpotQA":72.21,"MSMARCO":42.03,"NFCorpus":36.2,"NQ":62.46,"QuoraRetrieval":87.37,"SCIDOCS":21.49,"SciFact":71.59,"Touche2020":31.43,"TRECCOVID":84.61} -{"index":126,"Rank":49,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.14,"ArguAna":59.53,"ClimateFEVER":36.85,"CQADupstackRetrieval":44.99,"DBPedia":45.55,"FEVER":88.41,"FiQA2018":42.4,"HotpotQA":72.21,"MSMARCO":42.03,"NFCorpus":36.2,"NQ":62.46,"QuoraRetrieval":87.37,"SCIDOCS":21.49,"SciFact":71.59,"Touche2020":31.43,"TRECCOVID":84.61} -{"index":55,"Rank":50,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.09,"ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":47.63,"DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":38,"Rank":51,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.0,"ArguAna":61.52,"ClimateFEVER":38.43,"CQADupstackRetrieval":41.53,"DBPedia":43.36,"FEVER":88.97,"FiQA2018":42.19,"HotpotQA":70.72,"MSMARCO":42.93,"NFCorpus":38.57,"NQ":61.56,"QuoraRetrieval":88.72,"SCIDOCS":20.31,"SciFact":71.83,"Touche2020":32.42,"TRECCOVID":81.92} -{"index":124,"Rank":52,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.91,"ArguAna":56.44,"ClimateFEVER":39.37,"CQADupstackRetrieval":43.81,"DBPedia":44.73,"FEVER":89.02,"FiQA2018":42.4,"HotpotQA":73.65,"MSMARCO":41.77,"NFCorpus":36.77,"NQ":62.43,"QuoraRetrieval":87.42,"SCIDOCS":21.1,"SciFact":73.55,"Touche2020":31.47,"TRECCOVID":79.65} -{"index":125,"Rank":53,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} -{"index":133,"Rank":54,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.66,"ArguAna":66.15,"ClimateFEVER":38.53,"CQADupstackRetrieval":40.93,"DBPedia":44.89,"FEVER":88.24,"FiQA2018":44.84,"HotpotQA":73.13,"MSMARCO":41.4,"NFCorpus":38.65,"NQ":55.86,"QuoraRetrieval":89.02,"SCIDOCS":22.98,"SciFact":74.07,"Touche2020":24.93,"TRECCOVID":76.33} -{"index":56,"Rank":55,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.62,"ArguAna":53.34,"ClimateFEVER":21.74,"CQADupstackRetrieval":43.36,"DBPedia":39.35,"FEVER":88.23,"FiQA2018":56.98,"HotpotQA":75.43,"MSMARCO":39.45,"NFCorpus":39.9,"NQ":56.81,"QuoraRetrieval":89.68,"SCIDOCS":22.61,"SciFact":80.17,"Touche2020":27.01,"TRECCOVID":85.2} -{"index":114,"Rank":56,"Model":"arctic-s-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.61,"ArguAna":61.7,"ClimateFEVER":34.4,"CQADupstackRetrieval":43.06,"DBPedia":44.46,"FEVER":86.56,"FiQA2018":43.32,"HotpotQA":74.98,"MSMARCO":39.03,"NFCorpus":35.91,"NQ":57.06,"QuoraRetrieval":89.0,"SCIDOCS":21.09,"SciFact":75.3,"Touche2020":30.5,"TRECCOVID":82.84} -{"index":78,"Rank":57,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":54.6,"ArguAna":56.53,"ClimateFEVER":30.7,"CQADupstackRetrieval":45.94,"DBPedia":48.42,"FEVER":89.93,"FiQA2018":51.28,"HotpotQA":72.99,"MSMARCO":41.46,"NFCorpus":40.33,"NQ":61.24,"QuoraRetrieval":85.59,"SCIDOCS":21.05,"SciFact":77.3,"Touche2020":16.92,"TRECCOVID":79.25} -{"index":240,"Rank":58,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.39,"ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":41.6,"DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":26,"Rank":59,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":42.23,"DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":188,"Rank":60,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.14,"ArguAna":67.32,"ClimateFEVER":41.18,"CQADupstackRetrieval":42.75,"DBPedia":48.98,"FEVER":88.23,"FiQA2018":54.07,"HotpotQA":74.96,"MSMARCO":42.55,"NFCorpus":37.55,"NQ":64.69,"QuoraRetrieval":88.77,"SCIDOCS":23.81,"SciFact":52.84,"Touche2020":25.88,"TRECCOVID":58.49} -{"index":18,"Rank":61,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.09,"ArguAna":63.49,"ClimateFEVER":40.36,"CQADupstackRetrieval":39.52,"DBPedia":39.9,"FEVER":94.81,"FiQA2018":48.65,"HotpotQA":67.75,"MSMARCO":42.62,"NFCorpus":35.88,"NQ":52.96,"QuoraRetrieval":88.42,"SCIDOCS":21.92,"SciFact":76.77,"Touche2020":25.22,"TRECCOVID":73.13} -{"index":217,"Rank":62,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.88,"ArguAna":54.33,"ClimateFEVER":42.36,"CQADupstackRetrieval":42.59,"DBPedia":41.0,"FEVER":89.05,"FiQA2018":47.35,"HotpotQA":64.67,"MSMARCO":40.81,"NFCorpus":36.62,"NQ":64.23,"QuoraRetrieval":89.09,"SCIDOCS":19.81,"SciFact":72.31,"Touche2020":26.3,"TRECCOVID":77.72} -{"index":40,"Rank":63,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":53.84,"ArguAna":55.11,"ClimateFEVER":29.96,"CQADupstackRetrieval":40.64,"DBPedia":41.0,"FEVER":88.53,"FiQA2018":44.1,"HotpotQA":70.61,"MSMARCO":43.45,"NFCorpus":36.42,"NQ":63.41,"QuoraRetrieval":88.92,"SCIDOCS":19.34,"SciFact":70.05,"Touche2020":32.7,"TRECCOVID":83.37} -{"index":69,"Rank":64,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.46,"ArguAna":66.18,"ClimateFEVER":33.13,"CQADupstackRetrieval":42.74,"DBPedia":42.84,"FEVER":85.44,"FiQA2018":44.93,"HotpotQA":72.49,"MSMARCO":41.46,"NFCorpus":37.9,"NQ":55.12,"QuoraRetrieval":89.07,"SCIDOCS":23.69,"SciFact":75.14,"Touche2020":24.42,"TRECCOVID":67.33} -{"index":148,"Rank":65,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13} -{"index":328,"Rank":66,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38} -{"index":220,"Rank":67,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.27,"ArguAna":72.0,"ClimateFEVER":25.71,"CQADupstackRetrieval":39.8,"DBPedia":40.09,"FEVER":86.09,"FiQA2018":45.41,"HotpotQA":66.66,"MSMARCO":41.48,"NFCorpus":34.73,"NQ":59.95,"QuoraRetrieval":89.84,"SCIDOCS":21.78,"SciFact":71.84,"Touche2020":24.25,"TRECCOVID":79.38} -{"index":24,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":256,"Rank":69,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":249,"Rank":70,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":201,"Rank":71,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51} -{"index":137,"Rank":72,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.49,"ArguAna":61.59,"ClimateFEVER":26.74,"CQADupstackRetrieval":38.15,"DBPedia":38.55,"FEVER":84.94,"FiQA2018":38.5,"HotpotQA":69.21,"MSMARCO":69.8,"NFCorpus":34.78,"NQ":45.43,"QuoraRetrieval":88.57,"SCIDOCS":20.28,"SciFact":70.78,"Touche2020":22.2,"TRECCOVID":77.76} -{"index":0,"Rank":73,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":52.44,"ArguAna":56.27,"ClimateFEVER":29.35,"CQADupstackRetrieval":45.41,"DBPedia":41.91,"FEVER":82.61,"FiQA2018":55.54,"HotpotQA":64.65,"MSMARCO":31.12,"NFCorpus":37.81,"NQ":57.37,"QuoraRetrieval":87.89,"SCIDOCS":18.21,"SciFact":70.86,"Touche2020":27.4,"TRECCOVID":80.13} -{"index":254,"Rank":74,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":52.4,"ArguAna":47.45,"ClimateFEVER":40.7,"CQADupstackRetrieval":39.06,"DBPedia":42.96,"FEVER":85.7,"FiQA2018":36.92,"HotpotQA":71.48,"MSMARCO":42.29,"NFCorpus":33.31,"NQ":58.83,"QuoraRetrieval":87.87,"SCIDOCS":17.88,"SciFact":70.12,"Touche2020":29.24,"TRECCOVID":82.12} -{"index":146,"Rank":75,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.31,"ArguAna":62.62,"ClimateFEVER":31.49,"CQADupstackRetrieval":43.2,"DBPedia":41.7,"FEVER":86.65,"FiQA2018":40.64,"HotpotQA":68.92,"MSMARCO":40.64,"NFCorpus":37.64,"NQ":53.43,"QuoraRetrieval":88.81,"SCIDOCS":23.47,"SciFact":75.29,"Touche2020":20.58,"TRECCOVID":69.6} -{"index":321,"Rank":76,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.28,"ArguAna":55.57,"ClimateFEVER":29.05,"CQADupstackRetrieval":39.19,"DBPedia":43.48,"FEVER":89.19,"FiQA2018":43.56,"HotpotQA":69.33,"MSMARCO":40.91,"NFCorpus":36.01,"NQ":57.04,"QuoraRetrieval":89.42,"SCIDOCS":16.59,"SciFact":69.7,"Touche2020":24.57,"TRECCOVID":80.57} -{"index":317,"Rank":77,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":52.22,"ArguAna":57.16,"ClimateFEVER":28.82,"CQADupstackRetrieval":43.18,"DBPedia":42.37,"FEVER":84.53,"FiQA2018":44.5,"HotpotQA":67.16,"MSMARCO":40.86,"NFCorpus":38.17,"NQ":54.78,"QuoraRetrieval":88.32,"SCIDOCS":23.44,"SciFact":74.27,"Touche2020":25.51,"TRECCOVID":70.22} -{"index":150,"Rank":78,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"ArguAna":57.59,"ClimateFEVER":35.2,"CQADupstackRetrieval":39.65,"DBPedia":41.02,"FEVER":87.13,"FiQA2018":40.65,"HotpotQA":66.54,"MSMARCO":40.23,"NFCorpus":34.92,"NQ":50.9,"QuoraRetrieval":88.41,"SCIDOCS":21.82,"SciFact":72.22,"Touche2020":23.48,"TRECCOVID":80.12} -{"index":128,"Rank":79,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} -{"index":224,"Rank":80,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.92,"ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":42.39,"DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":57,"Rank":81,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.88,"ArguAna":56.57,"ClimateFEVER":27.79,"CQADupstackRetrieval":42.21,"DBPedia":39.58,"FEVER":86.03,"FiQA2018":45.02,"HotpotQA":68.65,"MSMARCO":35.19,"NFCorpus":34.49,"NQ":49.54,"QuoraRetrieval":89.39,"SCIDOCS":20.43,"SciFact":72.6,"Touche2020":31.19,"TRECCOVID":79.54} -{"index":142,"Rank":82,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.82,"ArguAna":58.84,"ClimateFEVER":34.34,"CQADupstackRetrieval":38.51,"DBPedia":41.43,"FEVER":89.0,"FiQA2018":39.87,"HotpotQA":69.79,"MSMARCO":40.84,"NFCorpus":33.48,"NQ":48.99,"QuoraRetrieval":88.55,"SCIDOCS":20.19,"SciFact":69.9,"Touche2020":30.36,"TRECCOVID":73.16} -{"index":209,"Rank":83,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.8,"ArguAna":64.07,"ClimateFEVER":28.74,"CQADupstackRetrieval":41.14,"DBPedia":42.51,"FEVER":81.38,"FiQA2018":42.64,"HotpotQA":72.37,"MSMARCO":40.66,"NFCorpus":38.43,"NQ":51.55,"QuoraRetrieval":88.74,"SCIDOCS":20.16,"SciFact":75.41,"Touche2020":22.6,"TRECCOVID":66.57} -{"index":29,"Rank":84,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.68,"ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":351,"Rank":85,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":51.66,"ArguAna":55.6,"ClimateFEVER":25.8,"CQADupstackRetrieval":42.28,"DBPedia":40.8,"FEVER":84.57,"FiQA2018":50.33,"HotpotQA":62.69,"MSMARCO":37.93,"NFCorpus":37.94,"NQ":56.64,"QuoraRetrieval":88.22,"SCIDOCS":20.44,"SciFact":73.1,"Touche2020":22.31,"TRECCOVID":76.24} -{"index":84,"Rank":86,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":51.44,"ArguAna":51.66,"ClimateFEVER":33.49,"CQADupstackRetrieval":41.73,"DBPedia":43.58,"FEVER":86.81,"FiQA2018":41.0,"HotpotQA":63.85,"MSMARCO":38.32,"NFCorpus":37.12,"NQ":53.89,"QuoraRetrieval":87.37,"SCIDOCS":17.96,"SciFact":72.08,"Touche2020":22.31,"TRECCOVID":80.41} -{"index":250,"Rank":87,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.43,"ArguAna":54.66,"ClimateFEVER":27.01,"CQADupstackRetrieval":38.47,"DBPedia":42.07,"FEVER":77.32,"FiQA2018":39.02,"HotpotQA":64.12,"MSMARCO":43.33,"NFCorpus":35.31,"NQ":61.43,"QuoraRetrieval":88.33,"SCIDOCS":18.7,"SciFact":71.51,"Touche2020":27.86,"TRECCOVID":82.31} -{"index":239,"Rank":88,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.42,"ArguAna":63.63,"ClimateFEVER":30.73,"CQADupstackRetrieval":39.46,"DBPedia":40.74,"FEVER":82.24,"FiQA2018":41.75,"HotpotQA":63.0,"MSMARCO":38.03,"NFCorpus":37.35,"NQ":54.84,"QuoraRetrieval":88.14,"SCIDOCS":22.78,"SciFact":74.12,"Touche2020":25.89,"TRECCOVID":68.64} -{"index":152,"Rank":89,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.4,"ArguAna":59.35,"ClimateFEVER":28.83,"CQADupstackRetrieval":40.27,"DBPedia":40.46,"FEVER":86.27,"FiQA2018":42.22,"HotpotQA":74.67,"MSMARCO":39.29,"NFCorpus":35.51,"NQ":49.39,"QuoraRetrieval":88.78,"SCIDOCS":20.44,"SciFact":76.48,"Touche2020":21.42,"TRECCOVID":67.65} -{"index":200,"Rank":90,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.4,"ArguAna":54.36,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.81,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.95,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.45,"SciFact":70.42,"Touche2020":23.13,"TRECCOVID":71.21} -{"index":37,"Rank":91,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.34,"ArguAna":50.81,"ClimateFEVER":28.9,"CQADupstackRetrieval":38.89,"DBPedia":41.03,"FEVER":87.64,"FiQA2018":38.83,"HotpotQA":66.79,"MSMARCO":41.33,"NFCorpus":33.65,"NQ":57.99,"QuoraRetrieval":88.11,"SCIDOCS":18.1,"SciFact":66.69,"Touche2020":31.93,"TRECCOVID":79.36} -{"index":143,"Rank":92,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.31,"ArguAna":51.31,"ClimateFEVER":22.76,"CQADupstackRetrieval":45.27,"DBPedia":36.95,"FEVER":88.17,"FiQA2018":44.8,"HotpotQA":64.15,"MSMARCO":38.0,"NFCorpus":33.94,"NQ":55.1,"QuoraRetrieval":88.41,"SCIDOCS":21.98,"SciFact":70.52,"Touche2020":27.48,"TRECCOVID":80.75} -{"index":316,"Rank":93,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.14,"ArguAna":57.12,"ClimateFEVER":28.1,"CQADupstackRetrieval":42.91,"DBPedia":41.19,"FEVER":81.52,"FiQA2018":40.76,"HotpotQA":65.75,"MSMARCO":40.21,"NFCorpus":37.9,"NQ":52.84,"QuoraRetrieval":88.15,"SCIDOCS":23.13,"SciFact":76.18,"Touche2020":22.55,"TRECCOVID":68.78} -{"index":353,"Rank":94,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":51.08,"ArguAna":55.49,"ClimateFEVER":26.86,"CQADupstackRetrieval":42.58,"DBPedia":39.97,"FEVER":79.42,"FiQA2018":44.91,"HotpotQA":63.63,"MSMARCO":37.02,"NFCorpus":38.33,"NQ":52.86,"QuoraRetrieval":88.83,"SCIDOCS":20.8,"SciFact":73.37,"Touche2020":24.28,"TRECCOVID":77.9} -{"index":20,"Rank":95,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.08,"ArguAna":58.23,"ClimateFEVER":34.83,"CQADupstackRetrieval":38.12,"DBPedia":40.12,"FEVER":92.11,"FiQA2018":45.01,"HotpotQA":63.04,"MSMARCO":39.92,"NFCorpus":36.65,"NQ":58.11,"QuoraRetrieval":88.02,"SCIDOCS":18.24,"SciFact":73.43,"Touche2020":22.82,"TRECCOVID":57.56} -{"index":58,"Rank":96,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.81,"ArguAna":56.71,"ClimateFEVER":23.84,"CQADupstackRetrieval":40.86,"DBPedia":36.77,"FEVER":84.13,"FiQA2018":46.02,"HotpotQA":67.84,"MSMARCO":34.22,"NFCorpus":33.82,"NQ":47.71,"QuoraRetrieval":89.68,"SCIDOCS":20.24,"SciFact":73.06,"Touche2020":28.91,"TRECCOVID":78.37} -{"index":253,"Rank":97,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":50.81,"ArguAna":45.44,"ClimateFEVER":39.63,"CQADupstackRetrieval":37.61,"DBPedia":39.42,"FEVER":84.4,"FiQA2018":35.0,"HotpotQA":67.78,"MSMARCO":41.38,"NFCorpus":32.54,"NQ":57.1,"QuoraRetrieval":87.65,"SCIDOCS":16.76,"SciFact":68.24,"Touche2020":28.49,"TRECCOVID":80.65} -{"index":311,"Rank":98,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":50.78,"ArguAna":48.27,"ClimateFEVER":29.61,"CQADupstackRetrieval":35.76,"DBPedia":40.51,"FEVER":80.14,"FiQA2018":41.08,"HotpotQA":63.19,"MSMARCO":42.72,"NFCorpus":37.82,"NQ":56.39,"QuoraRetrieval":88.1,"SCIDOCS":17.48,"SciFact":71.63,"Touche2020":25.66,"TRECCOVID":83.4} -{"index":195,"Rank":99,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.56,"ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":37.89,"DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} -{"index":149,"Rank":100,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.43,"ArguAna":59.12,"ClimateFEVER":31.83,"CQADupstackRetrieval":39.89,"DBPedia":39.76,"FEVER":86.92,"FiQA2018":39.15,"HotpotQA":65.2,"MSMARCO":39.73,"NFCorpus":34.69,"NQ":48.69,"QuoraRetrieval":88.43,"SCIDOCS":21.89,"SciFact":70.86,"Touche2020":21.19,"TRECCOVID":69.14} -{"index":173,"Rank":101,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":193,"Rank":102,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":101,"Rank":103,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":50.25,"ArguAna":51.38,"ClimateFEVER":30.46,"CQADupstackRetrieval":39.4,"DBPedia":39.87,"FEVER":78.24,"FiQA2018":37.2,"HotpotQA":59.26,"MSMARCO":39.91,"NFCorpus":36.21,"NQ":52.41,"QuoraRetrieval":84.58,"SCIDOCS":19.87,"SciFact":74.7,"Touche2020":25.43,"TRECCOVID":84.88} -{"index":39,"Rank":104,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":53.37,"ClimateFEVER":24.8,"CQADupstackRetrieval":38.09,"DBPedia":38.05,"FEVER":85.52,"FiQA2018":36.16,"HotpotQA":66.88,"MSMARCO":40.49,"NFCorpus":32.12,"NQ":55.51,"QuoraRetrieval":87.85,"SCIDOCS":17.1,"SciFact":67.95,"Touche2020":29.48,"TRECCOVID":78.93} -{"index":129,"Rank":105,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":52.08,"ClimateFEVER":29.88,"CQADupstackRetrieval":40.12,"DBPedia":40.2,"FEVER":83.4,"FiQA2018":34.52,"HotpotQA":65.25,"MSMARCO":39.43,"NFCorpus":30.89,"NQ":54.76,"QuoraRetrieval":86.57,"SCIDOCS":18.36,"SciFact":64.51,"Touche2020":32.79,"TRECCOVID":79.43} -{"index":191,"Rank":106,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.1,"ArguAna":60.63,"ClimateFEVER":29.0,"CQADupstackRetrieval":41.14,"DBPedia":39.64,"FEVER":79.13,"FiQA2018":38.62,"HotpotQA":68.22,"MSMARCO":40.95,"NFCorpus":37.51,"NQ":50.2,"QuoraRetrieval":88.72,"SCIDOCS":18.58,"SciFact":72.51,"Touche2020":21.9,"TRECCOVID":64.79} -{"index":354,"Rank":107,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":50.02,"ArguAna":55.98,"ClimateFEVER":27.08,"CQADupstackRetrieval":34.27,"DBPedia":42.7,"FEVER":78.55,"FiQA2018":41.57,"HotpotQA":67.01,"MSMARCO":38.9,"NFCorpus":36.66,"NQ":55.84,"QuoraRetrieval":84.69,"SCIDOCS":16.24,"SciFact":71.8,"Touche2020":26.27,"TRECCOVID":72.72} -{"index":194,"Rank":108,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.99,"ArguAna":49.35,"ClimateFEVER":22.4,"CQADupstackRetrieval":39.44,"DBPedia":42.39,"FEVER":65.03,"FiQA2018":38.56,"HotpotQA":63.33,"MSMARCO":44.05,"NFCorpus":36.07,"NQ":62.86,"QuoraRetrieval":88.18,"SCIDOCS":20.12,"SciFact":72.58,"Touche2020":27.21,"TRECCOVID":78.32} -{"index":318,"Rank":109,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.46,"ArguAna":55.44,"ClimateFEVER":26.54,"CQADupstackRetrieval":39.98,"DBPedia":39.1,"FEVER":81.55,"FiQA2018":39.35,"HotpotQA":63.79,"MSMARCO":40.31,"NFCorpus":34.77,"NQ":50.29,"QuoraRetrieval":88.02,"SCIDOCS":21.38,"SciFact":72.7,"Touche2020":22.22,"TRECCOVID":66.53} -{"index":208,"Rank":110,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":49.34,"ArguAna":52.21,"ClimateFEVER":26.79,"CQADupstackRetrieval":39.29,"DBPedia":37.62,"FEVER":73.98,"FiQA2018":36.7,"HotpotQA":56.66,"MSMARCO":42.02,"NFCorpus":36.02,"NQ":53.31,"QuoraRetrieval":88.28,"SCIDOCS":18.94,"SciFact":69.29,"Touche2020":25.19,"TRECCOVID":83.82} -{"index":187,"Rank":111,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.26,"ArguAna":55.65,"ClimateFEVER":26.54,"CQADupstackRetrieval":43.09,"DBPedia":40.24,"FEVER":70.03,"FiQA2018":46.96,"HotpotQA":55.88,"MSMARCO":41.61,"NFCorpus":36.0,"NQ":57.24,"QuoraRetrieval":88.85,"SCIDOCS":17.36,"SciFact":64.56,"Touche2020":23.44,"TRECCOVID":71.4} -{"index":350,"Rank":112,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.25,"ArguAna":57.44,"ClimateFEVER":21.64,"CQADupstackRetrieval":41.69,"DBPedia":39.39,"FEVER":74.99,"FiQA2018":44.41,"HotpotQA":60.9,"MSMARCO":40.91,"NFCorpus":36.97,"NQ":51.58,"QuoraRetrieval":87.6,"SCIDOCS":18.36,"SciFact":72.75,"Touche2020":21.61,"TRECCOVID":68.47} -{"index":198,"Rank":113,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.04,"ArguAna":41.67,"ClimateFEVER":22.87,"CQADupstackRetrieval":37.07,"DBPedia":41.32,"FEVER":81.64,"FiQA2018":37.43,"HotpotQA":66.61,"MSMARCO":41.46,"NFCorpus":32.45,"NQ":59.11,"QuoraRetrieval":85.71,"SCIDOCS":17.77,"SciFact":68.85,"Touche2020":27.12,"TRECCOVID":74.53} -{"index":32,"Rank":114,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.88,"ArguAna":44.23,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.17,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.46,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.16,"SciFact":69.35,"Touche2020":21.35,"TRECCOVID":69.76} -{"index":199,"Rank":115,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.87,"ArguAna":44.21,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.15,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.49,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.17,"SciFact":69.39,"Touche2020":21.5,"TRECCOVID":69.5} -{"index":192,"Rank":116,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.75,"ArguAna":51.41,"ClimateFEVER":15.38,"CQADupstackRetrieval":38.92,"DBPedia":41.02,"FEVER":58.24,"FiQA2018":36.37,"HotpotQA":62.21,"MSMARCO":43.14,"NFCorpus":36.59,"NQ":59.97,"QuoraRetrieval":87.92,"SCIDOCS":18.99,"SciFact":73.08,"Touche2020":28.31,"TRECCOVID":79.64} -{"index":293,"Rank":117,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.48,"ArguAna":53.77,"ClimateFEVER":27.21,"CQADupstackRetrieval":38.56,"DBPedia":41.28,"FEVER":74.08,"FiQA2018":46.78,"HotpotQA":59.67,"MSMARCO":44.05,"NFCorpus":34.18,"NQ":57.24,"QuoraRetrieval":89.09,"SCIDOCS":15.88,"SciFact":66.77,"Touche2020":26.76,"TRECCOVID":51.9} -{"index":153,"Rank":118,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":48.22,"ArguAna":47.28,"ClimateFEVER":29.39,"CQADupstackRetrieval":39.62,"DBPedia":39.03,"FEVER":73.97,"FiQA2018":35.84,"HotpotQA":57.26,"MSMARCO":41.12,"NFCorpus":35.78,"NQ":53.15,"QuoraRetrieval":74.71,"SCIDOCS":18.62,"SciFact":72.11,"Touche2020":23.98,"TRECCOVID":81.37} -{"index":141,"Rank":119,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.03,"ArguAna":53.23,"ClimateFEVER":14.97,"CQADupstackRetrieval":26.13,"DBPedia":30.14,"FEVER":56.27,"FiQA2018":73.56,"HotpotQA":56.94,"MSMARCO":61.95,"NFCorpus":36.03,"NQ":47.42,"QuoraRetrieval":89.24,"SCIDOCS":19.16,"SciFact":72.9,"Touche2020":13.94,"TRECCOVID":68.53} -{"index":251,"Rank":120,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.0,"ArguAna":54.81,"ClimateFEVER":24.71,"CQADupstackRetrieval":41.4,"DBPedia":40.2,"FEVER":74.39,"FiQA2018":39.86,"HotpotQA":63.7,"MSMARCO":34.99,"NFCorpus":35.68,"NQ":48.55,"QuoraRetrieval":88.19,"SCIDOCS":20.17,"SciFact":71.98,"Touche2020":19.17,"TRECCOVID":62.2} -{"index":292,"Rank":121,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.96,"ArguAna":52.81,"ClimateFEVER":27.01,"CQADupstackRetrieval":37.35,"DBPedia":39.74,"FEVER":72.18,"FiQA2018":44.19,"HotpotQA":58.91,"MSMARCO":43.52,"NFCorpus":33.34,"NQ":56.16,"QuoraRetrieval":88.91,"SCIDOCS":15.71,"SciFact":64.2,"Touche2020":25.26,"TRECCOVID":60.09} -{"index":145,"Rank":122,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":214,"Rank":123,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":252,"Rank":124,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":47.75,"ArguAna":43.4,"ClimateFEVER":36.52,"CQADupstackRetrieval":34.67,"DBPedia":36.22,"FEVER":80.48,"FiQA2018":32.08,"HotpotQA":60.09,"MSMARCO":39.99,"NFCorpus":30.72,"NQ":53.62,"QuoraRetrieval":87.07,"SCIDOCS":15.56,"SciFact":64.28,"Touche2020":26.99,"TRECCOVID":74.58} -{"index":206,"Rank":125,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":47.67,"ArguAna":48.33,"ClimateFEVER":23.36,"CQADupstackRetrieval":37.82,"DBPedia":34.54,"FEVER":71.96,"FiQA2018":35.12,"HotpotQA":55.12,"MSMARCO":40.25,"NFCorpus":33.66,"NQ":50.62,"QuoraRetrieval":88.01,"SCIDOCS":18.5,"SciFact":69.43,"Touche2020":25.17,"TRECCOVID":83.21} -{"index":186,"Rank":126,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.57,"ArguAna":57.05,"ClimateFEVER":27.74,"CQADupstackRetrieval":43.82,"DBPedia":36.68,"FEVER":72.69,"FiQA2018":45.45,"HotpotQA":55.18,"MSMARCO":39.65,"NFCorpus":34.09,"NQ":50.1,"QuoraRetrieval":88.44,"SCIDOCS":18.55,"SciFact":64.43,"Touche2020":21.56,"TRECCOVID":58.06} -{"index":291,"Rank":127,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.42,"ArguAna":52.09,"ClimateFEVER":26.9,"CQADupstackRetrieval":36.62,"DBPedia":39.55,"FEVER":72.66,"FiQA2018":42.79,"HotpotQA":57.85,"MSMARCO":42.73,"NFCorpus":32.63,"NQ":55.09,"QuoraRetrieval":88.47,"SCIDOCS":15.51,"SciFact":63.42,"Touche2020":28.29,"TRECCOVID":56.68} -{"index":218,"Rank":128,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.64,"ArguAna":39.06,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.31,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.01,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.89,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":202,"Rank":129,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.63,"ArguAna":39.09,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.13,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.0,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.9,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":100,"Rank":130,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":46.54,"ArguAna":50.49,"ClimateFEVER":27.11,"CQADupstackRetrieval":36.53,"DBPedia":34.7,"FEVER":72.73,"FiQA2018":33.29,"HotpotQA":52.84,"MSMARCO":38.83,"NFCorpus":33.89,"NQ":46.7,"QuoraRetrieval":85.6,"SCIDOCS":16.57,"SciFact":70.17,"Touche2020":23.44,"TRECCOVID":75.17} -{"index":197,"Rank":131,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.01,"ArguAna":46.69,"ClimateFEVER":15.81,"CQADupstackRetrieval":36.08,"DBPedia":38.64,"FEVER":53.52,"FiQA2018":34.8,"HotpotQA":56.34,"MSMARCO":42.33,"NFCorpus":33.93,"NQ":58.73,"QuoraRetrieval":87.71,"SCIDOCS":16.42,"SciFact":65.6,"Touche2020":26.81,"TRECCOVID":76.78} -{"index":205,"Rank":132,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.27,"ArguAna":46.67,"ClimateFEVER":25.56,"CQADupstackRetrieval":34.3,"DBPedia":32.61,"FEVER":67.22,"FiQA2018":31.29,"HotpotQA":51.67,"MSMARCO":38.27,"NFCorpus":30.7,"NQ":46.16,"QuoraRetrieval":87.01,"SCIDOCS":17.23,"SciFact":65.42,"Touche2020":24.92,"TRECCOVID":80.03} -{"index":216,"Rank":133,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":45.14,"ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":38.03,"DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":147,"Rank":134,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.12,"ArguAna":51.25,"ClimateFEVER":25.16,"CQADupstackRetrieval":41.77,"DBPedia":34.83,"FEVER":73.17,"FiQA2018":37.85,"HotpotQA":52.59,"MSMARCO":36.54,"NFCorpus":31.34,"NQ":46.1,"QuoraRetrieval":88.07,"SCIDOCS":21.44,"SciFact":64.4,"Touche2020":20.79,"TRECCOVID":51.47} -{"index":185,"Rank":135,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.12,"ArguAna":52.03,"ClimateFEVER":27.95,"CQADupstackRetrieval":40.95,"DBPedia":33.34,"FEVER":71.85,"FiQA2018":39.18,"HotpotQA":54.19,"MSMARCO":37.76,"NFCorpus":31.59,"NQ":45.88,"QuoraRetrieval":88.19,"SCIDOCS":17.09,"SciFact":57.83,"Touche2020":20.37,"TRECCOVID":58.55} -{"index":223,"Rank":136,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.99,"ArguAna":39.21,"ClimateFEVER":25.02,"CQADupstackRetrieval":38.91,"DBPedia":38.79,"FEVER":78.0,"FiQA2018":45.02,"HotpotQA":57.14,"MSMARCO":36.51,"NFCorpus":31.57,"NQ":52.83,"QuoraRetrieval":87.79,"SCIDOCS":15.62,"SciFact":69.32,"Touche2020":13.87,"TRECCOVID":45.22} -{"index":132,"Rank":137,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.92,"ArguAna":53.64,"ClimateFEVER":24.71,"CQADupstackRetrieval":37.8,"DBPedia":35.97,"FEVER":70.11,"FiQA2018":31.42,"HotpotQA":55.7,"MSMARCO":34.51,"NFCorpus":32.04,"NQ":43.03,"QuoraRetrieval":87.04,"SCIDOCS":19.07,"SciFact":67.51,"Touche2020":22.08,"TRECCOVID":59.21} -{"index":211,"Rank":138,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.81,"ArguAna":46.48,"ClimateFEVER":21.21,"CQADupstackRetrieval":37.96,"DBPedia":34.13,"FEVER":71.9,"FiQA2018":37.27,"HotpotQA":54.95,"MSMARCO":40.34,"NFCorpus":32.24,"NQ":51.4,"QuoraRetrieval":88.09,"SCIDOCS":18.45,"SciFact":59.76,"Touche2020":20.73,"TRECCOVID":57.25} -{"index":290,"Rank":139,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.67,"ArguAna":50.83,"ClimateFEVER":24.88,"CQADupstackRetrieval":34.55,"DBPedia":35.24,"FEVER":68.93,"FiQA2018":35.15,"HotpotQA":54.93,"MSMARCO":41.16,"NFCorpus":30.22,"NQ":50.47,"QuoraRetrieval":87.98,"SCIDOCS":14.0,"SciFact":59.74,"Touche2020":25.89,"TRECCOVID":56.05} -{"index":97,"Rank":140,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.49,"ArguAna":49.68,"ClimateFEVER":26.6,"CQADupstackRetrieval":33.33,"DBPedia":31.51,"FEVER":68.12,"FiQA2018":29.99,"HotpotQA":49.93,"MSMARCO":36.05,"NFCorpus":32.08,"NQ":42.94,"QuoraRetrieval":85.28,"SCIDOCS":16.18,"SciFact":68.29,"Touche2020":24.45,"TRECCOVID":72.98} -{"index":210,"Rank":141,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.03,"ArguAna":49.01,"ClimateFEVER":21.48,"CQADupstackRetrieval":37.48,"DBPedia":32.44,"FEVER":73.29,"FiQA2018":34.06,"HotpotQA":52.78,"MSMARCO":37.77,"NFCorpus":30.38,"NQ":47.88,"QuoraRetrieval":87.63,"SCIDOCS":17.63,"SciFact":59.39,"Touche2020":18.59,"TRECCOVID":60.57} -{"index":87,"Rank":142,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.97,"ArguAna":55.78,"ClimateFEVER":21.23,"CQADupstackRetrieval":38.2,"DBPedia":33.88,"FEVER":63.97,"FiQA2018":30.71,"HotpotQA":54.21,"MSMARCO":33.61,"NFCorpus":32.04,"NQ":42.47,"QuoraRetrieval":86.03,"SCIDOCS":18.64,"SciFact":67.31,"Touche2020":21.12,"TRECCOVID":60.32} -{"index":285,"Rank":143,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.81,"ArguAna":46.52,"ClimateFEVER":21.97,"CQADupstackRetrieval":44.96,"DBPedia":32.09,"FEVER":50.86,"FiQA2018":49.96,"HotpotQA":39.29,"MSMARCO":39.75,"NFCorpus":33.29,"NQ":50.45,"QuoraRetrieval":87.46,"SCIDOCS":23.76,"SciFact":65.57,"Touche2020":19.93,"TRECCOVID":51.33} -{"index":222,"Rank":144,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.39,"ArguAna":40.77,"ClimateFEVER":21.84,"CQADupstackRetrieval":33.15,"DBPedia":37.47,"FEVER":61.77,"FiQA2018":39.21,"HotpotQA":55.84,"MSMARCO":35.36,"NFCorpus":31.57,"NQ":47.73,"QuoraRetrieval":87.96,"SCIDOCS":19.48,"SciFact":68.35,"Touche2020":15.22,"TRECCOVID":55.07} -{"index":270,"Rank":145,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.04,"ArguAna":46.74,"ClimateFEVER":25.4,"CQADupstackRetrieval":32.3,"DBPedia":33.88,"FEVER":75.18,"FiQA2018":29.99,"HotpotQA":54.35,"MSMARCO":30.13,"NFCorpus":35.66,"NQ":43.61,"QuoraRetrieval":80.1,"SCIDOCS":18.82,"SciFact":64.37,"Touche2020":19.27,"TRECCOVID":55.76} -{"index":241,"Rank":146,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":42.8,"ArguAna":49.58,"ClimateFEVER":22.42,"CQADupstackRetrieval":41.59,"DBPedia":32.19,"FEVER":56.45,"FiQA2018":37.1,"HotpotQA":48.37,"MSMARCO":36.76,"NFCorpus":32.05,"NQ":44.44,"QuoraRetrieval":87.7,"SCIDOCS":21.5,"SciFact":65.81,"Touche2020":17.09,"TRECCOVID":48.9} -{"index":283,"Rank":147,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.69,"ArguAna":47.13,"ClimateFEVER":21.57,"CQADupstackRetrieval":42.53,"DBPedia":33.35,"FEVER":55.9,"FiQA2018":37.27,"HotpotQA":44.59,"MSMARCO":39.03,"NFCorpus":32.25,"NQ":46.47,"QuoraRetrieval":87.75,"SCIDOCS":21.82,"SciFact":62.64,"Touche2020":17.22,"TRECCOVID":50.82} -{"index":131,"Rank":148,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.56,"ArguAna":55.31,"ClimateFEVER":25.35,"CQADupstackRetrieval":35.07,"DBPedia":32.25,"FEVER":74.99,"FiQA2018":25.59,"HotpotQA":53.91,"MSMARCO":31.01,"NFCorpus":31.86,"NQ":34.94,"QuoraRetrieval":85.72,"SCIDOCS":17.69,"SciFact":66.27,"Touche2020":18.1,"TRECCOVID":50.38} -{"index":301,"Rank":149,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.24,"ArguAna":39.85,"ClimateFEVER":14.63,"CQADupstackRetrieval":44.65,"DBPedia":39.19,"FEVER":51.2,"FiQA2018":46.68,"HotpotQA":42.14,"MSMARCO":27.67,"NFCorpus":35.08,"NQ":52.87,"QuoraRetrieval":85.96,"SCIDOCS":17.17,"SciFact":55.38,"Touche2020":21.65,"TRECCOVID":59.48} -{"index":284,"Rank":150,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.95,"ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":51.93,"FiQA2018":36.87,"HotpotQA":46.51,"MSMARCO":36.54,"NFCorpus":31.59,"NQ":43.87,"QuoraRetrieval":87.56,"SCIDOCS":21.64,"SciFact":64.51,"Touche2020":16.9,"TRECCOVID":47.23} -{"index":257,"Rank":151,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.88,"ArguAna":48.32,"ClimateFEVER":24.79,"CQADupstackRetrieval":33.67,"DBPedia":38.1,"FEVER":59.29,"FiQA2018":27.42,"HotpotQA":56.81,"MSMARCO":36.77,"NFCorpus":31.32,"NQ":41.83,"QuoraRetrieval":86.72,"SCIDOCS":17.12,"SciFact":65.51,"Touche2020":15.79,"TRECCOVID":44.77} -{"index":221,"Rank":152,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.41,"ArguAna":32.93,"ClimateFEVER":25.94,"CQADupstackRetrieval":33.12,"DBPedia":35.47,"FEVER":56.41,"FiQA2018":37.75,"HotpotQA":54.66,"MSMARCO":38.29,"NFCorpus":30.16,"NQ":47.61,"QuoraRetrieval":87.85,"SCIDOCS":10.59,"SciFact":66.23,"Touche2020":13.31,"TRECCOVID":50.81} -{"index":207,"Rank":153,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":41.19,"ArguAna":44.55,"ClimateFEVER":21.02,"CQADupstackRetrieval":31.43,"DBPedia":28.22,"FEVER":61.1,"FiQA2018":24.49,"HotpotQA":46.05,"MSMARCO":34.18,"NFCorpus":27.34,"NQ":40.05,"QuoraRetrieval":86.04,"SCIDOCS":15.31,"SciFact":61.74,"Touche2020":23.35,"TRECCOVID":72.99} -{"index":169,"Rank":154,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.17,"ArguAna":49.11,"ClimateFEVER":23.29,"CQADupstackRetrieval":39.04,"DBPedia":32.04,"FEVER":52.63,"FiQA2018":36.35,"HotpotQA":45.66,"MSMARCO":36.83,"NFCorpus":29.67,"NQ":44.48,"QuoraRetrieval":87.21,"SCIDOCS":15.78,"SciFact":54.03,"Touche2020":15.61,"TRECCOVID":55.85} -{"index":255,"Rank":155,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.92,"ArguAna":37.16,"ClimateFEVER":31.48,"CQADupstackRetrieval":28.72,"DBPedia":28.19,"FEVER":70.24,"FiQA2018":25.78,"HotpotQA":43.07,"MSMARCO":35.95,"NFCorpus":26.03,"NQ":45.54,"QuoraRetrieval":85.83,"SCIDOCS":12.09,"SciFact":52.71,"Touche2020":23.13,"TRECCOVID":67.83} -{"index":130,"Rank":156,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.82,"ArguAna":51.51,"ClimateFEVER":24.77,"CQADupstackRetrieval":33.64,"DBPedia":31.06,"FEVER":69.64,"FiQA2018":24.37,"HotpotQA":49.73,"MSMARCO":27.85,"NFCorpus":30.04,"NQ":30.73,"QuoraRetrieval":85.29,"SCIDOCS":17.26,"SciFact":65.41,"Touche2020":18.34,"TRECCOVID":52.62} -{"index":12,"Rank":157,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.84,"ArguAna":49.28,"ClimateFEVER":13.62,"CQADupstackRetrieval":31.86,"DBPedia":29.91,"FEVER":48.09,"FiQA2018":25.14,"HotpotQA":56.91,"MSMARCO":21.89,"NFCorpus":32.08,"NQ":28.5,"QuoraRetrieval":80.42,"SCIDOCS":15.78,"SciFact":68.7,"Touche2020":33.05,"TRECCOVID":62.31} -{"index":81,"Rank":158,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":39.19,"ArguAna":51.73,"ClimateFEVER":23.58,"CQADupstackRetrieval":32.4,"DBPedia":26.78,"FEVER":53.42,"FiQA2018":28.56,"HotpotQA":52.37,"MSMARCO":17.47,"NFCorpus":26.28,"NQ":37.65,"QuoraRetrieval":84.64,"SCIDOCS":10.39,"SciFact":66.36,"Touche2020":12.82,"TRECCOVID":63.34} -{"index":212,"Rank":159,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.91,"ArguAna":43.57,"ClimateFEVER":17.25,"CQADupstackRetrieval":33.74,"DBPedia":28.28,"FEVER":69.12,"FiQA2018":25.19,"HotpotQA":47.48,"MSMARCO":31.8,"NFCorpus":25.96,"NQ":38.89,"QuoraRetrieval":85.69,"SCIDOCS":15.29,"SciFact":52.4,"Touche2020":16.67,"TRECCOVID":52.3} -{"index":165,"Rank":160,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.79,"ArguAna":52.03,"ClimateFEVER":21.82,"CQADupstackRetrieval":34.46,"DBPedia":26.51,"FEVER":56.32,"FiQA2018":30.59,"HotpotQA":42.09,"MSMARCO":27.68,"NFCorpus":26.43,"NQ":37.93,"QuoraRetrieval":85.56,"SCIDOCS":16.6,"SciFact":59.95,"Touche2020":18.85,"TRECCOVID":45.1} -{"index":300,"Rank":161,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.47,"ArguAna":39.4,"ClimateFEVER":10.61,"CQADupstackRetrieval":40.78,"DBPedia":33.65,"FEVER":36.12,"FiQA2018":44.71,"HotpotQA":37.17,"MSMARCO":25.17,"NFCorpus":33.18,"NQ":46.29,"QuoraRetrieval":85.85,"SCIDOCS":15.97,"SciFact":50.91,"Touche2020":22.51,"TRECCOVID":54.77} -{"index":83,"Rank":162,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":38.05,"ArguAna":51.0,"ClimateFEVER":22.97,"CQADupstackRetrieval":33.37,"DBPedia":25.48,"FEVER":45.11,"FiQA2018":27.24,"HotpotQA":54.54,"MSMARCO":19.13,"NFCorpus":27.16,"NQ":34.16,"QuoraRetrieval":84.4,"SCIDOCS":15.35,"SciFact":68.68,"Touche2020":6.54,"TRECCOVID":55.67} -{"index":271,"Rank":163,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.04,"ArguAna":28.54,"ClimateFEVER":17.04,"CQADupstackRetrieval":40.81,"DBPedia":26.91,"FEVER":39.54,"FiQA2018":40.11,"HotpotQA":27.36,"MSMARCO":33.72,"NFCorpus":29.75,"NQ":43.91,"QuoraRetrieval":85.56,"SCIDOCS":21.38,"SciFact":60.97,"Touche2020":18.8,"TRECCOVID":56.27} -{"index":86,"Rank":164,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.94,"ArguAna":44.8,"ClimateFEVER":17.69,"CQADupstackRetrieval":38.2,"DBPedia":32.97,"FEVER":45.91,"FiQA2018":21.29,"HotpotQA":51.52,"MSMARCO":29.49,"NFCorpus":26.78,"NQ":32.6,"QuoraRetrieval":85.3,"SCIDOCS":15.31,"SciFact":63.23,"Touche2020":16.3,"TRECCOVID":47.77} -{"index":98,"Rank":165,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.04,"ArguAna":45.42,"ClimateFEVER":21.86,"CQADupstackRetrieval":27.25,"DBPedia":22.72,"FEVER":60.45,"FiQA2018":21.12,"HotpotQA":40.88,"MSMARCO":27.98,"NFCorpus":22.79,"NQ":29.73,"QuoraRetrieval":72.98,"SCIDOCS":12.21,"SciFact":56.9,"Touche2020":22.97,"TRECCOVID":70.3} -{"index":60,"Rank":166,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":36.99,"ArguAna":49.82,"ClimateFEVER":23.22,"CQADupstackRetrieval":31.75,"DBPedia":27.77,"FEVER":59.39,"FiQA2018":25.33,"HotpotQA":41.66,"MSMARCO":24.56,"NFCorpus":24.76,"NQ":32.94,"QuoraRetrieval":84.78,"SCIDOCS":15.26,"SciFact":56.03,"Touche2020":19.0,"TRECCOVID":38.58} -{"index":79,"Rank":167,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":36.75,"ArguAna":47.09,"ClimateFEVER":20.67,"CQADupstackRetrieval":30.78,"DBPedia":25.81,"FEVER":43.48,"FiQA2018":24.62,"HotpotQA":48.46,"MSMARCO":18.81,"NFCorpus":26.81,"NQ":33.21,"QuoraRetrieval":86.15,"SCIDOCS":10.0,"SciFact":64.48,"Touche2020":10.18,"TRECCOVID":60.67} -{"index":299,"Rank":168,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.71,"ArguAna":39.27,"ClimateFEVER":11.36,"CQADupstackRetrieval":38.96,"DBPedia":31.55,"FEVER":36.21,"FiQA2018":43.55,"HotpotQA":33.95,"MSMARCO":23.96,"NFCorpus":31.1,"NQ":42.02,"QuoraRetrieval":85.73,"SCIDOCS":15.38,"SciFact":49.91,"Touche2020":21.63,"TRECCOVID":46.11} -{"index":144,"Rank":169,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":36.08,"ArguAna":52.45,"ClimateFEVER":19.0,"CQADupstackRetrieval":30.71,"DBPedia":25.27,"FEVER":50.13,"FiQA2018":22.14,"HotpotQA":41.33,"MSMARCO":22.15,"NFCorpus":29.05,"NQ":23.45,"QuoraRetrieval":83.63,"SCIDOCS":14.95,"SciFact":61.96,"Touche2020":17.47,"TRECCOVID":47.52} -{"index":297,"Rank":170,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":35.34,"ArguAna":48.91,"ClimateFEVER":15.27,"CQADupstackRetrieval":31.32,"DBPedia":26.22,"FEVER":56.76,"FiQA2018":22.96,"HotpotQA":37.03,"MSMARCO":26.6,"NFCorpus":25.49,"NQ":33.6,"QuoraRetrieval":86.4,"SCIDOCS":13.97,"SciFact":50.3,"Touche2020":17.4,"TRECCOVID":37.87} -{"index":269,"Rank":171,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.91,"ArguAna":43.87,"ClimateFEVER":9.14,"CQADupstackRetrieval":37.95,"DBPedia":21.46,"FEVER":31.52,"FiQA2018":36.51,"HotpotQA":26.53,"MSMARCO":32.39,"NFCorpus":22.95,"NQ":45.72,"QuoraRetrieval":80.47,"SCIDOCS":19.44,"SciFact":54.76,"Touche2020":13.84,"TRECCOVID":47.09} -{"index":298,"Rank":172,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.63,"ArguAna":44.85,"ClimateFEVER":10.37,"CQADupstackRetrieval":35.23,"DBPedia":27.77,"FEVER":26.17,"FiQA2018":34.83,"HotpotQA":33.2,"MSMARCO":20.7,"NFCorpus":28.65,"NQ":36.32,"QuoraRetrieval":85.49,"SCIDOCS":14.15,"SciFact":45.76,"Touche2020":20.3,"TRECCOVID":40.7} -{"index":294,"Rank":173,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.96,"ArguAna":45.15,"ClimateFEVER":16.96,"CQADupstackRetrieval":27.72,"DBPedia":27.86,"FEVER":45.68,"FiQA2018":15.62,"HotpotQA":35.61,"MSMARCO":29.57,"NFCorpus":22.29,"NQ":29.85,"QuoraRetrieval":86.51,"SCIDOCS":10.13,"SciFact":52.31,"Touche2020":8.57,"TRECCOVID":40.54} -{"index":296,"Rank":174,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.45,"ArguAna":44.88,"ClimateFEVER":18.49,"CQADupstackRetrieval":30.7,"DBPedia":22.63,"FEVER":52.66,"FiQA2018":20.33,"HotpotQA":30.01,"MSMARCO":23.72,"NFCorpus":23.45,"NQ":29.8,"QuoraRetrieval":86.55,"SCIDOCS":0.03,"SciFact":48.37,"Touche2020":16.06,"TRECCOVID":39.12} -{"index":102,"Rank":175,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":32.34,"ArguAna":35.07,"ClimateFEVER":17.57,"CQADupstackRetrieval":29.98,"DBPedia":26.1,"FEVER":38.64,"FiQA2018":18.59,"HotpotQA":33.99,"MSMARCO":15.83,"NFCorpus":28.26,"NQ":24.63,"QuoraRetrieval":84.68,"SCIDOCS":13.55,"SciFact":46.66,"Touche2020":16.18,"TRECCOVID":55.35} -{"index":238,"Rank":176,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":31.71,"ArguAna":41.97,"ClimateFEVER":17.29,"CQADupstackRetrieval":22.3,"DBPedia":24.23,"FEVER":30.27,"FiQA2018":16.62,"HotpotQA":36.22,"MSMARCO":34.98,"NFCorpus":24.27,"NQ":19.54,"QuoraRetrieval":80.6,"SCIDOCS":12.39,"SciFact":50.64,"Touche2020":18.62,"TRECCOVID":45.75} -{"index":90,"Rank":177,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":29.33,"ArguAna":35.87,"ClimateFEVER":13.11,"CQADupstackRetrieval":21.69,"DBPedia":29.33,"FEVER":35.58,"FiQA2018":8.1,"HotpotQA":47.03,"MSMARCO":19.8,"NFCorpus":18.75,"NQ":23.25,"QuoraRetrieval":82.3,"SCIDOCS":11.12,"SciFact":50.24,"Touche2020":8.0,"TRECCOVID":35.74} -{"index":233,"Rank":178,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":29.26,"ArguAna":33.77,"ClimateFEVER":16.17,"CQADupstackRetrieval":18.4,"DBPedia":23.31,"FEVER":27.4,"FiQA2018":11.82,"HotpotQA":33.6,"MSMARCO":32.27,"NFCorpus":23.15,"NQ":19.24,"QuoraRetrieval":77.86,"SCIDOCS":11.14,"SciFact":44.63,"Touche2020":15.79,"TRECCOVID":50.29} -{"index":237,"Rank":179,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":29.11,"ArguAna":39.45,"ClimateFEVER":14.77,"CQADupstackRetrieval":20.07,"DBPedia":22.33,"FEVER":26.82,"FiQA2018":14.18,"HotpotQA":31.9,"MSMARCO":32.82,"NFCorpus":22.61,"NQ":17.16,"QuoraRetrieval":78.94,"SCIDOCS":10.98,"SciFact":46.04,"Touche2020":15.37,"TRECCOVID":43.24} -{"index":234,"Rank":180,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":27.16,"ArguAna":29.6,"ClimateFEVER":14.02,"CQADupstackRetrieval":19.21,"DBPedia":19.9,"FEVER":25.01,"FiQA2018":11.17,"HotpotQA":30.84,"MSMARCO":28.03,"NFCorpus":23.32,"NQ":17.68,"QuoraRetrieval":74.32,"SCIDOCS":9.92,"SciFact":50.66,"Touche2020":13.75,"TRECCOVID":39.98} -{"index":88,"Rank":181,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.17,"ArguAna":31.14,"ClimateFEVER":10.02,"CQADupstackRetrieval":18.63,"DBPedia":25.66,"FEVER":29.18,"FiQA2018":6.42,"HotpotQA":39.88,"MSMARCO":16.53,"NFCorpus":15.64,"NQ":19.99,"QuoraRetrieval":79.94,"SCIDOCS":9.93,"SciFact":42.42,"Touche2020":7.75,"TRECCOVID":39.48} -{"index":235,"Rank":182,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":26.14,"ArguAna":29.18,"ClimateFEVER":12.68,"CQADupstackRetrieval":19.09,"DBPedia":18.71,"FEVER":22.02,"FiQA2018":10.49,"HotpotQA":28.3,"MSMARCO":27.71,"NFCorpus":19.48,"NQ":16.99,"QuoraRetrieval":74.39,"SCIDOCS":9.67,"SciFact":44.02,"Touche2020":12.42,"TRECCOVID":47.02} -{"index":85,"Rank":183,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":25.93,"ArguAna":43.64,"ClimateFEVER":18.95,"CQADupstackRetrieval":18.5,"DBPedia":13.21,"FEVER":16.96,"FiQA2018":16.99,"HotpotQA":22.64,"MSMARCO":7.03,"NFCorpus":15.73,"NQ":17.96,"QuoraRetrieval":78.23,"SCIDOCS":5.53,"SciFact":38.31,"Touche2020":19.17,"TRECCOVID":56.04} -{"index":89,"Rank":184,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.51,"ArguAna":34.8,"ClimateFEVER":8.35,"CQADupstackRetrieval":19.16,"DBPedia":21.32,"FEVER":26.08,"FiQA2018":11.71,"HotpotQA":38.38,"MSMARCO":16.96,"NFCorpus":14.02,"NQ":20.74,"QuoraRetrieval":74.94,"SCIDOCS":9.39,"SciFact":46.0,"Touche2020":10.51,"TRECCOVID":30.27} -{"index":236,"Rank":185,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":24.13,"ArguAna":32.62,"ClimateFEVER":8.67,"CQADupstackRetrieval":16.29,"DBPedia":18.32,"FEVER":18.76,"FiQA2018":10.22,"HotpotQA":21.61,"MSMARCO":29.47,"NFCorpus":18.96,"NQ":13.05,"QuoraRetrieval":75.89,"SCIDOCS":8.16,"SciFact":36.55,"Touche2020":12.87,"TRECCOVID":40.48} -{"index":267,"Rank":186,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.82,"ArguAna":38.33,"ClimateFEVER":11.98,"CQADupstackRetrieval":14.5,"DBPedia":19.73,"FEVER":20.41,"FiQA2018":10.41,"HotpotQA":22.9,"MSMARCO":11.0,"NFCorpus":12.42,"NQ":16.08,"QuoraRetrieval":79.62,"SCIDOCS":7.53,"SciFact":29.59,"Touche2020":9.9,"TRECCOVID":22.93} -{"index":287,"Rank":187,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.62,"ArguAna":36.3,"ClimateFEVER":14.44,"CQADupstackRetrieval":15.47,"DBPedia":18.28,"FEVER":14.99,"FiQA2018":10.09,"HotpotQA":19.18,"MSMARCO":9.6,"NFCorpus":13.87,"NQ":12.87,"QuoraRetrieval":71.32,"SCIDOCS":8.04,"SciFact":29.58,"Touche2020":13.99,"TRECCOVID":36.22} -{"index":288,"Rank":188,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.22,"ArguAna":30.96,"ClimateFEVER":14.87,"CQADupstackRetrieval":16.79,"DBPedia":15.88,"FEVER":15.56,"FiQA2018":10.49,"HotpotQA":20.77,"MSMARCO":9.75,"NFCorpus":11.79,"NQ":12.75,"QuoraRetrieval":71.57,"SCIDOCS":8.47,"SciFact":29.53,"Touche2020":13.17,"TRECCOVID":35.92} -{"index":99,"Rank":189,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":20.9,"ArguAna":31.04,"ClimateFEVER":11.01,"CQADupstackRetrieval":20.29,"DBPedia":10.87,"FEVER":18.4,"FiQA2018":8.94,"HotpotQA":17.73,"MSMARCO":6.27,"NFCorpus":11.8,"NQ":7.63,"QuoraRetrieval":78.96,"SCIDOCS":7.13,"SciFact":31.79,"Touche2020":12.27,"TRECCOVID":39.31} -{"index":268,"Rank":190,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.29,"ArguAna":38.34,"ClimateFEVER":11.8,"CQADupstackRetrieval":13.22,"DBPedia":15.04,"FEVER":21.06,"FiQA2018":9.84,"HotpotQA":19.75,"MSMARCO":9.35,"NFCorpus":9.88,"NQ":11.69,"QuoraRetrieval":78.03,"SCIDOCS":5.5,"SciFact":25.72,"Touche2020":8.9,"TRECCOVID":26.2} -{"index":282,"Rank":191,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.99,"ArguAna":34.18,"ClimateFEVER":3.83,"CQADupstackRetrieval":18.75,"DBPedia":15.57,"FEVER":12.18,"FiQA2018":7.0,"HotpotQA":18.75,"MSMARCO":7.6,"NFCorpus":16.54,"NQ":8.42,"QuoraRetrieval":77.03,"SCIDOCS":5.63,"SciFact":38.2,"Touche2020":4.88,"TRECCOVID":16.34} -{"index":346,"Rank":192,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":18.36,"ArguAna":39.65,"ClimateFEVER":2.83,"CQADupstackRetrieval":10.17,"DBPedia":3.48,"FEVER":4.45,"FiQA2018":7.54,"HotpotQA":12.6,"MSMARCO":10.53,"NFCorpus":20.59,"NQ":2.02,"QuoraRetrieval":82.18,"SCIDOCS":6.28,"SciFact":45.46,"Touche2020":3.1,"TRECCOVID":24.56} -{"index":286,"Rank":193,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.88,"ArguAna":32.67,"ClimateFEVER":6.86,"CQADupstackRetrieval":14.6,"DBPedia":4.14,"FEVER":5.45,"FiQA2018":5.64,"HotpotQA":5.46,"MSMARCO":5.59,"NFCorpus":0.85,"NQ":5.99,"QuoraRetrieval":64.65,"SCIDOCS":0.0,"SciFact":47.88,"Touche2020":8.46,"TRECCOVID":29.91} -{"index":175,"Rank":194,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":13.47,"ArguAna":18.3,"ClimateFEVER":1.79,"CQADupstackRetrieval":8.87,"DBPedia":3.92,"FEVER":1.59,"FiQA2018":3.0,"HotpotQA":12.96,"MSMARCO":3.0,"NFCorpus":5.59,"NQ":0.89,"QuoraRetrieval":78.62,"SCIDOCS":1.79,"SciFact":35.29,"Touche2020":1.68,"TRECCOVID":24.82} -{"index":183,"Rank":195,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":10.59,"ArguAna":28.29,"ClimateFEVER":5.41,"CQADupstackRetrieval":5.51,"DBPedia":4.13,"FEVER":3.3,"FiQA2018":2.19,"HotpotQA":8.26,"MSMARCO":1.91,"NFCorpus":4.3,"NQ":2.62,"QuoraRetrieval":61.03,"SCIDOCS":2.82,"SciFact":13.34,"Touche2020":0.97,"TRECCOVID":14.74} -{"index":11,"Rank":196,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":7.94,"ArguAna":12.86,"ClimateFEVER":0.36,"CQADupstackRetrieval":4.12,"DBPedia":1.53,"FEVER":0.77,"FiQA2018":1.73,"HotpotQA":5.5,"MSMARCO":1.09,"NFCorpus":2.44,"NQ":0.64,"QuoraRetrieval":71.14,"SCIDOCS":0.78,"SciFact":4.04,"Touche2020":1.06,"TRECCOVID":10.97} -{"index":2,"Rank":197,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArguAna":48.83,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":40.38,"HotpotQA":"","MSMARCO":35.19,"NFCorpus":"","NQ":51.08,"QuoraRetrieval":"","SCIDOCS":"","SciFact":73.5,"Touche2020":"","TRECCOVID":54.74} -{"index":3,"Rank":198,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":4,"Rank":199,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":5,"Rank":200,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":7,"Rank":201,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":10,"Rank":202,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":13,"Rank":203,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":22,"Rank":205,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":23,"Rank":206,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":27,"Rank":207,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":31,"Rank":208,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":33,"Rank":209,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":"","DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":41,"Rank":213,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":42,"Rank":214,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":43,"Rank":215,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":44,"Rank":216,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":"","DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":45,"Rank":217,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":46,"Rank":218,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":50,"Rank":220,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":51,"Rank":221,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":52,"Rank":222,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":53,"Rank":223,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":67,"Rank":230,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":68,"Rank":231,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":"","DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} -{"index":70,"Rank":232,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":71,"Rank":233,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":51.87,"ClimateFEVER":17.0,"CQADupstackRetrieval":"","DBPedia":35.08,"FEVER":61.54,"FiQA2018":29.97,"HotpotQA":64.15,"MSMARCO":37.7,"NFCorpus":32.59,"NQ":51.92,"QuoraRetrieval":87.56,"SCIDOCS":16.93,"SciFact":68.47,"Touche2020":16.07,"TRECCOVID":49.44} -{"index":72,"Rank":234,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":55.89,"ClimateFEVER":24.97,"CQADupstackRetrieval":"","DBPedia":30.91,"FEVER":71.86,"FiQA2018":38.26,"HotpotQA":62.04,"MSMARCO":32.11,"NFCorpus":33.38,"NQ":48.92,"QuoraRetrieval":87.58,"SCIDOCS":18.83,"SciFact":68.55,"Touche2020":16.76,"TRECCOVID":52.92} -{"index":73,"Rank":235,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":53.59,"ClimateFEVER":21.71,"CQADupstackRetrieval":"","DBPedia":32.01,"FEVER":66.46,"FiQA2018":24.47,"HotpotQA":57.96,"MSMARCO":30.05,"NFCorpus":28.94,"NQ":41.32,"QuoraRetrieval":86.24,"SCIDOCS":16.2,"SciFact":63.97,"Touche2020":14.47,"TRECCOVID":46.79} -{"index":75,"Rank":236,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":91,"Rank":238,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":92,"Rank":239,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":93,"Rank":240,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":94,"Rank":241,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":95,"Rank":242,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":44.35,"ClimateFEVER":17.77,"CQADupstackRetrieval":25.56,"DBPedia":21.94,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":96,"Rank":243,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":35.0,"ClimateFEVER":"","CQADupstackRetrieval":22.96,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":103,"Rank":244,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":104,"Rank":245,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":105,"Rank":246,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":106,"Rank":247,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":107,"Rank":248,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":108,"Rank":249,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":109,"Rank":250,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":110,"Rank":251,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":111,"Rank":252,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":115,"Rank":253,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":119,"Rank":255,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":"","DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":134,"Rank":258,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":135,"Rank":259,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":136,"Rank":260,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":138,"Rank":261,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":139,"Rank":262,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":140,"Rank":263,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":151,"Rank":264,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":"","DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":154,"Rank":265,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":53.96,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":41.3,"HotpotQA":"","MSMARCO":"","NFCorpus":31.41,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":64.37,"Touche2020":"","TRECCOVID":""} -{"index":155,"Rank":266,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":45.51,"FiQA2018":36.61,"HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":156,"Rank":267,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":157,"Rank":268,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":158,"Rank":269,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":159,"Rank":270,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":160,"Rank":271,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":37.27,"ClimateFEVER":8.69,"CQADupstackRetrieval":18.81,"DBPedia":14.77,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":161,"Rank":272,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":47.29,"ClimateFEVER":13.48,"CQADupstackRetrieval":31.03,"DBPedia":22.45,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":162,"Rank":273,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":163,"Rank":274,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":164,"Rank":275,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":166,"Rank":276,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":167,"Rank":277,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":168,"Rank":278,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":170,"Rank":279,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":174,"Rank":280,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":176,"Rank":281,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":177,"Rank":282,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":178,"Rank":283,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":180,"Rank":284,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":181,"Rank":285,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":182,"Rank":286,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":189,"Rank":287,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":203,"Rank":288,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":204,"Rank":289,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":213,"Rank":290,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":36.22,"DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":215,"Rank":291,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":38.78,"DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":226,"Rank":292,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":227,"Rank":293,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":228,"Rank":294,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":229,"Rank":295,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":230,"Rank":296,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":231,"Rank":297,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":242,"Rank":299,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":49.11,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":79.91,"HotpotQA":"","MSMARCO":"","NFCorpus":29.64,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":65.4,"Touche2020":"","TRECCOVID":""} -{"index":247,"Rank":304,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":57.77,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":248,"Rank":305,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.13,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":261,"Rank":306,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":262,"Rank":307,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":265,"Rank":308,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":273,"Rank":309,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":274,"Rank":310,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":275,"Rank":311,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":276,"Rank":312,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":277,"Rank":313,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":278,"Rank":314,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":279,"Rank":315,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":280,"Rank":316,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":281,"Rank":317,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":289,"Rank":318,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":295,"Rank":319,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":302,"Rank":320,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":303,"Rank":321,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ArguAna":32.03,"ClimateFEVER":5.56,"CQADupstackRetrieval":17.02,"DBPedia":9.61,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":304,"Rank":322,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":83.07,"SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":305,"Rank":323,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":306,"Rank":324,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":307,"Rank":325,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":310,"Rank":326,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":312,"Rank":327,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":38.88,"ClimateFEVER":9.94,"CQADupstackRetrieval":18.0,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":313,"Rank":328,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":"","DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":314,"Rank":329,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":"","DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":319,"Rank":330,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":5.35,"ClimateFEVER":0.59,"CQADupstackRetrieval":"","DBPedia":0.43,"FEVER":0.51,"FiQA2018":0.76,"HotpotQA":0.59,"MSMARCO":0.31,"NFCorpus":4.87,"NQ":0.33,"QuoraRetrieval":31.95,"SCIDOCS":1.02,"SciFact":2.91,"Touche2020":3.82,"TRECCOVID":7.5} -{"index":322,"Rank":331,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":68.73,"SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":323,"Rank":332,"Model":"mxbai-embed-xsmall-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.58,"ClimateFEVER":22.42,"CQADupstackRetrieval":"","DBPedia":32.19,"FEVER":56.45,"FiQA2018":37.1,"HotpotQA":48.37,"MSMARCO":36.76,"NFCorpus":32.05,"NQ":44.44,"QuoraRetrieval":87.7,"SCIDOCS":21.5,"SciFact":65.81,"Touche2020":17.09,"TRECCOVID":48.9} -{"index":326,"Rank":335,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":327,"Rank":336,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":329,"Rank":337,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":54.83,"ClimateFEVER":31.95,"CQADupstackRetrieval":32.2,"DBPedia":41.81,"FEVER":62.94,"FiQA2018":29.36,"HotpotQA":63.85,"MSMARCO":"","NFCorpus":28.47,"NQ":42.04,"QuoraRetrieval":88.15,"SCIDOCS":17.3,"SciFact":65.72,"Touche2020":18.1,"TRECCOVID":53.89} -{"index":330,"Rank":338,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":0.44,"ClimateFEVER":0.11,"CQADupstackRetrieval":"","DBPedia":0.28,"FEVER":0.25,"FiQA2018":0.16,"HotpotQA":0.3,"MSMARCO":0.2,"NFCorpus":0.23,"NQ":0.21,"QuoraRetrieval":0.84,"SCIDOCS":0.15,"SciFact":0.51,"Touche2020":0.12,"TRECCOVID":0.37} -{"index":331,"Rank":339,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":332,"Rank":340,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":"","DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":333,"Rank":341,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":334,"Rank":342,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.87,"ClimateFEVER":19.68,"CQADupstackRetrieval":"","DBPedia":36.06,"FEVER":69.98,"FiQA2018":35.49,"HotpotQA":65.0,"MSMARCO":68.72,"NFCorpus":31.81,"NQ":52.15,"QuoraRetrieval":85.02,"SCIDOCS":17.36,"SciFact":67.97,"Touche2020":13.23,"TRECCOVID":52.61} -{"index":339,"Rank":346,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":340,"Rank":347,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":46.91,"ClimateFEVER":18.5,"CQADupstackRetrieval":"","DBPedia":36.2,"FEVER":72.1,"FiQA2018":38.41,"HotpotQA":59.39,"MSMARCO":37.94,"NFCorpus":33.17,"NQ":42.81,"QuoraRetrieval":70.57,"SCIDOCS":14.83,"SciFact":67.25,"Touche2020":28.68,"TRECCOVID":72.43} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":49.2,"ClimateFEVER":19.9,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.0,"FiQA2018":42.2,"HotpotQA":63.1,"MSMARCO":"","NFCorpus":36.7,"NQ":"","QuoraRetrieval":69.7,"SCIDOCS":"","SciFact":70.4,"Touche2020":29.7,"TRECCOVID":58.5} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":46.98,"ClimateFEVER":19.4,"CQADupstackRetrieval":"","DBPedia":"","FEVER":75.6,"FiQA2018":45.21,"HotpotQA":64.8,"MSMARCO":"","NFCorpus":38.01,"NQ":"","QuoraRetrieval":67.7,"SCIDOCS":17.74,"SciFact":74.35,"Touche2020":30.9,"TRECCOVID":56.14} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":43.5,"ClimateFEVER":22.3,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.5,"FiQA2018":51.2,"HotpotQA":68.8,"MSMARCO":"","NFCorpus":40.7,"NQ":"","QuoraRetrieval":63.8,"SCIDOCS":"","SciFact":75.4,"Touche2020":29.1,"TRECCOVID":64.9} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":5.14,"HotpotQA":"","MSMARCO":"","NFCorpus":19.96,"NQ":"","QuoraRetrieval":83.11,"SCIDOCS":"","SciFact":46.68,"Touche2020":"","TRECCOVID":7.61} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} diff --git a/all_data_tasks/40/default.jsonl b/all_data_tasks/40/default.jsonl deleted file mode 100644 index 0358de0e3c46a10dbec8122012c023bf19d01182..0000000000000000000000000000000000000000 --- a/all_data_tasks/40/default.jsonl +++ /dev/null @@ -1,332 +0,0 @@ -{"index":188,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.4,"STS17 (ar-ar)":82.71,"STS17 (en-ar)":81.83,"STS17 (en-de)":87.61,"STS17 (en-tr)":80.47,"STS17 (es-en)":87.03,"STS17 (es-es)":89.4,"STS17 (fr-en)":86.28,"STS17 (it-en)":88.25,"STS17 (ko-ko)":84.31,"STS17 (nl-en)":87.44,"STS22 (ar)":59.52,"STS22 (de)":61.53,"STS22 (de-en)":58.22,"STS22 (de-fr)":65.52,"STS22 (de-pl)":54.6,"STS22 (es)":68.45,"STS22 (es-en)":78.65,"STS22 (es-it)":75.25,"STS22 (fr)":82.25,"STS22 (fr-pl)":61.98,"STS22 (it)":79.45,"STS22 (pl)":40.97,"STS22 (pl-en)":74.86,"STS22 (ru)":65.17,"STS22 (tr)":67.2,"STS22 (zh-en)":71.45,"STSBenchmark":88.39} -{"index":22,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.54,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.93,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.56,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.06,"STS17 (it-en)":89.68,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":67.0,"STS22 (es-en)":75.84,"STS22 (es-it)":75.04,"STS22 (fr)":79.86,"STS22 (fr-pl)":84.52,"STS22 (it)":75.87,"STS22 (pl)":39.21,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.88,"STSBenchmark":88.6} -{"index":21,"Rank":3,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} -{"index":183,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.17,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.95,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.59,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.08,"STS17 (it-en)":89.69,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":67.0,"STS22 (es-en)":75.84,"STS22 (es-it)":75.04,"STS22 (fr)":69.82,"STS22 (fr-pl)":84.52,"STS22 (it)":75.87,"STS22 (pl)":39.21,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.88,"STSBenchmark":88.6} -{"index":187,"Rank":5,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"STS17 (ar-ar)":77.83,"STS17 (en-ar)":75.03,"STS17 (en-de)":86.15,"STS17 (en-tr)":71.22,"STS17 (es-en)":80.74,"STS17 (es-es)":86.71,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.52,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.29,"STS22 (ar)":56.95,"STS22 (de)":56.58,"STS22 (de-en)":56.59,"STS22 (de-fr)":67.96,"STS22 (de-pl)":49.58,"STS22 (es)":64.6,"STS22 (es-en)":72.51,"STS22 (es-it)":68.92,"STS22 (fr)":76.77,"STS22 (fr-pl)":50.71,"STS22 (it)":76.99,"STS22 (pl)":34.66,"STS22 (pl-en)":65.54,"STS22 (ru)":59.89,"STS22 (tr)":63.56,"STS22 (zh-en)":65.95,"STSBenchmark":87.29} -{"index":186,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.86,"STS17 (ar-ar)":74.48,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.08,"STS17 (en-tr)":63.3,"STS17 (es-en)":76.56,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.16,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.29,"STS22 (ar)":57.82,"STS22 (de)":55.95,"STS22 (de-en)":54.89,"STS22 (de-fr)":59.68,"STS22 (de-pl)":39.35,"STS22 (es)":66.67,"STS22 (es-en)":74.0,"STS22 (es-it)":66.43,"STS22 (fr)":75.04,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.07,"STS22 (pl-en)":70.37,"STS22 (ru)":60.67,"STS22 (tr)":63.71,"STS22 (zh-en)":69.8,"STSBenchmark":85.64} -{"index":132,"Rank":7,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.85,"STS17 (ar-ar)":79.38,"STS17 (en-ar)":58.76,"STS17 (en-de)":76.13,"STS17 (en-tr)":55.53,"STS17 (es-en)":72.26,"STS17 (es-es)":85.06,"STS17 (fr-en)":75.63,"STS17 (it-en)":71.36,"STS17 (ko-ko)":80.79,"STS17 (nl-en)":71.99,"STS22 (ar)":57.44,"STS22 (de)":60.12,"STS22 (de-en)":53.36,"STS22 (de-fr)":58.25,"STS22 (de-pl)":48.47,"STS22 (es)":68.57,"STS22 (es-en)":77.41,"STS22 (es-it)":74.69,"STS22 (fr)":81.47,"STS22 (fr-pl)":73.25,"STS22 (it)":79.28,"STS22 (pl)":42.08,"STS22 (pl-en)":77.5,"STS22 (ru)":61.71,"STS22 (tr)":66.62,"STS22 (zh-en)":69.87,"STSBenchmark":81.95} -{"index":32,"Rank":8,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.13,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} -{"index":283,"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.64,"STS17 (ar-ar)":79.1,"STS17 (en-ar)":80.85,"STS17 (en-de)":83.28,"STS17 (en-tr)":74.9,"STS17 (es-en)":86.11,"STS17 (es-es)":85.14,"STS17 (fr-en)":81.17,"STS17 (it-en)":84.24,"STS17 (ko-ko)":83.41,"STS17 (nl-en)":82.51,"STS22 (ar)":52.19,"STS22 (de)":46.7,"STS22 (de-en)":50.81,"STS22 (de-fr)":62.34,"STS22 (de-pl)":40.53,"STS22 (es)":59.91,"STS22 (es-en)":70.26,"STS22 (es-it)":53.7,"STS22 (fr)":74.3,"STS22 (fr-pl)":84.52,"STS22 (it)":60.65,"STS22 (pl)":33.64,"STS22 (pl-en)":73.07,"STS22 (ru)":58.74,"STS22 (tr)":56.3,"STS22 (zh-en)":67.96,"STSBenchmark":86.82} -{"index":189,"Rank":10,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.08,"STS17 (ar-ar)":73.0,"STS17 (en-ar)":57.39,"STS17 (en-de)":76.82,"STS17 (en-tr)":55.93,"STS17 (es-en)":72.43,"STS17 (es-es)":84.83,"STS17 (fr-en)":72.28,"STS17 (it-en)":77.31,"STS17 (ko-ko)":78.87,"STS17 (nl-en)":75.43,"STS22 (ar)":56.65,"STS22 (de)":53.45,"STS22 (de-en)":56.07,"STS22 (de-fr)":60.62,"STS22 (de-pl)":28.24,"STS22 (es)":66.86,"STS22 (es-en)":74.2,"STS22 (es-it)":71.74,"STS22 (fr)":76.58,"STS22 (fr-pl)":84.52,"STS22 (it)":76.53,"STS22 (pl)":35.8,"STS22 (pl-en)":72.69,"STS22 (ru)":59.9,"STS22 (tr)":63.69,"STS22 (zh-en)":65.32,"STSBenchmark":84.11} -{"index":205,"Rank":11,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.07,"STS17 (ar-ar)":73.03,"STS17 (en-ar)":57.41,"STS17 (en-de)":77.24,"STS17 (en-tr)":55.97,"STS17 (es-en)":72.44,"STS17 (es-es)":84.84,"STS17 (fr-en)":72.29,"STS17 (it-en)":77.33,"STS17 (ko-ko)":78.87,"STS17 (nl-en)":75.38,"STS22 (ar)":56.65,"STS22 (de)":53.45,"STS22 (de-en)":56.49,"STS22 (de-fr)":60.57,"STS22 (de-pl)":28.24,"STS22 (es)":66.88,"STS22 (es-en)":74.57,"STS22 (es-it)":71.81,"STS22 (fr)":76.58,"STS22 (fr-pl)":84.52,"STS22 (it)":76.53,"STS22 (pl)":35.79,"STS22 (pl-en)":72.69,"STS22 (ru)":59.9,"STS22 (tr)":63.71,"STS22 (zh-en)":63.74,"STSBenchmark":84.01} -{"index":268,"Rank":12,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"STS17 (ar-ar)":69.07,"STS17 (en-ar)":74.51,"STS17 (en-de)":73.85,"STS17 (en-tr)":72.07,"STS17 (es-en)":65.71,"STS17 (es-es)":80.83,"STS17 (fr-en)":76.98,"STS17 (it-en)":76.99,"STS17 (ko-ko)":71.32,"STS17 (nl-en)":75.22,"STS22 (ar)":57.67,"STS22 (de)":48.58,"STS22 (de-en)":50.14,"STS22 (de-fr)":53.28,"STS22 (de-pl)":58.69,"STS22 (es)":63.18,"STS22 (es-en)":71.86,"STS22 (es-it)":69.69,"STS22 (fr)":77.95,"STS22 (fr-pl)":61.98,"STS22 (it)":72.22,"STS22 (pl)":39.28,"STS22 (pl-en)":69.41,"STS22 (ru)":57.49,"STS22 (tr)":58.15,"STS22 (zh-en)":64.02,"STSBenchmark":72.25} -{"index":290,"Rank":13,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":65.66,"STS17 (ar-ar)":78.03,"STS17 (en-ar)":78.6,"STS17 (en-de)":81.48,"STS17 (en-tr)":76.34,"STS17 (es-en)":81.81,"STS17 (es-es)":87.91,"STS17 (fr-en)":78.06,"STS17 (it-en)":80.98,"STS17 (ko-ko)":68.24,"STS17 (nl-en)":81.0,"STS22 (ar)":54.51,"STS22 (de)":46.89,"STS22 (de-en)":45.0,"STS22 (de-fr)":49.43,"STS22 (de-pl)":39.32,"STS22 (es)":58.94,"STS22 (es-en)":67.71,"STS22 (es-it)":50.79,"STS22 (fr)":74.1,"STS22 (fr-pl)":73.25,"STS22 (it)":65.86,"STS22 (pl)":34.81,"STS22 (pl-en)":60.17,"STS22 (ru)":54.51,"STS22 (tr)":57.29,"STS22 (zh-en)":61.29,"STSBenchmark":86.45} -{"index":72,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.52,"STS17 (ar-ar)":76.04,"STS17 (en-ar)":77.6,"STS17 (en-de)":70.4,"STS17 (en-tr)":71.04,"STS17 (es-en)":81.59,"STS17 (es-es)":82.77,"STS17 (fr-en)":77.16,"STS17 (it-en)":81.52,"STS17 (ko-ko)":77.0,"STS17 (nl-en)":80.7,"STS22 (ar)":52.61,"STS22 (de)":41.84,"STS22 (de-en)":49.09,"STS22 (de-fr)":50.6,"STS22 (de-pl)":50.44,"STS22 (es)":57.23,"STS22 (es-en)":67.29,"STS22 (es-it)":57.93,"STS22 (fr)":72.79,"STS22 (fr-pl)":73.25,"STS22 (it)":64.17,"STS22 (pl)":36.37,"STS22 (pl-en)":67.72,"STS22 (ru)":53.35,"STS22 (tr)":52.71,"STS22 (zh-en)":64.45,"STSBenchmark":81.34} -{"index":275,"Rank":15,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.43,"STS17 (ar-ar)":77.34,"STS17 (en-ar)":77.46,"STS17 (en-de)":80.24,"STS17 (en-tr)":74.34,"STS17 (es-en)":77.4,"STS17 (es-es)":83.71,"STS17 (fr-en)":79.28,"STS17 (it-en)":80.82,"STS17 (ko-ko)":76.4,"STS17 (nl-en)":80.51,"STS22 (ar)":49.04,"STS22 (de)":35.73,"STS22 (de-en)":47.51,"STS22 (de-fr)":60.76,"STS22 (de-pl)":36.09,"STS22 (es)":59.34,"STS22 (es-en)":68.96,"STS22 (es-it)":63.28,"STS22 (fr)":76.41,"STS22 (fr-pl)":61.98,"STS22 (it)":65.1,"STS22 (pl)":34.58,"STS22 (pl-en)":71.33,"STS22 (ru)":52.4,"STS22 (tr)":54.07,"STS22 (zh-en)":61.75,"STSBenchmark":80.75} -{"index":282,"Rank":16,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.18,"STS17 (ar-ar)":79.16,"STS17 (en-ar)":81.22,"STS17 (en-de)":84.22,"STS17 (en-tr)":76.74,"STS17 (es-en)":84.44,"STS17 (es-es)":85.56,"STS17 (fr-en)":76.59,"STS17 (it-en)":82.35,"STS17 (ko-ko)":77.03,"STS17 (nl-en)":81.71,"STS22 (ar)":46.2,"STS22 (de)":44.64,"STS22 (de-en)":52.65,"STS22 (de-fr)":51.73,"STS22 (de-pl)":44.22,"STS22 (es)":56.56,"STS22 (es-en)":67.33,"STS22 (es-it)":47.67,"STS22 (fr)":70.55,"STS22 (fr-pl)":50.71,"STS22 (it)":55.22,"STS22 (pl)":33.73,"STS22 (pl-en)":69.02,"STS22 (ru)":57.08,"STS22 (tr)":53.39,"STS22 (zh-en)":65.71,"STSBenchmark":84.42} -{"index":192,"Rank":17,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":59.1,"STS17 (ar-ar)":81.13,"STS17 (en-ar)":79.64,"STS17 (en-de)":52.52,"STS17 (en-tr)":4.75,"STS17 (es-en)":85.41,"STS17 (es-es)":87.33,"STS17 (fr-en)":83.96,"STS17 (it-en)":45.62,"STS17 (ko-ko)":61.89,"STS17 (nl-en)":46.69,"STS22 (ar)":55.0,"STS22 (de)":37.51,"STS22 (de-en)":51.66,"STS22 (de-fr)":39.66,"STS22 (de-pl)":26.11,"STS22 (es)":59.79,"STS22 (es-en)":73.59,"STS22 (es-it)":67.83,"STS22 (fr)":77.1,"STS22 (fr-pl)":84.52,"STS22 (it)":68.87,"STS22 (pl)":27.98,"STS22 (pl-en)":60.77,"STS22 (ru)":43.14,"STS22 (tr)":42.33,"STS22 (zh-en)":65.01,"STSBenchmark":85.79} -{"index":143,"Rank":18,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":58.34,"STS17 (ar-ar)":76.42,"STS17 (en-ar)":78.07,"STS17 (en-de)":59.1,"STS17 (en-tr)":11.8,"STS17 (es-en)":78.22,"STS17 (es-es)":86.0,"STS17 (fr-en)":80.46,"STS17 (it-en)":51.58,"STS17 (ko-ko)":66.89,"STS17 (nl-en)":45.85,"STS22 (ar)":58.67,"STS22 (de)":30.05,"STS22 (de-en)":51.16,"STS22 (de-fr)":53.28,"STS22 (de-pl)":43.05,"STS22 (es)":65.41,"STS22 (es-en)":75.06,"STS22 (es-it)":65.5,"STS22 (fr)":80.38,"STS22 (fr-pl)":28.17,"STS22 (it)":65.65,"STS22 (pl)":31.13,"STS22 (pl-en)":53.31,"STS22 (ru)":43.36,"STS22 (tr)":47.14,"STS22 (zh-en)":68.45,"STSBenchmark":80.9} -{"index":163,"Rank":19,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.22,"STS17 (ar-ar)":74.97,"STS17 (en-ar)":74.05,"STS17 (en-de)":74.95,"STS17 (en-tr)":77.18,"STS17 (es-en)":72.25,"STS17 (es-es)":80.65,"STS17 (fr-en)":77.2,"STS17 (it-en)":78.67,"STS17 (ko-ko)":66.14,"STS17 (nl-en)":78.14,"STS22 (ar)":40.25,"STS22 (de)":24.09,"STS22 (de-en)":34.28,"STS22 (de-fr)":41.29,"STS22 (de-pl)":25.81,"STS22 (es)":55.4,"STS22 (es-en)":57.82,"STS22 (es-it)":49.13,"STS22 (fr)":61.72,"STS22 (fr-pl)":61.98,"STS22 (it)":62.2,"STS22 (pl)":25.31,"STS22 (pl-en)":44.72,"STS22 (ru)":43.57,"STS22 (tr)":46.46,"STS22 (zh-en)":49.19,"STSBenchmark":67.39} -{"index":11,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":52.31,"STS17 (ar-ar)":67.47,"STS17 (en-ar)":65.05,"STS17 (en-de)":66.66,"STS17 (en-tr)":70.05,"STS17 (es-en)":55.3,"STS17 (es-es)":79.67,"STS17 (fr-en)":70.82,"STS17 (it-en)":70.98,"STS17 (ko-ko)":70.52,"STS17 (nl-en)":68.12,"STS22 (ar)":42.57,"STS22 (de)":25.69,"STS22 (de-en)":32.35,"STS22 (de-fr)":37.41,"STS22 (de-pl)":15.67,"STS22 (es)":54.92,"STS22 (es-en)":54.34,"STS22 (es-it)":42.21,"STS22 (fr)":58.61,"STS22 (fr-pl)":39.44,"STS22 (it)":60.31,"STS22 (pl)":18.34,"STS22 (pl-en)":53.63,"STS22 (ru)":39.24,"STS22 (tr)":36.97,"STS22 (zh-en)":46.19,"STSBenchmark":69.77} -{"index":194,"Rank":21,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.04,"STS17 (ar-ar)":80.6,"STS17 (en-ar)":72.6,"STS17 (en-de)":40.34,"STS17 (en-tr)":6.79,"STS17 (es-en)":81.8,"STS17 (es-es)":85.65,"STS17 (fr-en)":79.94,"STS17 (it-en)":34.8,"STS17 (ko-ko)":57.28,"STS17 (nl-en)":33.58,"STS22 (ar)":54.82,"STS22 (de)":26.63,"STS22 (de-en)":49.55,"STS22 (de-fr)":22.36,"STS22 (de-pl)":35.32,"STS22 (es)":56.31,"STS22 (es-en)":71.03,"STS22 (es-it)":61.3,"STS22 (fr)":61.35,"STS22 (fr-pl)":73.25,"STS22 (it)":62.61,"STS22 (pl)":15.06,"STS22 (pl-en)":43.72,"STS22 (ru)":28.77,"STS22 (tr)":22.11,"STS22 (zh-en)":63.9,"STSBenchmark":83.63} -{"index":286,"Rank":22,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.06,"STS17 (ar-ar)":11.13,"STS17 (en-ar)":-3.93,"STS17 (en-de)":79.04,"STS17 (en-tr)":13.61,"STS17 (es-en)":71.72,"STS17 (es-es)":83.42,"STS17 (fr-en)":71.38,"STS17 (it-en)":69.5,"STS17 (ko-ko)":9.61,"STS17 (nl-en)":66.12,"STS22 (ar)":29.6,"STS22 (de)":47.72,"STS22 (de-en)":49.64,"STS22 (de-fr)":62.21,"STS22 (de-pl)":34.34,"STS22 (es)":58.16,"STS22 (es-en)":69.15,"STS22 (es-it)":65.26,"STS22 (fr)":77.49,"STS22 (fr-pl)":50.71,"STS22 (it)":66.91,"STS22 (pl)":27.04,"STS22 (pl-en)":58.85,"STS22 (ru)":26.63,"STS22 (tr)":43.36,"STS22 (zh-en)":29.0,"STSBenchmark":83.93} -{"index":278,"Rank":23,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.47,"STS17 (ar-ar)":9.06,"STS17 (en-ar)":-3.22,"STS17 (en-de)":70.38,"STS17 (en-tr)":17.17,"STS17 (es-en)":60.24,"STS17 (es-es)":81.93,"STS17 (fr-en)":62.17,"STS17 (it-en)":59.11,"STS17 (ko-ko)":8.9,"STS17 (nl-en)":56.91,"STS22 (ar)":37.66,"STS22 (de)":50.58,"STS22 (de-en)":53.63,"STS22 (de-fr)":55.72,"STS22 (de-pl)":27.99,"STS22 (es)":59.14,"STS22 (es-en)":69.99,"STS22 (es-it)":60.94,"STS22 (fr)":79.43,"STS22 (fr-pl)":61.98,"STS22 (it)":67.14,"STS22 (pl)":33.74,"STS22 (pl-en)":60.18,"STS22 (ru)":32.69,"STS22 (tr)":55.79,"STS22 (zh-en)":28.85,"STSBenchmark":77.65} -{"index":256,"Rank":24,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.65,"STS17 (ar-ar)":49.62,"STS17 (en-ar)":2.87,"STS17 (en-de)":55.05,"STS17 (en-tr)":3.92,"STS17 (es-en)":45.84,"STS17 (es-es)":77.57,"STS17 (fr-en)":46.41,"STS17 (it-en)":35.49,"STS17 (ko-ko)":45.12,"STS17 (nl-en)":33.91,"STS22 (ar)":33.18,"STS22 (de)":35.53,"STS22 (de-en)":54.57,"STS22 (de-fr)":53.92,"STS22 (de-pl)":29.75,"STS22 (es)":53.4,"STS22 (es-en)":58.93,"STS22 (es-it)":57.57,"STS22 (fr)":77.79,"STS22 (fr-pl)":61.98,"STS22 (it)":69.38,"STS22 (pl)":29.86,"STS22 (pl-en)":58.42,"STS22 (ru)":41.06,"STS22 (tr)":48.12,"STS22 (zh-en)":48.42,"STSBenchmark":78.96} -{"index":65,"Rank":25,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.36,"STS17 (ar-ar)":46.8,"STS17 (en-ar)":-0.78,"STS17 (en-de)":47.5,"STS17 (en-tr)":4.18,"STS17 (es-en)":44.27,"STS17 (es-es)":79.22,"STS17 (fr-en)":47.15,"STS17 (it-en)":42.65,"STS17 (ko-ko)":39.79,"STS17 (nl-en)":36.6,"STS22 (ar)":25.06,"STS22 (de)":39.49,"STS22 (de-en)":54.22,"STS22 (de-fr)":48.91,"STS22 (de-pl)":33.04,"STS22 (es)":59.47,"STS22 (es-en)":66.65,"STS22 (es-it)":64.37,"STS22 (fr)":79.88,"STS22 (fr-pl)":39.44,"STS22 (it)":68.15,"STS22 (pl)":35.38,"STS22 (pl-en)":62.7,"STS22 (ru)":30.62,"STS22 (tr)":45.65,"STS22 (zh-en)":49.25,"STSBenchmark":88.96} -{"index":277,"Rank":26,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.79,"STS17 (ar-ar)":10.19,"STS17 (en-ar)":-5.77,"STS17 (en-de)":67.43,"STS17 (en-tr)":8.75,"STS17 (es-en)":54.96,"STS17 (es-es)":82.74,"STS17 (fr-en)":60.5,"STS17 (it-en)":46.26,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":47.48,"STS22 (ar)":34.97,"STS22 (de)":51.7,"STS22 (de-en)":48.76,"STS22 (de-fr)":57.5,"STS22 (de-pl)":32.76,"STS22 (es)":57.49,"STS22 (es-en)":67.76,"STS22 (es-it)":57.18,"STS22 (fr)":78.7,"STS22 (fr-pl)":61.98,"STS22 (it)":67.67,"STS22 (pl)":30.68,"STS22 (pl-en)":54.17,"STS22 (ru)":15.36,"STS22 (tr)":58.12,"STS22 (zh-en)":29.42,"STSBenchmark":77.6} -{"index":285,"Rank":27,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.35,"STS17 (ar-ar)":10.75,"STS17 (en-ar)":-4.71,"STS17 (en-de)":73.62,"STS17 (en-tr)":-0.42,"STS17 (es-en)":62.62,"STS17 (es-es)":82.74,"STS17 (fr-en)":67.86,"STS17 (it-en)":51.86,"STS17 (ko-ko)":9.44,"STS17 (nl-en)":45.95,"STS22 (ar)":27.01,"STS22 (de)":43.73,"STS22 (de-en)":49.93,"STS22 (de-fr)":61.58,"STS22 (de-pl)":38.83,"STS22 (es)":57.68,"STS22 (es-en)":68.09,"STS22 (es-it)":61.58,"STS22 (fr)":75.01,"STS22 (fr-pl)":5.63,"STS22 (it)":62.01,"STS22 (pl)":25.0,"STS22 (pl-en)":51.72,"STS22 (ru)":14.21,"STS22 (tr)":47.3,"STS22 (zh-en)":23.1,"STSBenchmark":85.36} -{"index":271,"Rank":28,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.42,"STS17 (ar-ar)":55.42,"STS17 (en-ar)":6.76,"STS17 (en-de)":35.5,"STS17 (en-tr)":-4.58,"STS17 (es-en)":25.28,"STS17 (es-es)":78.4,"STS17 (fr-en)":41.64,"STS17 (it-en)":31.8,"STS17 (ko-ko)":39.11,"STS17 (nl-en)":32.89,"STS22 (ar)":38.96,"STS22 (de)":27.0,"STS22 (de-en)":49.73,"STS22 (de-fr)":31.39,"STS22 (de-pl)":23.53,"STS22 (es)":55.98,"STS22 (es-en)":55.09,"STS22 (es-it)":41.61,"STS22 (fr)":77.1,"STS22 (fr-pl)":73.25,"STS22 (it)":58.02,"STS22 (pl)":24.21,"STS22 (pl-en)":51.07,"STS22 (ru)":15.83,"STS22 (tr)":29.35,"STS22 (zh-en)":40.47,"STSBenchmark":83.42} -{"index":284,"Rank":29,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.17,"STS17 (ar-ar)":13.36,"STS17 (en-ar)":-5.65,"STS17 (en-de)":67.11,"STS17 (en-tr)":-0.02,"STS17 (es-en)":47.72,"STS17 (es-es)":79.94,"STS17 (fr-en)":56.61,"STS17 (it-en)":30.46,"STS17 (ko-ko)":10.06,"STS17 (nl-en)":36.46,"STS22 (ar)":31.2,"STS22 (de)":42.08,"STS22 (de-en)":46.9,"STS22 (de-fr)":55.04,"STS22 (de-pl)":33.94,"STS22 (es)":53.81,"STS22 (es-en)":65.19,"STS22 (es-it)":55.29,"STS22 (fr)":77.69,"STS22 (fr-pl)":28.17,"STS22 (it)":60.65,"STS22 (pl)":24.42,"STS22 (pl-en)":42.97,"STS22 (ru)":12.13,"STS22 (tr)":40.45,"STS22 (zh-en)":20.15,"STSBenchmark":85.52} -{"index":255,"Rank":30,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.05,"STS17 (ar-ar)":54.55,"STS17 (en-ar)":10.83,"STS17 (en-de)":30.79,"STS17 (en-tr)":-1.09,"STS17 (es-en)":20.91,"STS17 (es-es)":74.37,"STS17 (fr-en)":40.16,"STS17 (it-en)":31.06,"STS17 (ko-ko)":37.7,"STS17 (nl-en)":29.81,"STS22 (ar)":36.89,"STS22 (de)":29.24,"STS22 (de-en)":47.61,"STS22 (de-fr)":28.16,"STS22 (de-pl)":20.69,"STS22 (es)":54.1,"STS22 (es-en)":53.63,"STS22 (es-it)":40.82,"STS22 (fr)":74.12,"STS22 (fr-pl)":61.98,"STS22 (it)":56.66,"STS22 (pl)":22.74,"STS22 (pl-en)":47.1,"STS22 (ru)":21.93,"STS22 (tr)":32.22,"STS22 (zh-en)":42.68,"STSBenchmark":81.8} -{"index":270,"Rank":31,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.71,"STS17 (ar-ar)":50.89,"STS17 (en-ar)":-4.28,"STS17 (en-de)":35.82,"STS17 (en-tr)":4.5,"STS17 (es-en)":16.31,"STS17 (es-es)":76.12,"STS17 (fr-en)":37.09,"STS17 (it-en)":24.45,"STS17 (ko-ko)":43.39,"STS17 (nl-en)":29.0,"STS22 (ar)":22.64,"STS22 (de)":31.04,"STS22 (de-en)":44.04,"STS22 (de-fr)":30.07,"STS22 (de-pl)":4.93,"STS22 (es)":54.78,"STS22 (es-en)":53.42,"STS22 (es-it)":44.27,"STS22 (fr)":77.0,"STS22 (fr-pl)":50.71,"STS22 (it)":60.4,"STS22 (pl)":26.77,"STS22 (pl-en)":32.8,"STS22 (ru)":14.72,"STS22 (tr)":33.69,"STS22 (zh-en)":41.64,"STSBenchmark":82.03} -{"index":89,"Rank":32,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.32,"STS17 (ar-ar)":55.62,"STS17 (en-ar)":8.21,"STS17 (en-de)":30.18,"STS17 (en-tr)":1.04,"STS17 (es-en)":28.78,"STS17 (es-es)":71.88,"STS17 (fr-en)":26.34,"STS17 (it-en)":20.73,"STS17 (ko-ko)":52.39,"STS17 (nl-en)":25.05,"STS22 (ar)":28.19,"STS22 (de)":21.99,"STS22 (de-en)":53.07,"STS22 (de-fr)":32.97,"STS22 (de-pl)":20.45,"STS22 (es)":49.81,"STS22 (es-en)":49.51,"STS22 (es-it)":45.78,"STS22 (fr)":67.66,"STS22 (fr-pl)":61.98,"STS22 (it)":48.25,"STS22 (pl)":23.31,"STS22 (pl-en)":36.8,"STS22 (ru)":9.07,"STS22 (tr)":34.66,"STS22 (zh-en)":28.68,"STSBenchmark":75.34} -{"index":269,"Rank":33,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.57,"STS17 (ar-ar)":58.71,"STS17 (en-ar)":0.54,"STS17 (en-de)":27.54,"STS17 (en-tr)":0.43,"STS17 (es-en)":22.01,"STS17 (es-es)":78.37,"STS17 (fr-en)":30.7,"STS17 (it-en)":24.28,"STS17 (ko-ko)":43.37,"STS17 (nl-en)":24.51,"STS22 (ar)":17.54,"STS22 (de)":22.53,"STS22 (de-en)":42.86,"STS22 (de-fr)":43.52,"STS22 (de-pl)":1.63,"STS22 (es)":43.98,"STS22 (es-en)":53.99,"STS22 (es-it)":40.71,"STS22 (fr)":69.51,"STS22 (fr-pl)":16.9,"STS22 (it)":47.48,"STS22 (pl)":19.22,"STS22 (pl-en)":42.67,"STS22 (ru)":11.19,"STS22 (tr)":21.6,"STS22 (zh-en)":44.39,"STSBenchmark":83.09} -{"index":257,"Rank":34,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.78,"STS17 (ar-ar)":50.1,"STS17 (en-ar)":9.13,"STS17 (en-de)":28.04,"STS17 (en-tr)":-4.34,"STS17 (es-en)":17.84,"STS17 (es-es)":71.26,"STS17 (fr-en)":34.75,"STS17 (it-en)":28.25,"STS17 (ko-ko)":32.8,"STS17 (nl-en)":23.42,"STS22 (ar)":35.18,"STS22 (de)":9.26,"STS22 (de-en)":44.91,"STS22 (de-fr)":37.52,"STS22 (de-pl)":16.23,"STS22 (es)":36.39,"STS22 (es-en)":46.97,"STS22 (es-it)":28.27,"STS22 (fr)":58.65,"STS22 (fr-pl)":61.98,"STS22 (it)":35.33,"STS22 (pl)":13.67,"STS22 (pl-en)":43.22,"STS22 (ru)":13.08,"STS22 (tr)":17.51,"STS22 (zh-en)":40.36,"STSBenchmark":82.21} -{"index":90,"Rank":35,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":27.72,"STS17 (ar-ar)":54.16,"STS17 (en-ar)":1.72,"STS17 (en-de)":25.48,"STS17 (en-tr)":2.09,"STS17 (es-en)":21.93,"STS17 (es-es)":67.8,"STS17 (fr-en)":18.91,"STS17 (it-en)":16.39,"STS17 (ko-ko)":45.66,"STS17 (nl-en)":23.49,"STS22 (ar)":5.17,"STS22 (de)":11.0,"STS22 (de-en)":53.93,"STS22 (de-fr)":25.11,"STS22 (de-pl)":20.94,"STS22 (es)":43.05,"STS22 (es-en)":32.74,"STS22 (es-it)":35.99,"STS22 (fr)":54.56,"STS22 (fr-pl)":5.63,"STS22 (it)":33.68,"STS22 (pl)":14.91,"STS22 (pl-en)":20.54,"STS22 (ru)":3.36,"STS22 (tr)":3.82,"STS22 (zh-en)":26.71,"STSBenchmark":79.54} -{"index":272,"Rank":36,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.1,"STS17 (ar-ar)":27.14,"STS17 (en-ar)":6.9,"STS17 (en-de)":11.59,"STS17 (en-tr)":6.46,"STS17 (es-en)":10.86,"STS17 (es-es)":55.45,"STS17 (fr-en)":16.02,"STS17 (it-en)":19.87,"STS17 (ko-ko)":8.08,"STS17 (nl-en)":24.92,"STS22 (ar)":19.57,"STS22 (de)":17.31,"STS22 (de-en)":26.03,"STS22 (de-fr)":10.26,"STS22 (de-pl)":16.94,"STS22 (es)":48.89,"STS22 (es-en)":51.79,"STS22 (es-it)":25.24,"STS22 (fr)":53.92,"STS22 (fr-pl)":39.44,"STS22 (it)":39.43,"STS22 (pl)":13.56,"STS22 (pl-en)":25.36,"STS22 (ru)":1.11,"STS22 (tr)":31.73,"STS22 (zh-en)":8.44,"STSBenchmark":61.26} -{"index":274,"Rank":37,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":24.28,"STS17 (ar-ar)":13.78,"STS17 (en-ar)":9.08,"STS17 (en-de)":-3.11,"STS17 (en-tr)":-0.45,"STS17 (es-en)":-8.18,"STS17 (es-es)":48.23,"STS17 (fr-en)":5.81,"STS17 (it-en)":3.64,"STS17 (ko-ko)":2.54,"STS17 (nl-en)":0.44,"STS22 (ar)":32.42,"STS22 (de)":33.04,"STS22 (de-en)":28.65,"STS22 (de-fr)":14.77,"STS22 (de-pl)":11.21,"STS22 (es)":48.53,"STS22 (es-en)":26.97,"STS22 (es-it)":41.1,"STS22 (fr)":49.43,"STS22 (fr-pl)":39.44,"STS22 (it)":57.77,"STS22 (pl)":12.47,"STS22 (pl-en)":45.55,"STS22 (ru)":19.44,"STS22 (tr)":47.38,"STS22 (zh-en)":14.05,"STSBenchmark":61.55} -{"index":0,"Rank":38,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.33} -{"index":1,"Rank":39,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.99} -{"index":2,"Rank":40,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.85} -{"index":3,"Rank":41,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.74,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":4,"Rank":42,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.51,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":5,"Rank":43,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":79.99,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":6,"Rank":44,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.22} -{"index":7,"Rank":45,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.75,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":8,"Rank":46,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.86} -{"index":9,"Rank":47,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.56} -{"index":10,"Rank":48,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":12,"Rank":49,"Model":"Arabic_text_embedding_for_sts<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.05,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":13,"Rank":50,"Model":"arabic_text_embedding_sts_arabertv02_arabicnlitriplet<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":84.96,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":14,"Rank":51,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":15,"Rank":52,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":67.83,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":16,"Rank":53,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.35} -{"index":17,"Rank":54,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.84,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.83,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.38} -{"index":18,"Rank":55,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.58,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.02,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.85} -{"index":19,"Rank":56,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.04} -{"index":20,"Rank":57,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.07} -{"index":23,"Rank":58,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":24,"Rank":59,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":25,"Rank":60,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.42} -{"index":26,"Rank":61,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.42} -{"index":27,"Rank":62,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":28,"Rank":63,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":66.26,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":29,"Rank":64,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.28,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":42.79,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.25} -{"index":30,"Rank":65,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.86} -{"index":31,"Rank":66,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":33,"Rank":67,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":34,"Rank":68,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.58} -{"index":35,"Rank":69,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.55} -{"index":36,"Rank":70,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.46} -{"index":37,"Rank":71,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.79} -{"index":38,"Rank":72,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":33.88,"STSBenchmark":""} -{"index":39,"Rank":73,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":51.87,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":40,"Rank":74,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":34.98,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":41,"Rank":75,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":51.27,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":42,"Rank":76,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04} -{"index":43,"Rank":77,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.72,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":44,"Rank":78,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.49,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":45,"Rank":79,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.84,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.83,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.38} -{"index":46,"Rank":80,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.58,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.02,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.85} -{"index":47,"Rank":81,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":0.98} -{"index":48,"Rank":82,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":49,"Rank":83,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.4,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":50,"Rank":84,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":38.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":51,"Rank":85,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","STS17 (ar-ar)":79.26,"STS17 (en-ar)":74.46,"STS17 (en-de)":88.93,"STS17 (en-tr)":77.48,"STS17 (es-en)":87.47,"STS17 (es-es)":87.12,"STS17 (fr-en)":87.9,"STS17 (it-en)":88.43,"STS17 (ko-ko)":78.74,"STS17 (nl-en)":88.29,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":52,"Rank":86,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.43} -{"index":53,"Rank":87,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":75.04,"STS17 (en-de)":79.91,"STS17 (en-tr)":69.31,"STS17 (es-en)":81.5,"STS17 (es-es)":"","STS17 (fr-en)":80.85,"STS17 (it-en)":80.92,"STS17 (ko-ko)":"","STS17 (nl-en)":80.74,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":68.71,"STS22 (de-fr)":"","STS22 (de-pl)":60.26,"STS22 (es)":"","STS22 (es-en)":83.41,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":50.41,"STS22 (pl-en)":83.59,"STS22 (ru)":70.51,"STS22 (tr)":"","STS22 (zh-en)":75.38,"STSBenchmark":84.52} -{"index":54,"Rank":88,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":60.13,"STS17 (en-de)":75.44,"STS17 (en-tr)":53.68,"STS17 (es-en)":78.05,"STS17 (es-es)":"","STS17 (fr-en)":75.21,"STS17 (it-en)":74.97,"STS17 (ko-ko)":"","STS17 (nl-en)":71.91,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.89,"STS22 (de-fr)":64.21,"STS22 (de-pl)":57.18,"STS22 (es)":"","STS22 (es-en)":80.66,"STS22 (es-it)":"","STS22 (fr)":81.71,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.16,"STS22 (pl-en)":77.0,"STS22 (ru)":67.35,"STS22 (tr)":"","STS22 (zh-en)":76.57,"STSBenchmark":84.3} -{"index":55,"Rank":89,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":64.21,"STS17 (en-de)":78.85,"STS17 (en-tr)":57.05,"STS17 (es-en)":79.86,"STS17 (es-es)":"","STS17 (fr-en)":79.12,"STS17 (it-en)":79.06,"STS17 (ko-ko)":"","STS17 (nl-en)":75.77,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.16,"STS22 (de-fr)":64.67,"STS22 (de-pl)":55.77,"STS22 (es)":"","STS22 (es-en)":78.61,"STS22 (es-it)":"","STS22 (fr)":82.57,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":44.95,"STS22 (pl-en)":77.17,"STS22 (ru)":68.12,"STS22 (tr)":"","STS22 (zh-en)":74.97,"STSBenchmark":86.07} -{"index":56,"Rank":90,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.21} -{"index":57,"Rank":91,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.57} -{"index":58,"Rank":92,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":59,"Rank":93,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":60,"Rank":94,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":61,"Rank":95,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":62,"Rank":96,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":63,"Rank":97,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":64,"Rank":98,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":66,"Rank":99,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.82,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":67,"Rank":100,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.14,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.44} -{"index":68,"Rank":101,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":84.64,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.28} -{"index":69,"Rank":102,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.08} -{"index":70,"Rank":103,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.81} -{"index":71,"Rank":104,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":73,"Rank":105,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.72} -{"index":74,"Rank":106,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.32} -{"index":75,"Rank":107,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.05} -{"index":76,"Rank":108,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.44} -{"index":77,"Rank":109,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.65} -{"index":78,"Rank":110,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.42} -{"index":79,"Rank":111,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.16} -{"index":80,"Rank":112,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":73.36} -{"index":81,"Rank":113,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.34} -{"index":82,"Rank":114,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} -{"index":83,"Rank":115,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.21} -{"index":84,"Rank":116,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.72} -{"index":85,"Rank":117,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.79} -{"index":86,"Rank":118,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.93} -{"index":87,"Rank":119,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.61} -{"index":88,"Rank":120,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.59} -{"index":91,"Rank":121,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.21} -{"index":92,"Rank":122,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.39} -{"index":93,"Rank":123,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67} -{"index":94,"Rank":124,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":83.16,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.29,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.59} -{"index":95,"Rank":125,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":81.11,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":52.41,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.35} -{"index":96,"Rank":126,"Model":"Arabic-Triplet-Matryoshka-V2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.31,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":97,"Rank":127,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":82.4,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":51.38,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.16} -{"index":98,"Rank":128,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.47,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":57.26,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.05} -{"index":99,"Rank":129,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":79.93,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":52.44,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":67.56} -{"index":100,"Rank":130,"Model":"GATE-AraBert-v1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.78,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":59.75,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":101,"Rank":131,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.18,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.08,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.17} -{"index":102,"Rank":132,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":103,"Rank":133,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.82,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":104,"Rank":134,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":36.78,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":105,"Rank":135,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":106,"Rank":136,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.83} -{"index":107,"Rank":137,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.6} -{"index":108,"Rank":138,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.0} -{"index":109,"Rank":139,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.77} -{"index":110,"Rank":140,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":52.67} -{"index":111,"Rank":141,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.68} -{"index":112,"Rank":142,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":61.05,"STS17 (en-de)":79.31,"STS17 (en-tr)":63.63,"STS17 (es-en)":71.05,"STS17 (es-es)":"","STS17 (fr-en)":76.27,"STS17 (it-en)":76.88,"STS17 (ko-ko)":"","STS17 (nl-en)":78.27,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":55.11,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.59,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.85,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":70.79,"STSBenchmark":79.19} -{"index":113,"Rank":143,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.1} -{"index":114,"Rank":144,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.9} -{"index":115,"Rank":145,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":69.72} -{"index":116,"Rank":146,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":43.22,"STS17 (en-de)":75.87,"STS17 (en-tr)":48.94,"STS17 (es-en)":68.92,"STS17 (es-es)":"","STS17 (fr-en)":74.69,"STS17 (it-en)":73.82,"STS17 (ko-ko)":"","STS17 (nl-en)":64.88,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":52.69,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.89,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.62,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":69.43,"STSBenchmark":76.01} -{"index":117,"Rank":147,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.19} -{"index":118,"Rank":148,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.18} -{"index":119,"Rank":149,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.32} -{"index":120,"Rank":150,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.5} -{"index":121,"Rank":151,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.38} -{"index":122,"Rank":152,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.06} -{"index":123,"Rank":153,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":124,"Rank":154,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":125,"Rank":155,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":126,"Rank":156,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-1.1,"STS17 (en-de)":22.07,"STS17 (en-tr)":5.01,"STS17 (es-en)":19.72,"STS17 (es-es)":"","STS17 (fr-en)":29.3,"STS17 (it-en)":20.23,"STS17 (ko-ko)":"","STS17 (nl-en)":24.31,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":46.81,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":61.55,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":41.91,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":50.68,"STSBenchmark":84.81} -{"index":127,"Rank":157,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":67.06,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":128,"Rank":158,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":56.82,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":129,"Rank":159,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":50.75,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":130,"Rank":160,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":54.33,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":67.9,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":64.16,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":64.75,"STSBenchmark":82.2} -{"index":131,"Rank":161,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.89} -{"index":133,"Rank":162,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.94} -{"index":134,"Rank":163,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":135,"Rank":164,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.32} -{"index":136,"Rank":165,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.4} -{"index":137,"Rank":166,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.3} -{"index":138,"Rank":167,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.08} -{"index":139,"Rank":168,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.98} -{"index":140,"Rank":169,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.42} -{"index":141,"Rank":170,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":4.62,"STS17 (en-de)":29.11,"STS17 (en-tr)":7.61,"STS17 (es-en)":29.63,"STS17 (es-es)":"","STS17 (fr-en)":38.29,"STS17 (it-en)":27.22,"STS17 (ko-ko)":"","STS17 (nl-en)":30.81,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":47.02,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":63.05,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":44.44,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":49.45,"STSBenchmark":86.66} -{"index":142,"Rank":171,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":73.13,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":144,"Rank":172,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.85} -{"index":145,"Rank":173,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":146,"Rank":174,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":31.85,"STS22 (de)":38.9,"STS22 (de-en)":47.98,"STS22 (de-fr)":59.4,"STS22 (de-pl)":39.48,"STS22 (es)":60.85,"STS22 (es-en)":70.8,"STS22 (es-it)":66.83,"STS22 (fr)":74.98,"STS22 (fr-pl)":61.98,"STS22 (it)":68.58,"STS22 (pl)":32.74,"STS22 (pl-en)":58.73,"STS22 (ru)":58.53,"STS22 (tr)":55.04,"STS22 (zh-en)":24.98,"STSBenchmark":""} -{"index":147,"Rank":175,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":47.88,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":148,"Rank":176,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":50.23,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":149,"Rank":177,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":71.4} -{"index":150,"Rank":178,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.19,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":151,"Rank":179,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.54,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":152,"Rank":180,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.73,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":153,"Rank":181,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.2} -{"index":154,"Rank":182,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":63.39,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":155,"Rank":183,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":66.42,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":156,"Rank":184,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":47.67,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":157,"Rank":185,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.98} -{"index":158,"Rank":186,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":159,"Rank":187,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.23} -{"index":160,"Rank":188,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":161,"Rank":189,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.52} -{"index":162,"Rank":190,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":164,"Rank":191,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":65.37,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":165,"Rank":192,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.15,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":166,"Rank":193,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":48.52,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":167,"Rank":194,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.58,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.02,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.85} -{"index":168,"Rank":195,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":169,"Rank":196,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":39.05,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":170,"Rank":197,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.47,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":171,"Rank":198,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":47.29} -{"index":172,"Rank":199,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.43} -{"index":173,"Rank":200,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.88} -{"index":174,"Rank":201,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.56} -{"index":175,"Rank":202,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.47} -{"index":176,"Rank":203,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":177,"Rank":204,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":52.72,"STS17 (en-de)":85.84,"STS17 (en-tr)":55.56,"STS17 (es-en)":87.0,"STS17 (es-es)":"","STS17 (fr-en)":84.14,"STS17 (it-en)":86.31,"STS17 (ko-ko)":"","STS17 (nl-en)":84.2,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":59.47,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":77.83,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.4,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.08,"STSBenchmark":88.85} -{"index":178,"Rank":205,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.45} -{"index":179,"Rank":206,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.18} -{"index":180,"Rank":207,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.52} -{"index":181,"Rank":208,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.21} -{"index":182,"Rank":209,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":184,"Rank":210,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.36} -{"index":185,"Rank":211,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.95} -{"index":190,"Rank":212,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":191,"Rank":213,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":38.69,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":193,"Rank":214,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.71} -{"index":195,"Rank":215,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.02} -{"index":196,"Rank":216,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.33} -{"index":197,"Rank":217,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.57} -{"index":198,"Rank":218,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.6} -{"index":199,"Rank":219,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.2} -{"index":200,"Rank":220,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":201,"Rank":221,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":202,"Rank":222,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":203,"Rank":223,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04} -{"index":204,"Rank":224,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44} -{"index":206,"Rank":225,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67} -{"index":207,"Rank":226,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.54} -{"index":208,"Rank":227,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.69} -{"index":209,"Rank":228,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.5} -{"index":210,"Rank":229,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.46} -{"index":211,"Rank":230,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.77} -{"index":212,"Rank":231,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":69.72} -{"index":213,"Rank":232,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":27.72,"STS22 (de)":20.26,"STS22 (de-en)":38.54,"STS22 (de-fr)":33.9,"STS22 (de-pl)":7.27,"STS22 (es)":48.77,"STS22 (es-en)":47.53,"STS22 (es-it)":35.63,"STS22 (fr)":55.04,"STS22 (fr-pl)":84.52,"STS22 (it)":50.23,"STS22 (pl)":12.39,"STS22 (pl-en)":37.61,"STS22 (ru)":21.92,"STS22 (tr)":37.93,"STS22 (zh-en)":64.69,"STSBenchmark":""} -{"index":214,"Rank":233,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.7,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":215,"Rank":234,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":75.66,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":216,"Rank":235,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.68,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":217,"Rank":236,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":80.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":218,"Rank":237,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.35,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":219,"Rank":238,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":11.84,"STS17 (en-de)":19.78,"STS17 (en-tr)":3.88,"STS17 (es-en)":15.48,"STS17 (es-es)":"","STS17 (fr-en)":18.41,"STS17 (it-en)":2.93,"STS17 (ko-ko)":"","STS17 (nl-en)":10.28,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":31.73,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":20.68,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":36.39,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":3.65,"STSBenchmark":68.91} -{"index":220,"Rank":239,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-6.18,"STS17 (en-de)":22.57,"STS17 (en-tr)":-10.09,"STS17 (es-en)":13.25,"STS17 (es-es)":"","STS17 (fr-en)":19.49,"STS17 (it-en)":10.22,"STS17 (ko-ko)":"","STS17 (nl-en)":14.34,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":28.59,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":18.5,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":-0.22,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":10.97,"STSBenchmark":66.52} -{"index":221,"Rank":240,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":1.6,"STS17 (en-de)":18.27,"STS17 (en-tr)":-3.32,"STS17 (es-en)":6.63,"STS17 (es-es)":"","STS17 (fr-en)":21.12,"STS17 (it-en)":14.62,"STS17 (ko-ko)":"","STS17 (nl-en)":16.65,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":27.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":11.05,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.42,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":9.07,"STSBenchmark":67.25} -{"index":222,"Rank":241,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":2.42,"STS17 (en-de)":22.52,"STS17 (en-tr)":8.82,"STS17 (es-en)":10.14,"STS17 (es-es)":"","STS17 (fr-en)":25.26,"STS17 (it-en)":14.14,"STS17 (ko-ko)":"","STS17 (nl-en)":19.56,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":25.64,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.04,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.13,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":11.79,"STSBenchmark":72.81} -{"index":223,"Rank":242,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-0.56,"STS17 (en-de)":24.76,"STS17 (en-tr)":11.97,"STS17 (es-en)":13.6,"STS17 (es-es)":"","STS17 (fr-en)":31.33,"STS17 (it-en)":21.32,"STS17 (ko-ko)":"","STS17 (nl-en)":24.62,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":31.68,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":9.73,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":18.35,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":16.22,"STSBenchmark":74.28} -{"index":224,"Rank":243,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":5.42,"STS17 (en-de)":23.01,"STS17 (en-tr)":11.19,"STS17 (es-en)":14.73,"STS17 (es-es)":"","STS17 (fr-en)":34.29,"STS17 (it-en)":23.14,"STS17 (ko-ko)":"","STS17 (nl-en)":27.53,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":36.21,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.99,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":21.34,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":17.29,"STSBenchmark":75.41} -{"index":225,"Rank":244,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.2} -{"index":226,"Rank":245,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":227,"Rank":246,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.79} -{"index":228,"Rank":247,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.93} -{"index":229,"Rank":248,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.89} -{"index":230,"Rank":249,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.88} -{"index":231,"Rank":250,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.31} -{"index":232,"Rank":251,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.77} -{"index":233,"Rank":252,"Model":"mmarco-bert-base-italian-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":69.44,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":234,"Rank":253,"Model":"mmarco-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":37.93,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":235,"Rank":254,"Model":"stsbm-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":65.71,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":236,"Rank":255,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.54} -{"index":237,"Rank":256,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.42} -{"index":238,"Rank":257,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.96} -{"index":239,"Rank":258,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.28} -{"index":240,"Rank":259,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.8} -{"index":241,"Rank":260,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.14} -{"index":242,"Rank":261,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46} -{"index":243,"Rank":262,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":244,"Rank":263,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81} -{"index":245,"Rank":264,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.14} -{"index":246,"Rank":265,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.41} -{"index":247,"Rank":266,"Model":"Arabic-STS-Matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":82.9,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":248,"Rank":267,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":83.05,"STS17 (en-ar)":79.68,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":249,"Rank":268,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":83.78,"STS17 (en-ar)":82.19,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":250,"Rank":269,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":251,"Rank":270,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":252,"Rank":271,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.07} -{"index":253,"Rank":272,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} -{"index":254,"Rank":273,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52} -{"index":258,"Rank":274,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.15} -{"index":259,"Rank":275,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":260,"Rank":276,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":261,"Rank":277,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":262,"Rank":278,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.4,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":263,"Rank":279,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.63,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":264,"Rank":280,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":265,"Rank":281,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.32,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":266,"Rank":282,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":267,"Rank":283,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":37.34,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":273,"Rank":284,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.54} -{"index":276,"Rank":285,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.58} -{"index":279,"Rank":286,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.73} -{"index":280,"Rank":287,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.97} -{"index":281,"Rank":288,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.62,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":287,"Rank":289,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":76.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.01} -{"index":288,"Rank":290,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":62.89,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":289,"Rank":291,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":27.95,"STS22 (de)":8.16,"STS22 (de-en)":21.55,"STS22 (de-fr)":17.5,"STS22 (de-pl)":25.53,"STS22 (es)":45.31,"STS22 (es-en)":42.77,"STS22 (es-it)":32.83,"STS22 (fr)":42.0,"STS22 (fr-pl)":39.44,"STS22 (it)":39.69,"STS22 (pl)":9.71,"STS22 (pl-en)":42.08,"STS22 (ru)":60.06,"STS22 (tr)":15.46,"STS22 (zh-en)":31.25,"STSBenchmark":""} -{"index":291,"Rank":292,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":84.25,"STS17 (en-ar)":42.76,"STS17 (en-de)":29.23,"STS17 (en-tr)":15.59,"STS17 (es-en)":28.65,"STS17 (es-es)":"","STS17 (fr-en)":37.34,"STS17 (it-en)":25.19,"STS17 (ko-ko)":"","STS17 (nl-en)":32.22,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":292,"Rank":293,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.59,"STS17 (en-ar)":47.7,"STS17 (en-de)":31.86,"STS17 (en-tr)":9.21,"STS17 (es-en)":21.4,"STS17 (es-es)":"","STS17 (fr-en)":30.07,"STS17 (it-en)":23.33,"STS17 (ko-ko)":"","STS17 (nl-en)":36.24,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":293,"Rank":294,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":294,"Rank":295,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.42} -{"index":295,"Rank":296,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.58,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.02,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.85} -{"index":296,"Rank":297,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":297,"Rank":298,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":298,"Rank":299,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.43} -{"index":299,"Rank":300,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.73} -{"index":300,"Rank":301,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.07} -{"index":301,"Rank":302,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.57} -{"index":302,"Rank":303,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":44.39} -{"index":303,"Rank":304,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":83.57,"STS17 (en-de)":90.03,"STS17 (en-tr)":82.94,"STS17 (es-en)":90.39,"STS17 (es-es)":"","STS17 (fr-en)":88.83,"STS17 (it-en)":89.65,"STS17 (ko-ko)":"","STS17 (nl-en)":89.76,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":58.31,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":77.19,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":72.24,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.41,"STSBenchmark":88.83} -{"index":304,"Rank":305,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":34.97,"STS17 (en-de)":82.52,"STS17 (en-tr)":36.23,"STS17 (es-en)":82.0,"STS17 (es-es)":"","STS17 (fr-en)":82.22,"STS17 (it-en)":81.73,"STS17 (ko-ko)":"","STS17 (nl-en)":78.39,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":58.85,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.01,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.99,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":66.91,"STSBenchmark":86.51} -{"index":305,"Rank":306,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":10.24,"STS17 (en-ar)":-12.12,"STS17 (en-de)":-5.71,"STS17 (en-tr)":-18.0,"STS17 (es-en)":-9.99,"STS17 (es-es)":62.18,"STS17 (fr-en)":-3.68,"STS17 (it-en)":-8.94,"STS17 (ko-ko)":7.13,"STS17 (nl-en)":-0.89,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":67.61} -{"index":306,"Rank":307,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.08} -{"index":307,"Rank":308,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.93} -{"index":308,"Rank":309,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.28} -{"index":309,"Rank":310,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":71.11,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.24} -{"index":310,"Rank":311,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.77} -{"index":311,"Rank":312,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.69} -{"index":312,"Rank":313,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":0.8} -{"index":313,"Rank":314,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":314,"Rank":315,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.86} -{"index":315,"Rank":316,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":80.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":316,"Rank":317,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.92} -{"index":317,"Rank":318,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.4} -{"index":318,"Rank":319,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.45} -{"index":319,"Rank":320,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.13} -{"index":320,"Rank":321,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.28} -{"index":321,"Rank":322,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":70.01,"STSBenchmark":85.99} -{"index":322,"Rank":323,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":323,"Rank":324,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.78} -{"index":324,"Rank":325,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.32} -{"index":325,"Rank":326,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.02} -{"index":326,"Rank":327,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.08} -{"index":327,"Rank":328,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.09,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":64.5,"STS22 (zh-en)":"","STSBenchmark":83.17} -{"index":328,"Rank":329,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.34} -{"index":329,"Rank":330,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.56} -{"index":330,"Rank":331,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.24} -{"index":331,"Rank":332,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.54} diff --git a/all_data_tasks/41/default.jsonl b/all_data_tasks/41/default.jsonl deleted file mode 100644 index 78cecbf2fc63e3b1baca0042ef9fd40f8f8d5282..0000000000000000000000000000000000000000 --- a/all_data_tasks/41/default.jsonl +++ /dev/null @@ -1,21 +0,0 @@ -{"index":7,"Rank":1,"Model":"vstackai-law-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.16,"AILACasedocs":45.88,"AILAStatutes":47.12,"GerDaLIRSmall":50.04,"LeCaRDv2":75.95,"LegalBenchConsumerContractsQA":81.72,"LegalBenchCorporateLobbying":95.28,"LegalQuAD":64.9,"LegalSummarization":68.37} -{"index":3,"Rank":2,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":65.39,"AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"LeCaRDv2":72.75,"LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalSummarization":68.96} -{"index":2,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.13,"AILACasedocs":40.59,"AILAStatutes":42.49,"GerDaLIRSmall":44.72,"LeCaRDv2":69.66,"LegalBenchConsumerContractsQA":86.75,"LegalBenchCorporateLobbying":94.54,"LegalQuAD":65.03,"LegalSummarization":69.23} -{"index":1,"Rank":4,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":60.75,"AILACasedocs":38.15,"AILAStatutes":35.03,"GerDaLIRSmall":43.73,"LeCaRDv2":67.96,"LegalBenchConsumerContractsQA":83.22,"LegalBenchCorporateLobbying":94.53,"LegalQuAD":61.96,"LegalSummarization":61.42} -{"index":8,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.77,"AILACasedocs":38.76,"AILAStatutes":38.07,"GerDaLIRSmall":37.18,"LeCaRDv2":68.56,"LegalBenchConsumerContractsQA":75.46,"LegalBenchCorporateLobbying":94.01,"LegalQuAD":59.64,"LegalSummarization":66.51} -{"index":20,"Rank":6,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.22,"AILACasedocs":39.0,"AILAStatutes":41.31,"GerDaLIRSmall":32.77,"LeCaRDv2":57.2,"LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.09,"LegalQuAD":57.47,"LegalSummarization":71.55} -{"index":6,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":56.72,"AILACasedocs":35.29,"AILAStatutes":41.8,"GerDaLIRSmall":20.61,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":82.05,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":44.18,"LegalSummarization":70.64} -{"index":0,"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":56.43,"AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"LeCaRDv2":61.12,"LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalSummarization":67.39} -{"index":11,"Rank":9,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":54.86,"AILACasedocs":33.33,"AILAStatutes":29.66,"GerDaLIRSmall":21.34,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":76.8,"LegalBenchCorporateLobbying":94.25,"LegalQuAD":51.25,"LegalSummarization":68.07} -{"index":9,"Rank":10,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.53,"AILACasedocs":26.05,"AILAStatutes":20.37,"GerDaLIRSmall":15.3,"LeCaRDv2":59.0,"LegalBenchConsumerContractsQA":69.02,"LegalBenchCorporateLobbying":88.97,"LegalQuAD":47.85,"LegalSummarization":61.69} -{"index":10,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.39,"AILACasedocs":26.43,"AILAStatutes":20.84,"GerDaLIRSmall":15.72,"LeCaRDv2":55.83,"LegalBenchConsumerContractsQA":73.3,"LegalBenchCorporateLobbying":89.72,"LegalQuAD":43.17,"LegalSummarization":62.1} -{"index":12,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.36,"AILACasedocs":23.43,"AILAStatutes":19.01,"GerDaLIRSmall":14.81,"LeCaRDv2":61.58,"LegalBenchConsumerContractsQA":66.98,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":47.8,"LegalSummarization":55.76} -{"index":5,"Rank":13,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":43.04,"AILACasedocs":31.54,"AILAStatutes":27.15,"GerDaLIRSmall":6.05,"LeCaRDv2":21.02,"LegalBenchConsumerContractsQA":77.12,"LegalBenchCorporateLobbying":93.68,"LegalQuAD":26.08,"LegalSummarization":61.7} -{"index":4,"Rank":14,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":39.22,"AILACasedocs":25.15,"AILAStatutes":20.74,"GerDaLIRSmall":3.96,"LeCaRDv2":22.68,"LegalBenchConsumerContractsQA":73.52,"LegalBenchCorporateLobbying":91.51,"LegalQuAD":16.22,"LegalSummarization":59.99} -{"index":16,"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.4,"AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":3.78,"LeCaRDv2":18.09,"LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":10.67,"LegalSummarization":58.55} -{"index":18,"Rank":16,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":36.4,"AILACasedocs":17.45,"AILAStatutes":22.24,"GerDaLIRSmall":3.0,"LeCaRDv2":33.91,"LegalBenchConsumerContractsQA":52.37,"LegalBenchCorporateLobbying":87.62,"LegalQuAD":17.8,"LegalSummarization":56.8} -{"index":15,"Rank":17,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.37,"AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":2.41,"LeCaRDv2":17.5,"LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":11.81,"LegalSummarization":59.0} -{"index":17,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.43,"AILACasedocs":13.66,"AILAStatutes":20.52,"GerDaLIRSmall":2.62,"LeCaRDv2":32.03,"LegalBenchConsumerContractsQA":49.81,"LegalBenchCorporateLobbying":88.51,"LegalQuAD":13.31,"LegalSummarization":54.97} -{"index":14,"Rank":19,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.93,"AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":1.35,"LeCaRDv2":18.77,"LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":7.44,"LegalSummarization":57.43} -{"index":13,"Rank":20,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.28,"AILACasedocs":17.67,"AILAStatutes":16.72,"GerDaLIRSmall":4.59,"LeCaRDv2":24.68,"LegalBenchConsumerContractsQA":54.66,"LegalBenchCorporateLobbying":69.39,"LegalQuAD":16.64,"LegalSummarization":53.89} -{"index":19,"Rank":21,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AILACasedocs":7.43,"AILAStatutes":13.62,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":"","LegalQuAD":"","LegalSummarization":""} diff --git a/all_data_tasks/42/default.jsonl b/all_data_tasks/42/default.jsonl deleted file mode 100644 index ddaba966966caa96fea538b1964922d2e6bb0843..0000000000000000000000000000000000000000 --- a/all_data_tasks/42/default.jsonl +++ /dev/null @@ -1,23 +0,0 @@ -{"index":14,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":66.0,"LEMBNarrativeQARetrieval":34.3,"LEMBNeedleRetrieval":64.0,"LEMBPasskeyRetrieval":100.0,"LEMBQMSumRetrieval":39.34,"LEMBSummScreenFDRetrieval":92.33,"LEMBWikimQARetrieval":66.02} -{"index":0,"Rank":2,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":51.67,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":53.01,"LEMBSummScreenFDRetrieval":96.71,"LEMBWikimQARetrieval":88.34} -{"index":1,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":54.12,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":51.05,"LEMBSummScreenFDRetrieval":97.82,"LEMBWikimQARetrieval":88.9} -{"index":2,"Rank":4,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","LEMBNarrativeQARetrieval":55.78,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":57.26,"LEMBSummScreenFDRetrieval":98.72,"LEMBWikimQARetrieval":87.08} -{"index":3,"Rank":5,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":64.69,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":51.49,"LEMBSummScreenFDRetrieval":99.11,"LEMBWikimQARetrieval":87.49} -{"index":4,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":45.76,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":35.54,"LEMBSummScreenFDRetrieval":94.09,"LEMBWikimQARetrieval":77.73} -{"index":5,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","LEMBNarrativeQARetrieval":41.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":30.36,"LEMBSummScreenFDRetrieval":78.48,"LEMBWikimQARetrieval":60.77} -{"index":6,"Rank":8,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":30.35,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":35.6,"LEMBSummScreenFDRetrieval":95.23,"LEMBWikimQARetrieval":69.19} -{"index":7,"Rank":9,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.31,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.83,"LEMBSummScreenFDRetrieval":74.67,"LEMBWikimQARetrieval":55.85} -{"index":8,"Rank":10,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":44.62,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":43.63,"LEMBSummScreenFDRetrieval":96.82,"LEMBWikimQARetrieval":82.11} -{"index":9,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":23.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":25.16,"LEMBSummScreenFDRetrieval":68.21,"LEMBWikimQARetrieval":56.04} -{"index":10,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":24.22,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":24.26,"LEMBSummScreenFDRetrieval":71.12,"LEMBWikimQARetrieval":56.8} -{"index":11,"Rank":13,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":26.71,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":26.08,"LEMBSummScreenFDRetrieval":72.75,"LEMBWikimQARetrieval":57.79} -{"index":12,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":22.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.51,"LEMBSummScreenFDRetrieval":62.75,"LEMBWikimQARetrieval":57.13} -{"index":13,"Rank":15,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":37.89,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":38.87,"LEMBSummScreenFDRetrieval":93.48,"LEMBWikimQARetrieval":73.99} -{"index":15,"Rank":16,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":41.23,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":36.65,"LEMBSummScreenFDRetrieval":92.97,"LEMBWikimQARetrieval":73.75} -{"index":16,"Rank":17,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":11.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":14.07,"LEMBSummScreenFDRetrieval":40.52,"LEMBWikimQARetrieval":28.1} -{"index":17,"Rank":18,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":19.64,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":13.08,"LEMBSummScreenFDRetrieval":46.98,"LEMBWikimQARetrieval":44.88} -{"index":18,"Rank":19,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":18.27,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":16.32,"LEMBSummScreenFDRetrieval":54.8,"LEMBWikimQARetrieval":46.23} -{"index":19,"Rank":20,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":19.34,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.54,"LEMBSummScreenFDRetrieval":60.43,"LEMBWikimQARetrieval":44.92} -{"index":20,"Rank":21,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":13.82,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":11.02,"LEMBSummScreenFDRetrieval":38.12,"LEMBWikimQARetrieval":40.84} -{"index":21,"Rank":22,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":16.02,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":12.23,"LEMBSummScreenFDRetrieval":41.15,"LEMBWikimQARetrieval":38.86} -{"index":22,"Rank":23,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","LEMBNarrativeQARetrieval":44.09,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":32.49,"LEMBSummScreenFDRetrieval":84.8,"LEMBWikimQARetrieval":54.16} diff --git a/all_data_tasks/43/default.jsonl b/all_data_tasks/43/default.jsonl deleted file mode 100644 index a378ce9dcf50f327d80167ec41c981306c2edb0b..0000000000000000000000000000000000000000 --- a/all_data_tasks/43/default.jsonl +++ /dev/null @@ -1,37 +0,0 @@ -{"index":13,"Rank":1,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7} -{"index":33,"Rank":2,"Model":"text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92} -{"index":12,"Rank":3,"Model":"GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12} -{"index":34,"Rank":4,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":29.95,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.51,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11} -{"index":16,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51} -{"index":20,"Rank":6,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.22,"ARCChallenge":15.03,"AlphaNLI":24.87,"HellaSwag":32.02,"PIQA":32.26,"Quail":8.63,"RARbCode":71.22,"RARbMath":71.95,"SIQA":7.33,"SpartQA":13.54,"TempReasonL1":1.2,"TempReasonL2Fact":40.19,"TempReasonL2Pure":3.64,"TempReasonL3Fact":37.37,"TempReasonL3Pure":9.82,"WinoGrande":54.27} -{"index":17,"Rank":7,"Model":"e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18} -{"index":10,"Rank":8,"Model":"Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02} -{"index":19,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99} -{"index":36,"Rank":10,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53} -{"index":11,"Rank":11,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.65,"ARCChallenge":9.89,"AlphaNLI":15.1,"HellaSwag":26.35,"PIQA":28.49,"Quail":4.1,"RARbCode":57.19,"RARbMath":72.26,"SIQA":4.26,"SpartQA":3.75,"TempReasonL1":1.5,"TempReasonL2Fact":35.91,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.51,"TempReasonL3Pure":8.53,"WinoGrande":58.01} -{"index":18,"Rank":12,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18} -{"index":32,"Rank":13,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65} -{"index":35,"Rank":14,"Model":"text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49} -{"index":7,"Rank":15,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72} -{"index":6,"Rank":16,"Model":"bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33} -{"index":21,"Rank":17,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46} -{"index":25,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35} -{"index":31,"Rank":19,"Model":"text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36} -{"index":1,"Rank":20,"Model":"dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18} -{"index":27,"Rank":21,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77} -{"index":5,"Rank":22,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18} -{"index":23,"Rank":23,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2} -{"index":0,"Rank":24,"Model":"dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84} -{"index":15,"Rank":25,"Model":"contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15} -{"index":24,"Rank":26,"Model":"all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73} -{"index":3,"Rank":27,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76} -{"index":4,"Rank":28,"Model":"bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31} -{"index":9,"Rank":29,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28} -{"index":26,"Rank":30,"Model":"all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66} -{"index":2,"Rank":31,"Model":"bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27} -{"index":8,"Rank":32,"Model":"bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35} -{"index":29,"Rank":33,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01} -{"index":28,"Rank":34,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52} -{"index":22,"Rank":35,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3} -{"index":14,"Rank":36,"Model":"contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3} -{"index":30,"Rank":37,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":"","TempReasonL1":"","TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":""} diff --git a/all_data_tasks/44/default.jsonl b/all_data_tasks/44/default.jsonl deleted file mode 100644 index 0ce61322ddf399a1899ccddb95414a90d4177c0f..0000000000000000000000000000000000000000 --- a/all_data_tasks/44/default.jsonl +++ /dev/null @@ -1,14 +0,0 @@ -{"index":4,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":22.89,"BrightRetrieval (aops)":15.1,"BrightRetrieval (biology)":32.09,"BrightRetrieval (earth_science)":40.66,"BrightRetrieval (economics)":16.18,"BrightRetrieval (leetcode)":31.07,"BrightRetrieval (pony)":1.25,"BrightRetrieval (psychology)":26.58,"BrightRetrieval (robotics)":12.82,"BrightRetrieval (stackoverflow)":13.95,"BrightRetrieval (sustainable_living)":20.82,"BrightRetrieval (theoremqa_questions)":29.9,"BrightRetrieval (theoremqa_theorems)":34.22} -{"index":3,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":22.09,"BrightRetrieval (aops)":14.36,"BrightRetrieval (biology)":30.92,"BrightRetrieval (earth_science)":36.22,"BrightRetrieval (economics)":17.72,"BrightRetrieval (leetcode)":25.46,"BrightRetrieval (pony)":9.79,"BrightRetrieval (psychology)":24.61,"BrightRetrieval (robotics)":13.47,"BrightRetrieval (stackoverflow)":19.85,"BrightRetrieval (sustainable_living)":14.93,"BrightRetrieval (theoremqa_questions)":26.97,"BrightRetrieval (theoremqa_theorems)":30.8} -{"index":7,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":20.63,"BrightRetrieval (aops)":8.91,"BrightRetrieval (biology)":25.04,"BrightRetrieval (earth_science)":32.77,"BrightRetrieval (economics)":19.0,"BrightRetrieval (leetcode)":29.85,"BrightRetrieval (pony)":21.98,"BrightRetrieval (psychology)":19.92,"BrightRetrieval (robotics)":17.31,"BrightRetrieval (stackoverflow)":11.62,"BrightRetrieval (sustainable_living)":18.04,"BrightRetrieval (theoremqa_questions)":23.34,"BrightRetrieval (theoremqa_theorems)":19.75} -{"index":0,"Rank":4,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":19.52,"BrightRetrieval (aops)":9.33,"BrightRetrieval (biology)":22.98,"BrightRetrieval (earth_science)":34.38,"BrightRetrieval (economics)":19.5,"BrightRetrieval (leetcode)":29.64,"BrightRetrieval (pony)":3.59,"BrightRetrieval (psychology)":27.86,"BrightRetrieval (robotics)":15.98,"BrightRetrieval (stackoverflow)":17.93,"BrightRetrieval (sustainable_living)":17.25,"BrightRetrieval (theoremqa_questions)":21.51,"BrightRetrieval (theoremqa_theorems)":14.31} -{"index":10,"Rank":5,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.61,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.22} -{"index":8,"Rank":6,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":18.02,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.32} -{"index":1,"Rank":7,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":17.65,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":11.1} -{"index":13,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":17.56,"BrightRetrieval (aops)":8.45,"BrightRetrieval (biology)":23.67,"BrightRetrieval (earth_science)":26.27,"BrightRetrieval (economics)":19.98,"BrightRetrieval (leetcode)":23.65,"BrightRetrieval (pony)":2.45,"BrightRetrieval (psychology)":27.52,"BrightRetrieval (robotics)":12.93,"BrightRetrieval (stackoverflow)":12.49,"BrightRetrieval (sustainable_living)":20.32,"BrightRetrieval (theoremqa_questions)":22.22,"BrightRetrieval (theoremqa_theorems)":10.82} -{"index":11,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":17.54,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":25.09} -{"index":6,"Rank":10,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":16.33,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":7.14} -{"index":12,"Rank":11,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":14.6,"BrightRetrieval (aops)":5.32,"BrightRetrieval (biology)":15.52,"BrightRetrieval (earth_science)":20.11,"BrightRetrieval (economics)":16.64,"BrightRetrieval (leetcode)":26.4,"BrightRetrieval (pony)":6.95,"BrightRetrieval (psychology)":22.63,"BrightRetrieval (robotics)":8.36,"BrightRetrieval (stackoverflow)":9.48,"BrightRetrieval (sustainable_living)":15.34,"BrightRetrieval (theoremqa_questions)":18.49,"BrightRetrieval (theoremqa_theorems)":9.9} -{"index":2,"Rank":12,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":14.33,"BrightRetrieval (aops)":6.2,"BrightRetrieval (biology)":19.19,"BrightRetrieval (earth_science)":27.06,"BrightRetrieval (economics)":14.87,"BrightRetrieval (leetcode)":24.37,"BrightRetrieval (pony)":7.93,"BrightRetrieval (psychology)":12.51,"BrightRetrieval (robotics)":13.53,"BrightRetrieval (stackoverflow)":16.55,"BrightRetrieval (sustainable_living)":15.22,"BrightRetrieval (theoremqa_questions)":9.78,"BrightRetrieval (theoremqa_theorems)":4.75} -{"index":9,"Rank":13,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.04,"BrightRetrieval (aops)":7.94,"BrightRetrieval (biology)":15.61,"BrightRetrieval (earth_science)":21.52,"BrightRetrieval (economics)":15.99,"BrightRetrieval (leetcode)":20.0,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":21.94,"BrightRetrieval (robotics)":11.45,"BrightRetrieval (stackoverflow)":11.21,"BrightRetrieval (sustainable_living)":13.16,"BrightRetrieval (theoremqa_questions)":20.07,"BrightRetrieval (theoremqa_theorems)":8.27} -{"index":5,"Rank":14,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":13.57,"BrightRetrieval (aops)":6.08,"BrightRetrieval (biology)":11.96,"BrightRetrieval (earth_science)":24.15,"BrightRetrieval (economics)":16.59,"BrightRetrieval (leetcode)":26.68,"BrightRetrieval (pony)":5.64,"BrightRetrieval (psychology)":17.44,"BrightRetrieval (robotics)":12.21,"BrightRetrieval (stackoverflow)":9.51,"BrightRetrieval (sustainable_living)":13.27,"BrightRetrieval (theoremqa_questions)":12.56,"BrightRetrieval (theoremqa_theorems)":6.72} diff --git a/all_data_tasks/45/default.jsonl b/all_data_tasks/45/default.jsonl deleted file mode 100644 index f6a6a211e9b2b1e248f807b20bfab07a3264668d..0000000000000000000000000000000000000000 --- a/all_data_tasks/45/default.jsonl +++ /dev/null @@ -1,14 +0,0 @@ -{"index":3,"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":27.82,"BrightRetrieval (biology)":39.24,"BrightRetrieval (earth_science)":36.13,"BrightRetrieval (economics)":25.73,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":42.28,"BrightRetrieval (robotics)":21.29,"BrightRetrieval (stackoverflow)":23.5,"BrightRetrieval (sustainable_living)":33.1} -{"index":7,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":26.03,"BrightRetrieval (biology)":37.46,"BrightRetrieval (earth_science)":39.44,"BrightRetrieval (economics)":25.73,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.35,"BrightRetrieval (robotics)":17.82,"BrightRetrieval (stackoverflow)":20.08,"BrightRetrieval (sustainable_living)":32.36} -{"index":8,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":26.01,"BrightRetrieval (biology)":30.26,"BrightRetrieval (earth_science)":37.0,"BrightRetrieval (economics)":24.27,"BrightRetrieval (pony)":2.0,"BrightRetrieval (psychology)":47.72,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":34.99} -{"index":4,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":25.96,"BrightRetrieval (biology)":34.87,"BrightRetrieval (earth_science)":38.36,"BrightRetrieval (economics)":27.67,"BrightRetrieval (pony)":1.17,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":16.67,"BrightRetrieval (sustainable_living)":31.28} -{"index":11,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":25.54,"BrightRetrieval (biology)":29.93,"BrightRetrieval (earth_science)":36.28,"BrightRetrieval (economics)":26.21,"BrightRetrieval (pony)":1.14,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":32.21} -{"index":1,"Rank":6,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":24.62,"BrightRetrieval (biology)":34.38,"BrightRetrieval (earth_science)":35.35,"BrightRetrieval (economics)":26.7,"BrightRetrieval (pony)":1.28,"BrightRetrieval (psychology)":41.58,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":13.68,"BrightRetrieval (sustainable_living)":31.1} -{"index":0,"Rank":7,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":22.44,"BrightRetrieval (biology)":30.91,"BrightRetrieval (earth_science)":38.0,"BrightRetrieval (economics)":21.84,"BrightRetrieval (pony)":0.29,"BrightRetrieval (psychology)":30.69,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":19.23,"BrightRetrieval (sustainable_living)":25.65} -{"index":13,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":21.88,"BrightRetrieval (biology)":33.09,"BrightRetrieval (earth_science)":32.26,"BrightRetrieval (economics)":24.76,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.15,"BrightRetrieval (robotics)":11.88,"BrightRetrieval (stackoverflow)":11.54,"BrightRetrieval (sustainable_living)":26.34} -{"index":6,"Rank":9,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":18.4,"BrightRetrieval (biology)":31.47,"BrightRetrieval (earth_science)":35.49,"BrightRetrieval (economics)":17.96,"BrightRetrieval (pony)":0.84,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":9.9,"BrightRetrieval (stackoverflow)":15.81,"BrightRetrieval (sustainable_living)":15.23} -{"index":9,"Rank":10,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.21,"BrightRetrieval (biology)":24.11,"BrightRetrieval (earth_science)":29.45,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":3.94,"BrightRetrieval (psychology)":21.29,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":25.42} -{"index":10,"Rank":11,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.82,"BrightRetrieval (biology)":22.01,"BrightRetrieval (earth_science)":32.04,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":5.93,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":20.14} -{"index":12,"Rank":12,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":17.43,"BrightRetrieval (biology)":25.57,"BrightRetrieval (earth_science)":34.05,"BrightRetrieval (economics)":18.93,"BrightRetrieval (pony)":1.19,"BrightRetrieval (psychology)":15.84,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":18.01} -{"index":5,"Rank":13,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.75,"BrightRetrieval (biology)":16.42,"BrightRetrieval (earth_science)":27.73,"BrightRetrieval (economics)":20.87,"BrightRetrieval (pony)":0.36,"BrightRetrieval (psychology)":11.58,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":13.25,"BrightRetrieval (sustainable_living)":16.9} -{"index":2,"Rank":14,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":11.35,"BrightRetrieval (biology)":10.68,"BrightRetrieval (earth_science)":15.37,"BrightRetrieval (economics)":10.68,"BrightRetrieval (pony)":5.35,"BrightRetrieval (psychology)":8.42,"BrightRetrieval (robotics)":7.43,"BrightRetrieval (stackoverflow)":22.22,"BrightRetrieval (sustainable_living)":10.68} diff --git a/all_data_tasks/46/default.jsonl b/all_data_tasks/46/default.jsonl deleted file mode 100644 index cd67480c2bcb8767bfb51db38ac9ca7bd43dbeb7..0000000000000000000000000000000000000000 --- a/all_data_tasks/46/default.jsonl +++ /dev/null @@ -1,13 +0,0 @@ -{"index":0,"Rank":1,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":77.41,"AppsRetrieval":73.03,"CodeFeedbackMT":66.69,"CodeFeedbackST":83.02,"CodeSearchNetCCRetrieval (go)":75.78,"CodeSearchNetCCRetrieval (java)":79.75,"CodeSearchNetCCRetrieval (javascript)":81.06,"CodeSearchNetCCRetrieval (php)":71.3,"CodeSearchNetCCRetrieval (python)":79.8,"CodeSearchNetCCRetrieval (ruby)":79.51,"CodeSearchNetRetrieval (go)":97.36,"CodeSearchNetRetrieval (java)":93.56,"CodeSearchNetRetrieval (javascript)":87.26,"CodeSearchNetRetrieval (php)":91.69,"CodeSearchNetRetrieval (python)":93.04,"CodeSearchNetRetrieval (ruby)":90.89,"CodeTransOceanContest":89.92,"CodeTransOceanDL":33.92,"CosQA":28.7,"StackOverflowQA":94.33,"SyntheticText2SQL":57.56} -{"index":1,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":75.86,"AppsRetrieval":35.13,"CodeFeedbackMT":50.64,"CodeFeedbackST":84.08,"CodeSearchNetCCRetrieval (go)":85.44,"CodeSearchNetCCRetrieval (java)":87.63,"CodeSearchNetCCRetrieval (javascript)":87.27,"CodeSearchNetCCRetrieval (php)":79.25,"CodeSearchNetCCRetrieval (python)":90.92,"CodeSearchNetCCRetrieval (ruby)":89.63,"CodeSearchNetRetrieval (go)":90.01,"CodeSearchNetRetrieval (java)":89.84,"CodeSearchNetRetrieval (javascript)":81.43,"CodeSearchNetRetrieval (php)":81.57,"CodeSearchNetRetrieval (python)":91.65,"CodeSearchNetRetrieval (ruby)":85.42,"CodeTransOceanContest":89.22,"CodeTransOceanDL":32.98,"CosQA":31.24,"StackOverflowQA":93.37,"SyntheticText2SQL":60.39} -{"index":2,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AppsRetrieval":23.46,"CodeFeedbackMT":36.4,"CodeFeedbackST":76.41,"CodeSearchNetCCRetrieval (go)":84.05,"CodeSearchNetCCRetrieval (java)":86.21,"CodeSearchNetCCRetrieval (javascript)":86.18,"CodeSearchNetCCRetrieval (php)":75.95,"CodeSearchNetCCRetrieval (python)":90.6,"CodeSearchNetCCRetrieval (ruby)":85.89,"CodeSearchNetRetrieval (go)":93.06,"CodeSearchNetRetrieval (java)":84.08,"CodeSearchNetRetrieval (javascript)":80.93,"CodeSearchNetRetrieval (php)":83.14,"CodeSearchNetRetrieval (python)":91.75,"CodeSearchNetRetrieval (ruby)":85.37,"CodeTransOceanContest":88.58,"CodeTransOceanDL":31.74,"CosQA":33.1,"StackOverflowQA":91.02,"SyntheticText2SQL":59.2} -{"index":5,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.81,"AppsRetrieval":34.89,"CodeFeedbackMT":39.87,"CodeFeedbackST":75.89,"CodeSearchNetCCRetrieval (go)":72.31,"CodeSearchNetCCRetrieval (java)":80.07,"CodeSearchNetCCRetrieval (javascript)":79.2,"CodeSearchNetCCRetrieval (php)":72.49,"CodeSearchNetCCRetrieval (python)":86.24,"CodeSearchNetCCRetrieval (ruby)":81.9,"CodeSearchNetRetrieval (go)":90.41,"CodeSearchNetRetrieval (java)":80.55,"CodeSearchNetRetrieval (javascript)":75.37,"CodeSearchNetRetrieval (php)":83.7,"CodeSearchNetRetrieval (python)":88.96,"CodeSearchNetRetrieval (ruby)":79.56,"CodeTransOceanContest":83.36,"CodeTransOceanDL":29.01,"CosQA":37.75,"StackOverflowQA":85.82,"SyntheticText2SQL":58.85} -{"index":4,"Rank":5,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.17,"AppsRetrieval":32.55,"CodeFeedbackMT":42.78,"CodeFeedbackST":74.26,"CodeSearchNetCCRetrieval (go)":72.08,"CodeSearchNetCCRetrieval (java)":78.65,"CodeSearchNetCCRetrieval (javascript)":77.67,"CodeSearchNetCCRetrieval (php)":72.21,"CodeSearchNetCCRetrieval (python)":84.45,"CodeSearchNetCCRetrieval (ruby)":81.94,"CodeSearchNetRetrieval (go)":91.8,"CodeSearchNetRetrieval (java)":82.05,"CodeSearchNetRetrieval (javascript)":75.54,"CodeSearchNetRetrieval (php)":84.5,"CodeSearchNetRetrieval (python)":89.42,"CodeSearchNetRetrieval (ruby)":81.43,"CodeTransOceanContest":74.03,"CodeTransOceanDL":31.28,"CosQA":34.8,"StackOverflowQA":88.89,"SyntheticText2SQL":53.07} -{"index":3,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"AppsRetrieval":20.94,"CodeFeedbackMT":43.18,"CodeFeedbackST":72.61,"CodeSearchNetCCRetrieval (go)":72.29,"CodeSearchNetCCRetrieval (java)":78.85,"CodeSearchNetCCRetrieval (javascript)":78.44,"CodeSearchNetCCRetrieval (php)":72.02,"CodeSearchNetCCRetrieval (python)":85.37,"CodeSearchNetCCRetrieval (ruby)":81.92,"CodeSearchNetRetrieval (go)":89.47,"CodeSearchNetRetrieval (java)":78.39,"CodeSearchNetRetrieval (javascript)":71.4,"CodeSearchNetRetrieval (php)":81.05,"CodeSearchNetRetrieval (python)":85.68,"CodeSearchNetRetrieval (ruby)":78.24,"CodeTransOceanContest":51.89,"CodeTransOceanDL":29.88,"CosQA":31.12,"StackOverflowQA":85.11,"SyntheticText2SQL":53.61} -{"index":6,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.48,"AppsRetrieval":12.01,"CodeFeedbackMT":41.32,"CodeFeedbackST":72.67,"CodeSearchNetCCRetrieval (go)":69.66,"CodeSearchNetCCRetrieval (java)":75.58,"CodeSearchNetCCRetrieval (javascript)":77.6,"CodeSearchNetCCRetrieval (php)":69.38,"CodeSearchNetCCRetrieval (python)":80.75,"CodeSearchNetCCRetrieval (ruby)":72.75,"CodeSearchNetRetrieval (go)":90.3,"CodeSearchNetRetrieval (java)":74.96,"CodeSearchNetRetrieval (javascript)":69.53,"CodeSearchNetRetrieval (php)":80.28,"CodeSearchNetRetrieval (python)":86.31,"CodeSearchNetRetrieval (ruby)":76.58,"CodeTransOceanContest":69.76,"CodeTransOceanDL":32.3,"CosQA":29.61,"StackOverflowQA":81.94,"SyntheticText2SQL":46.29} -{"index":10,"Rank":8,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.47,"AppsRetrieval":8.41,"CodeFeedbackMT":37.72,"CodeFeedbackST":69.32,"CodeSearchNetCCRetrieval (go)":61.44,"CodeSearchNetCCRetrieval (java)":68.88,"CodeSearchNetCCRetrieval (javascript)":67.99,"CodeSearchNetCCRetrieval (php)":59.22,"CodeSearchNetCCRetrieval (python)":71.83,"CodeSearchNetCCRetrieval (ruby)":66.42,"CodeSearchNetRetrieval (go)":88.25,"CodeSearchNetRetrieval (java)":65.11,"CodeSearchNetRetrieval (javascript)":65.58,"CodeSearchNetRetrieval (php)":74.47,"CodeSearchNetRetrieval (python)":81.01,"CodeSearchNetRetrieval (ruby)":74.53,"CodeTransOceanContest":70.58,"CodeTransOceanDL":29.45,"CosQA":33.71,"StackOverflowQA":90.32,"SyntheticText2SQL":45.09} -{"index":8,"Rank":9,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.99,"AppsRetrieval":5.97,"CodeFeedbackMT":27.07,"CodeFeedbackST":61.01,"CodeSearchNetCCRetrieval (go)":63.52,"CodeSearchNetCCRetrieval (java)":67.51,"CodeSearchNetCCRetrieval (javascript)":70.13,"CodeSearchNetCCRetrieval (php)":60.81,"CodeSearchNetCCRetrieval (python)":71.1,"CodeSearchNetCCRetrieval (ruby)":72.28,"CodeSearchNetRetrieval (go)":89.06,"CodeSearchNetRetrieval (java)":53.2,"CodeSearchNetRetrieval (javascript)":67.52,"CodeSearchNetRetrieval (php)":77.36,"CodeSearchNetRetrieval (python)":82.09,"CodeSearchNetRetrieval (ruby)":74.77,"CodeTransOceanContest":59.86,"CodeTransOceanDL":19.94,"CosQA":32.09,"StackOverflowQA":80.63,"SyntheticText2SQL":43.93} -{"index":9,"Rank":10,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.47,"AppsRetrieval":6.6,"CodeFeedbackMT":35.62,"CodeFeedbackST":65.99,"CodeSearchNetCCRetrieval (go)":60.0,"CodeSearchNetCCRetrieval (java)":66.32,"CodeSearchNetCCRetrieval (javascript)":66.75,"CodeSearchNetCCRetrieval (php)":58.42,"CodeSearchNetCCRetrieval (python)":71.29,"CodeSearchNetCCRetrieval (ruby)":69.32,"CodeSearchNetRetrieval (go)":79.84,"CodeSearchNetRetrieval (java)":51.65,"CodeSearchNetRetrieval (javascript)":63.62,"CodeSearchNetRetrieval (php)":70.82,"CodeSearchNetRetrieval (python)":79.28,"CodeSearchNetRetrieval (ruby)":72.84,"CodeTransOceanContest":61.78,"CodeTransOceanDL":27.94,"CosQA":33.02,"StackOverflowQA":83.96,"SyntheticText2SQL":44.35} -{"index":12,"Rank":11,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.41,"AppsRetrieval":2.34,"CodeFeedbackMT":11.43,"CodeFeedbackST":35.34,"CodeSearchNetCCRetrieval (go)":26.63,"CodeSearchNetCCRetrieval (java)":42.1,"CodeSearchNetCCRetrieval (javascript)":57.46,"CodeSearchNetCCRetrieval (php)":29.8,"CodeSearchNetCCRetrieval (python)":53.43,"CodeSearchNetCCRetrieval (ruby)":55.02,"CodeSearchNetRetrieval (go)":67.23,"CodeSearchNetRetrieval (java)":45.56,"CodeSearchNetRetrieval (javascript)":48.34,"CodeSearchNetRetrieval (php)":48.3,"CodeSearchNetRetrieval (python)":65.54,"CodeSearchNetRetrieval (ruby)":60.19,"CodeTransOceanContest":27.94,"CodeTransOceanDL":16.71,"CosQA":16.57,"StackOverflowQA":43.11,"SyntheticText2SQL":35.22} -{"index":7,"Rank":12,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.12,"AppsRetrieval":2.39,"CodeFeedbackMT":17.98,"CodeFeedbackST":35.98,"CodeSearchNetCCRetrieval (go)":41.73,"CodeSearchNetCCRetrieval (java)":45.83,"CodeSearchNetCCRetrieval (javascript)":52.0,"CodeSearchNetCCRetrieval (php)":31.96,"CodeSearchNetCCRetrieval (python)":40.41,"CodeSearchNetCCRetrieval (ruby)":41.46,"CodeSearchNetRetrieval (go)":48.56,"CodeSearchNetRetrieval (java)":35.05,"CodeSearchNetRetrieval (javascript)":46.24,"CodeSearchNetRetrieval (php)":46.03,"CodeSearchNetRetrieval (python)":60.52,"CodeSearchNetRetrieval (ruby)":51.34,"CodeTransOceanContest":28.1,"CodeTransOceanDL":26.45,"CosQA":8.77,"StackOverflowQA":38.23,"SyntheticText2SQL":43.28} -{"index":11,"Rank":13,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.5,"AppsRetrieval":2.0,"CodeFeedbackMT":12.53,"CodeFeedbackST":32.53,"CodeSearchNetCCRetrieval (go)":28.54,"CodeSearchNetCCRetrieval (java)":26.23,"CodeSearchNetCCRetrieval (javascript)":43.56,"CodeSearchNetCCRetrieval (php)":16.3,"CodeSearchNetCCRetrieval (python)":44.49,"CodeSearchNetCCRetrieval (ruby)":43.84,"CodeSearchNetRetrieval (go)":61.49,"CodeSearchNetRetrieval (java)":32.49,"CodeSearchNetRetrieval (javascript)":46.41,"CodeSearchNetRetrieval (php)":45.01,"CodeSearchNetRetrieval (python)":58.15,"CodeSearchNetRetrieval (ruby)":56.44,"CodeTransOceanContest":25.67,"CodeTransOceanDL":11.65,"CosQA":14.24,"StackOverflowQA":37.94,"SyntheticText2SQL":30.57} diff --git a/all_data_tasks/5/default.jsonl b/all_data_tasks/5/default.jsonl deleted file mode 100644 index 51ad20626ee09c666b36cfff734333efec72df6c..0000000000000000000000000000000000000000 --- a/all_data_tasks/5/default.jsonl +++ /dev/null @@ -1,335 +0,0 @@ -{"index":72,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.02,"BIOSSES":87.86,"SICK-R":81.01,"STS12":85.52,"STS13":89.37,"STS14":91.61,"STS15":92.02,"STS16":86.29,"STS17 (en-en)":88.71,"STS22 (en)":68.58,"STSBenchmark":89.28} -{"index":217,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":85.81,"BIOSSES":88.69,"SICK-R":89.62,"STS12":82.44,"STS13":89.49,"STS14":84.95,"STS15":89.31,"STS16":86.85,"STS17 (en-en)":90.0,"STS22 (en)":67.28,"STSBenchmark":89.44} -{"index":9,"Rank":3,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":85.79,"BIOSSES":89.7,"SICK-R":78.44,"STS12":86.46,"STS13":87.76,"STS14":86.6,"STS15":90.1,"STS16":86.39,"STS17 (en-en)":86.98,"STS22 (en)":76.89,"STSBenchmark":88.56} -{"index":59,"Rank":4,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.48,"BIOSSES":87.14,"SICK-R":82.46,"STS12":80.15,"STS13":89.94,"STS14":86.24,"STS15":91.2,"STS16":88.19,"STS17 (en-en)":91.93,"STS22 (en)":68.32,"STSBenchmark":89.21} -{"index":320,"Rank":5,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.31,"BIOSSES":86.94,"SICK-R":83.73,"STS12":81.39,"STS13":87.96,"STS14":85.58,"STS15":89.78,"STS16":87.89,"STS17 (en-en)":92.02,"STS22 (en)":69.01,"STSBenchmark":88.83} -{"index":1,"Rank":6,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":85.07,"BIOSSES":89.46,"SICK-R":81.93,"STS12":77.59,"STS13":90.36,"STS14":85.25,"STS15":89.66,"STS16":87.34,"STS17 (en-en)":92.06,"STS22 (en)":68.02,"STSBenchmark":88.99} -{"index":118,"Rank":7,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.05,"BIOSSES":86.07,"SICK-R":82.92,"STS12":79.47,"STS13":89.15,"STS14":84.93,"STS15":90.74,"STS16":87.82,"STS17 (en-en)":92.02,"STS22 (en)":68.36,"STSBenchmark":89.0} -{"index":328,"Rank":8,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.04,"BIOSSES":89.15,"SICK-R":82.83,"STS12":78.65,"STS13":90.0,"STS14":84.97,"STS15":89.81,"STS16":86.71,"STS17 (en-en)":89.8,"STS22 (en)":69.67,"STSBenchmark":88.77} -{"index":201,"Rank":9,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.03,"BIOSSES":87.46,"SICK-R":81.73,"STS12":82.53,"STS13":88.05,"STS14":84.83,"STS15":91.02,"STS16":87.32,"STS17 (en-en)":90.33,"STS22 (en)":68.67,"STSBenchmark":88.39} -{"index":307,"Rank":10,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":240,"Rank":11,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":310,"Rank":12,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":174,"Rank":13,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":69,"Rank":14,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.99,"BIOSSES":88.38,"SICK-R":83.0,"STS12":79.22,"STS13":89.43,"STS14":84.79,"STS15":89.54,"STS16":86.69,"STS17 (en-en)":89.64,"STS22 (en)":70.26,"STSBenchmark":88.96} -{"index":74,"Rank":15,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"BIOSSES":86.4,"SICK-R":84.31,"STS12":78.44,"STS13":88.27,"STS14":84.49,"STS15":90.28,"STS16":87.37,"STS17 (en-en)":92.68,"STS22 (en)":68.62,"STSBenchmark":88.81} -{"index":0,"Rank":16,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":84.93,"BIOSSES":89.42,"SICK-R":81.67,"STS12":78.02,"STS13":90.1,"STS14":85.44,"STS15":89.64,"STS16":87.24,"STS17 (en-en)":90.46,"STS22 (en)":67.99,"STSBenchmark":89.33} -{"index":239,"Rank":17,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.9,"BIOSSES":88.06,"SICK-R":82.05,"STS12":78.77,"STS13":90.4,"STS14":85.45,"STS15":90.01,"STS16":87.42,"STS17 (en-en)":88.8,"STS22 (en)":68.8,"STSBenchmark":89.2} -{"index":272,"Rank":18,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.82,"BIOSSES":87.28,"SICK-R":82.33,"STS12":79.7,"STS13":89.21,"STS14":86.01,"STS15":89.7,"STS16":87.68,"STS17 (en-en)":88.03,"STS22 (en)":70.16,"STSBenchmark":88.15} -{"index":190,"Rank":19,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.67,"BIOSSES":84.66,"SICK-R":82.23,"STS12":80.26,"STS13":89.69,"STS14":85.32,"STS15":90.16,"STS16":86.42,"STS17 (en-en)":91.01,"STS22 (en)":68.08,"STSBenchmark":88.85} -{"index":21,"Rank":20,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.63,"BIOSSES":85.55,"SICK-R":82.64,"STS12":79.66,"STS13":88.43,"STS14":84.54,"STS15":90.43,"STS16":87.68,"STS17 (en-en)":91.75,"STS22 (en)":66.98,"STSBenchmark":88.6} -{"index":196,"Rank":21,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.62,"BIOSSES":85.5,"SICK-R":82.64,"STS12":79.65,"STS13":88.43,"STS14":84.54,"STS15":90.42,"STS16":87.69,"STS17 (en-en)":91.76,"STS22 (en)":66.98,"STSBenchmark":88.6} -{"index":148,"Rank":22,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.59,"BIOSSES":89.17,"SICK-R":82.8,"STS12":77.13,"STS13":89.29,"STS14":83.83,"STS15":89.7,"STS16":86.43,"STS17 (en-en)":89.66,"STS22 (en)":69.61,"STSBenchmark":88.3} -{"index":133,"Rank":23,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.54,"BIOSSES":86.14,"SICK-R":82.62,"STS12":79.09,"STS13":89.62,"STS14":85.02,"STS15":89.51,"STS16":86.61,"STS17 (en-en)":88.99,"STS22 (en)":68.79,"STSBenchmark":89.06} -{"index":171,"Rank":24,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":84.51,"BIOSSES":83.11,"SICK-R":82.89,"STS12":80.09,"STS13":89.68,"STS14":85.07,"STS15":89.39,"STS16":87.15,"STS17 (en-en)":91.35,"STS22 (en)":68.1,"STSBenchmark":88.23} -{"index":6,"Rank":25,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":84.31,"BIOSSES":89.24,"SICK-R":83.16,"STS12":73.34,"STS13":88.49,"STS14":86.49,"STS15":91.13,"STS16":85.68,"STS17 (en-en)":90.06,"STS22 (en)":66.32,"STSBenchmark":89.22} -{"index":259,"Rank":26,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41} -{"index":25,"Rank":27,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42} -{"index":308,"Rank":28,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42} -{"index":338,"Rank":29,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.44,"SICK-R":81.88,"STS12":78.64,"STS13":87.12,"STS14":83.55,"STS15":90.1,"STS16":87.22,"STS17 (en-en)":91.43,"STS22 (en)":67.76,"STSBenchmark":88.28} -{"index":172,"Rank":30,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":84.22,"BIOSSES":83.3,"SICK-R":82.21,"STS12":79.52,"STS13":89.19,"STS14":85.15,"STS15":89.1,"STS16":87.14,"STS17 (en-en)":90.97,"STS22 (en)":67.83,"STSBenchmark":87.74} -{"index":245,"Rank":31,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.18,"BIOSSES":88.37,"SICK-R":82.06,"STS12":78.83,"STS13":87.99,"STS14":83.5,"STS15":89.0,"STS16":86.45,"STS17 (en-en)":89.56,"STS22 (en)":68.15,"STSBenchmark":87.89} -{"index":82,"Rank":32,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.09,"BIOSSES":85.24,"SICK-R":83.7,"STS12":78.8,"STS13":86.37,"STS14":84.04,"STS15":88.99,"STS16":87.22,"STS17 (en-en)":90.19,"STS22 (en)":67.68,"STSBenchmark":88.65} -{"index":28,"Rank":33,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":83.88,"BIOSSES":85.74,"SICK-R":82.66,"STS12":77.71,"STS13":87.45,"STS14":83.48,"STS15":87.63,"STS16":86.7,"STS17 (en-en)":91.18,"STS22 (en)":69.02,"STSBenchmark":87.25} -{"index":209,"Rank":34,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.85,"BIOSSES":86.75,"SICK-R":82.33,"STS12":77.61,"STS13":87.95,"STS14":83.85,"STS15":88.47,"STS16":86.46,"STS17 (en-en)":88.7,"STS22 (en)":68.02,"STSBenchmark":88.33} -{"index":188,"Rank":35,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.74,"BIOSSES":80.97,"SICK-R":82.99,"STS12":78.17,"STS13":88.13,"STS14":83.78,"STS15":88.79,"STS16":86.47,"STS17 (en-en)":92.23,"STS22 (en)":68.35,"STSBenchmark":87.47} -{"index":78,"Rank":36,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":83.73,"BIOSSES":82.13,"SICK-R":83.01,"STS12":78.85,"STS13":86.84,"STS14":84.04,"STS15":88.72,"STS16":86.79,"STS17 (en-en)":90.63,"STS22 (en)":67.55,"STSBenchmark":88.72} -{"index":80,"Rank":37,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":83.58,"BIOSSES":84.92,"SICK-R":83.94,"STS12":79.27,"STS13":84.83,"STS14":82.94,"STS15":88.09,"STS16":86.54,"STS17 (en-en)":89.58,"STS22 (en)":67.67,"STSBenchmark":88.05} -{"index":84,"Rank":38,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":83.58,"BIOSSES":85.88,"SICK-R":82.25,"STS12":78.28,"STS13":85.52,"STS14":82.49,"STS15":88.76,"STS16":87.11,"STS17 (en-en)":90.1,"STS22 (en)":68.25,"STSBenchmark":87.16} -{"index":146,"Rank":39,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"BIOSSES":87.95,"SICK-R":81.29,"STS12":76.16,"STS13":87.85,"STS14":83.39,"STS15":89.43,"STS16":85.35,"STS17 (en-en)":88.59,"STS22 (en)":67.81,"STSBenchmark":87.32} -{"index":23,"Rank":40,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":265,"Rank":41,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":22,"Rank":42,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":215,"Rank":43,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":33,"Rank":44,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":313,"Rank":45,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":264,"Rank":46,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":54,"Rank":47,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":83.35,"BIOSSES":86.32,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.14,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":317,"Rank":48,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.35,"BIOSSES":88.65,"SICK-R":79.81,"STS12":76.81,"STS13":88.11,"STS14":82.66,"STS15":88.93,"STS16":84.25,"STS17 (en-en)":88.47,"STS22 (en)":69.71,"STSBenchmark":86.07} -{"index":119,"Rank":49,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":224,"Rank":50,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":314,"Rank":51,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":55,"Rank":52,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":40,"Rank":53,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":83.15,"BIOSSES":85.01,"SICK-R":82.18,"STS12":77.62,"STS13":85.16,"STS14":80.02,"STS15":88.92,"STS16":86.92,"STS17 (en-en)":90.09,"STS22 (en)":66.81,"STSBenchmark":88.79} -{"index":186,"Rank":54,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.15,"BIOSSES":84.39,"SICK-R":81.27,"STS12":76.28,"STS13":88.18,"STS14":81.92,"STS15":89.01,"STS16":85.49,"STS17 (en-en)":90.3,"STS22 (en)":67.74,"STSBenchmark":86.88} -{"index":274,"Rank":55,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":189,"Rank":56,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":273,"Rank":57,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":26,"Rank":58,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":321,"Rank":59,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.1,"BIOSSES":83.85,"SICK-R":82.5,"STS12":77.04,"STS13":84.56,"STS14":82.12,"STS15":88.14,"STS16":86.38,"STS17 (en-en)":91.49,"STS22 (en)":68.45,"STSBenchmark":86.51} -{"index":187,"Rank":60,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.06,"BIOSSES":84.15,"SICK-R":81.7,"STS12":75.32,"STS13":87.44,"STS14":81.87,"STS15":88.94,"STS16":85.38,"STS17 (en-en)":90.54,"STS22 (en)":68.65,"STSBenchmark":86.56} -{"index":17,"Rank":61,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":48,"Rank":62,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":309,"Rank":63,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":179,"Rank":64,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":149,"Rank":65,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.03,"BIOSSES":86.99,"SICK-R":80.53,"STS12":75.57,"STS13":86.26,"STS14":82.3,"STS15":88.74,"STS16":85.27,"STS17 (en-en)":89.02,"STS22 (en)":68.51,"STSBenchmark":87.08} -{"index":191,"Rank":66,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.02,"BIOSSES":85.94,"SICK-R":81.06,"STS12":78.72,"STS13":84.88,"STS14":83.11,"STS15":88.74,"STS16":86.35,"STS17 (en-en)":87.71,"STS22 (en)":66.28,"STSBenchmark":87.45} -{"index":208,"Rank":67,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":83.01,"BIOSSES":85.52,"SICK-R":81.41,"STS12":77.47,"STS13":86.38,"STS14":81.17,"STS15":88.23,"STS16":86.29,"STS17 (en-en)":90.62,"STS22 (en)":65.01,"STSBenchmark":88.02} -{"index":71,"Rank":68,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.0,"BIOSSES":87.13,"SICK-R":79.49,"STS12":79.59,"STS13":84.7,"STS14":83.92,"STS15":89.88,"STS16":84.88,"STS17 (en-en)":88.69,"STS22 (en)":64.27,"STSBenchmark":87.44} -{"index":150,"Rank":69,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.0,"BIOSSES":87.2,"SICK-R":80.31,"STS12":75.76,"STS13":86.08,"STS14":82.28,"STS15":88.9,"STS16":85.18,"STS17 (en-en)":88.73,"STS22 (en)":68.54,"STSBenchmark":86.98} -{"index":8,"Rank":70,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":82.93,"BIOSSES":84.85,"SICK-R":79.71,"STS12":77.09,"STS13":88.91,"STS14":82.08,"STS15":89.21,"STS16":84.74,"STS17 (en-en)":90.73,"STS22 (en)":62.1,"STSBenchmark":89.86} -{"index":335,"Rank":71,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.88,"BIOSSES":87.98,"SICK-R":79.13,"STS12":75.98,"STS13":87.55,"STS14":81.99,"STS15":88.93,"STS16":83.59,"STS17 (en-en)":88.51,"STS22 (en)":69.72,"STSBenchmark":85.4} -{"index":56,"Rank":72,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.86,"BIOSSES":87.1,"SICK-R":80.82,"STS12":82.01,"STS13":84.18,"STS14":80.13,"STS15":85.77,"STS16":86.33,"STS17 (en-en)":86.39,"STS22 (en)":71.35,"STSBenchmark":84.52} -{"index":258,"Rank":73,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.84,"BIOSSES":85.59,"SICK-R":82.8,"STS12":76.22,"STS13":86.3,"STS14":82.09,"STS15":87.24,"STS16":84.77,"STS17 (en-en)":87.42,"STS22 (en)":69.85,"STSBenchmark":86.14} -{"index":243,"Rank":74,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.79,"BIOSSES":86.71,"SICK-R":80.06,"STS12":77.75,"STS13":86.08,"STS14":82.89,"STS15":88.54,"STS16":85.76,"STS17 (en-en)":87.82,"STS22 (en)":65.46,"STSBenchmark":86.79} -{"index":47,"Rank":75,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} -{"index":16,"Rank":76,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} -{"index":301,"Rank":77,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} -{"index":38,"Rank":78,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.62,"BIOSSES":83.5,"SICK-R":81.27,"STS12":74.37,"STS13":85.2,"STS14":80.98,"STS15":89.23,"STS16":86.32,"STS17 (en-en)":90.34,"STS22 (en)":66.42,"STSBenchmark":88.55} -{"index":75,"Rank":79,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":156,"Rank":80,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":213,"Rank":81,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":219,"Rank":82,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.56,"BIOSSES":86.54,"SICK-R":83.23,"STS12":76.13,"STS13":83.19,"STS14":80.6,"STS15":87.16,"STS16":85.16,"STS17 (en-en)":90.88,"STS22 (en)":67.04,"STSBenchmark":85.67} -{"index":246,"Rank":83,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.5,"BIOSSES":85.64,"SICK-R":80.74,"STS12":76.07,"STS13":86.81,"STS14":81.68,"STS15":88.75,"STS16":84.61,"STS17 (en-en)":89.75,"STS22 (en)":64.1,"STSBenchmark":86.88} -{"index":15,"Rank":84,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.42,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":66.4,"STSBenchmark":87.35} -{"index":58,"Rank":85,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.42,"BIOSSES":86.24,"SICK-R":79.93,"STS12":76.67,"STS13":84.87,"STS14":80.11,"STS15":88.7,"STS16":84.62,"STS17 (en-en)":87.94,"STS22 (en)":69.0,"STSBenchmark":86.07} -{"index":57,"Rank":86,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.4,"BIOSSES":86.33,"SICK-R":79.63,"STS12":81.5,"STS13":84.49,"STS14":80.06,"STS15":86.54,"STS16":85.41,"STS17 (en-en)":86.4,"STS22 (en)":69.37,"STSBenchmark":84.3} -{"index":151,"Rank":87,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":24,"Rank":88,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":206,"Rank":89,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":82.37,"BIOSSES":84.82,"SICK-R":80.85,"STS12":76.1,"STS13":85.49,"STS14":80.44,"STS15":87.75,"STS16":85.42,"STS17 (en-en)":89.95,"STS22 (en)":65.13,"STSBenchmark":87.71} -{"index":316,"Rank":90,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.3,"BIOSSES":87.64,"SICK-R":78.86,"STS12":75.71,"STS13":85.73,"STS14":81.51,"STS15":88.81,"STS16":83.82,"STS17 (en-en)":87.9,"STS22 (en)":67.33,"STSBenchmark":85.73} -{"index":185,"Rank":91,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.29,"BIOSSES":82.31,"SICK-R":80.26,"STS12":77.02,"STS13":86.58,"STS14":81.32,"STS15":88.19,"STS16":84.88,"STS17 (en-en)":89.46,"STS22 (en)":66.45,"STSBenchmark":86.43} -{"index":152,"Rank":92,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.24,"BIOSSES":84.9,"SICK-R":80.08,"STS12":77.21,"STS13":83.55,"STS14":82.4,"STS15":88.09,"STS16":85.03,"STS17 (en-en)":88.53,"STS22 (en)":65.95,"STSBenchmark":86.66} -{"index":20,"Rank":93,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} -{"index":318,"Rank":94,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"BIOSSES":88.17,"SICK-R":77.93,"STS12":75.12,"STS13":85.09,"STS14":81.03,"STS15":88.32,"STS16":83.91,"STS17 (en-en)":87.59,"STS22 (en)":68.0,"STSBenchmark":85.57} -{"index":249,"Rank":95,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":194,"Rank":96,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.06,"BIOSSES":84.73,"SICK-R":80.49,"STS12":75.93,"STS13":85.22,"STS14":80.54,"STS15":88.81,"STS16":85.28,"STS17 (en-en)":89.37,"STS22 (en)":62.99,"STSBenchmark":87.21} -{"index":195,"Rank":97,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":68,"Rank":98,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":247,"Rank":99,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.04,"BIOSSES":86.66,"SICK-R":79.44,"STS12":76.17,"STS13":84.15,"STS14":81.49,"STS15":88.11,"STS16":84.99,"STS17 (en-en)":87.98,"STS22 (en)":65.07,"STSBenchmark":86.31} -{"index":18,"Rank":100,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.97,"BIOSSES":83.65,"SICK-R":79.37,"STS12":74.38,"STS13":84.71,"STS14":80.1,"STS15":87.16,"STS16":85.02,"STS17 (en-en)":90.64,"STS22 (en)":68.63,"STSBenchmark":86.04} -{"index":115,"Rank":101,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":340,"Rank":102,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":135,"Rank":103,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":31,"Rank":104,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":256,"Rank":105,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":73,"Rank":106,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08} -{"index":336,"Rank":107,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45} -{"index":299,"Rank":108,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} -{"index":352,"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":81.73,"BIOSSES":84.68,"SICK-R":79.0,"STS12":72.84,"STS13":86.1,"STS14":81.15,"STS15":88.49,"STS16":85.08,"STS17 (en-en)":90.22,"STS22 (en)":66.14,"STSBenchmark":83.56} -{"index":254,"Rank":110,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":81.7,"BIOSSES":83.3,"SICK-R":79.27,"STS12":78.3,"STS13":85.81,"STS14":81.38,"STS15":86.79,"STS16":84.56,"STS17 (en-en)":87.25,"STS22 (en)":65.24,"STSBenchmark":85.14} -{"index":300,"Rank":111,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.66,"BIOSSES":73.12,"SICK-R":79.98,"STS12":79.02,"STS13":88.8,"STS14":84.33,"STS15":88.89,"STS16":85.31,"STS17 (en-en)":88.91,"STS22 (en)":64.32,"STSBenchmark":83.93} -{"index":220,"Rank":112,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.63,"BIOSSES":86.73,"SICK-R":77.45,"STS12":74.22,"STS13":86.12,"STS14":78.88,"STS15":87.5,"STS16":84.26,"STS17 (en-en)":89.68,"STS22 (en)":65.96,"STSBenchmark":85.54} -{"index":200,"Rank":113,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} -{"index":332,"Rank":114,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":29,"Rank":115,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":353,"Rank":116,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} -{"index":143,"Rank":117,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.54,"BIOSSES":87.13,"SICK-R":76.49,"STS12":75.0,"STS13":87.91,"STS14":82.26,"STS15":87.87,"STS16":80.92,"STS17 (en-en)":87.23,"STS22 (en)":68.59,"STSBenchmark":81.95} -{"index":205,"Rank":118,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":81.52,"BIOSSES":84.65,"SICK-R":79.92,"STS12":75.8,"STS13":83.62,"STS14":78.73,"STS15":86.41,"STS16":84.5,"STS17 (en-en)":89.95,"STS22 (en)":65.81,"STSBenchmark":85.79} -{"index":337,"Rank":119,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.5,"BIOSSES":87.81,"SICK-R":77.31,"STS12":73.99,"STS13":84.23,"STS14":80.09,"STS15":88.2,"STS16":83.61,"STS17 (en-en)":87.8,"STS22 (en)":66.84,"STSBenchmark":85.13} -{"index":137,"Rank":120,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.48,"BIOSSES":87.2,"SICK-R":79.66,"STS12":76.22,"STS13":83.46,"STS14":80.4,"STS15":86.41,"STS16":83.29,"STS17 (en-en)":86.54,"STS22 (en)":66.81,"STSBenchmark":84.81} -{"index":19,"Rank":121,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":81.43,"BIOSSES":85.39,"SICK-R":79.78,"STS12":73.88,"STS13":85.08,"STS14":79.61,"STS15":86.15,"STS16":81.6,"STS17 (en-en)":89.11,"STS22 (en)":70.59,"STSBenchmark":83.07} -{"index":266,"Rank":122,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":81.43,"BIOSSES":85.39,"SICK-R":79.78,"STS12":73.88,"STS13":85.08,"STS14":79.61,"STS15":86.15,"STS16":81.6,"STS17 (en-en)":89.11,"STS22 (en)":70.59,"STSBenchmark":83.07} -{"index":253,"Rank":123,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":81.34,"BIOSSES":81.58,"SICK-R":79.24,"STS12":78.16,"STS13":86.01,"STS14":81.25,"STS15":86.51,"STS16":84.24,"STS17 (en-en)":86.44,"STS22 (en)":65.14,"STSBenchmark":84.8} -{"index":117,"Rank":124,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":81.26,"BIOSSES":87.6,"SICK-R":77.01,"STS12":75.67,"STS13":82.4,"STS14":79.93,"STS15":85.82,"STS16":84.5,"STS17 (en-en)":88.93,"STS22 (en)":67.1,"STSBenchmark":83.6} -{"index":244,"Rank":125,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.19,"BIOSSES":83.94,"SICK-R":78.64,"STS12":74.88,"STS13":83.64,"STS14":80.4,"STS15":88.01,"STS16":84.31,"STS17 (en-en)":88.3,"STS22 (en)":63.84,"STSBenchmark":85.93} -{"index":298,"Rank":126,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} -{"index":173,"Rank":127,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":193,"Rank":128,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":351,"Rank":129,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} -{"index":350,"Rank":130,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} -{"index":211,"Rank":131,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.96,"BIOSSES":84.43,"SICK-R":79.2,"STS12":74.52,"STS13":83.16,"STS14":78.09,"STS15":86.91,"STS16":83.65,"STS17 (en-en)":90.16,"STS22 (en)":64.88,"STSBenchmark":84.6} -{"index":192,"Rank":132,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.96,"BIOSSES":85.1,"SICK-R":79.66,"STS12":74.22,"STS13":83.31,"STS14":78.52,"STS15":88.35,"STS16":84.15,"STS17 (en-en)":87.23,"STS22 (en)":62.88,"STSBenchmark":86.18} -{"index":37,"Rank":133,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.92,"BIOSSES":81.72,"SICK-R":79.65,"STS12":72.6,"STS13":82.88,"STS14":79.74,"STS15":86.98,"STS16":84.41,"STS17 (en-en)":89.22,"STS22 (en)":65.42,"STSBenchmark":86.58} -{"index":197,"Rank":134,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.87,"BIOSSES":84.22,"SICK-R":78.9,"STS12":75.19,"STS13":81.8,"STS14":78.48,"STS15":87.49,"STS16":84.58,"STS17 (en-en)":87.94,"STS22 (en)":63.76,"STSBenchmark":86.36} -{"index":251,"Rank":135,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.84,"BIOSSES":87.19,"SICK-R":74.19,"STS12":73.22,"STS13":84.77,"STS14":79.99,"STS15":87.27,"STS16":82.31,"STS17 (en-en)":89.54,"STS22 (en)":65.93,"STSBenchmark":83.96} -{"index":297,"Rank":136,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} -{"index":252,"Rank":137,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} -{"index":142,"Rank":138,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.72,"BIOSSES":79.96,"SICK-R":79.25,"STS12":78.37,"STS13":81.85,"STS14":80.85,"STS15":86.47,"STS16":84.48,"STS17 (en-en)":85.71,"STS22 (en)":65.38,"STSBenchmark":84.89} -{"index":147,"Rank":139,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.72,"BIOSSES":81.26,"SICK-R":79.09,"STS12":75.04,"STS13":83.26,"STS14":78.62,"STS15":87.03,"STS16":83.01,"STS17 (en-en)":87.36,"STS22 (en)":68.11,"STSBenchmark":84.4} -{"index":331,"Rank":140,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":180,"Rank":141,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":145,"Rank":142,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":214,"Rank":143,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":334,"Rank":144,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.59,"BIOSSES":82.19,"SICK-R":79.25,"STS12":73.71,"STS13":82.32,"STS14":80.07,"STS15":87.21,"STS16":82.33,"STS17 (en-en)":87.58,"STS22 (en)":66.3,"STSBenchmark":84.92} -{"index":102,"Rank":145,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":80.53,"BIOSSES":79.5,"SICK-R":79.59,"STS12":74.29,"STS13":85.35,"STS14":79.21,"STS15":85.52,"STS16":82.54,"STS17 (en-en)":90.44,"STS22 (en)":63.2,"STSBenchmark":85.67} -{"index":223,"Rank":146,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.47,"BIOSSES":80.72,"SICK-R":81.87,"STS12":70.75,"STS13":84.37,"STS14":74.51,"STS15":86.41,"STS16":84.74,"STS17 (en-en)":89.03,"STS22 (en)":65.87,"STSBenchmark":86.46} -{"index":132,"Rank":147,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.46,"BIOSSES":86.63,"SICK-R":75.85,"STS12":72.58,"STS13":82.39,"STS14":77.98,"STS15":86.54,"STS16":83.31,"STS17 (en-en)":88.28,"STS22 (en)":66.68,"STSBenchmark":84.38} -{"index":198,"Rank":148,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.39,"BIOSSES":79.43,"SICK-R":78.51,"STS12":76.21,"STS13":82.4,"STS14":79.0,"STS15":87.76,"STS16":83.8,"STS17 (en-en)":87.72,"STS22 (en)":63.15,"STSBenchmark":85.95} -{"index":199,"Rank":149,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.31,"BIOSSES":85.05,"SICK-R":78.51,"STS12":76.7,"STS13":78.02,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.84,"STS22 (en)":62.26,"STSBenchmark":85.64} -{"index":285,"Rank":150,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.28,"BIOSSES":80.43,"SICK-R":80.59,"STS12":72.63,"STS13":83.48,"STS14":78.0,"STS15":85.66,"STS16":80.03,"STS17 (en-en)":90.6,"STS22 (en)":67.95,"STSBenchmark":83.42} -{"index":32,"Rank":151,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.26,"BIOSSES":85.06,"SICK-R":78.51,"STS12":76.7,"STS13":78.03,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.83,"STS22 (en)":61.83,"STSBenchmark":85.64} -{"index":304,"Rank":152,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":80.24,"BIOSSES":66.16,"SICK-R":79.97,"STS12":80.91,"STS13":82.86,"STS14":87.36,"STS15":88.31,"STS16":81.61,"STS17 (en-en)":85.81,"STS22 (en)":62.99,"STSBenchmark":86.45} -{"index":250,"Rank":153,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.22,"BIOSSES":85.37,"SICK-R":77.3,"STS12":77.97,"STS13":79.39,"STS14":78.17,"STS15":85.51,"STS16":84.95,"STS17 (en-en)":85.87,"STS22 (en)":64.28,"STSBenchmark":83.42} -{"index":165,"Rank":154,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.17,"BIOSSES":75.32,"SICK-R":80.91,"STS12":76.98,"STS13":82.63,"STS14":77.84,"STS15":85.92,"STS16":80.68,"STS17 (en-en)":88.99,"STS22 (en)":68.26,"STSBenchmark":84.2} -{"index":39,"Rank":155,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":80.09,"BIOSSES":84.01,"SICK-R":77.04,"STS12":73.22,"STS13":79.5,"STS14":76.96,"STS15":86.43,"STS16":84.33,"STS17 (en-en)":88.67,"STS22 (en)":65.31,"STSBenchmark":85.46} -{"index":216,"Rank":156,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":44,"Rank":157,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":210,"Rank":158,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} -{"index":207,"Rank":159,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} -{"index":87,"Rank":160,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.89,"BIOSSES":87.32,"SICK-R":75.63,"STS12":68.58,"STS13":80.54,"STS14":77.63,"STS15":86.16,"STS16":82.82,"STS17 (en-en)":88.57,"STS22 (en)":67.39,"STSBenchmark":84.25} -{"index":283,"Rank":161,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} -{"index":255,"Rank":162,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} -{"index":339,"Rank":163,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.66,"BIOSSES":70.56,"SICK-R":79.04,"STS12":78.39,"STS13":83.72,"STS14":79.19,"STS15":85.58,"STS16":82.33,"STS17 (en-en)":87.9,"STS22 (en)":63.92,"STSBenchmark":85.99} -{"index":86,"Rank":164,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.18,"BIOSSES":85.05,"SICK-R":76.04,"STS12":69.5,"STS13":80.96,"STS14":77.08,"STS15":85.42,"STS16":82.3,"STS17 (en-en)":88.03,"STS22 (en)":64.12,"STSBenchmark":83.34} -{"index":202,"Rank":165,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.16,"BIOSSES":82.46,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.42,"STS22 (en)":61.25,"STSBenchmark":84.11} -{"index":267,"Rank":166,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.12,"BIOSSES":68.38,"SICK-R":80.77,"STS12":75.3,"STS13":84.67,"STS14":80.19,"STS15":85.4,"STS16":80.82,"STS17 (en-en)":89.44,"STS22 (en)":61.96,"STSBenchmark":84.25} -{"index":221,"Rank":167,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.11,"BIOSSES":83.86,"SICK-R":79.38,"STS12":73.65,"STS13":75.57,"STS14":72.1,"STS15":85.63,"STS16":82.07,"STS17 (en-en)":89.0,"STS22 (en)":66.16,"STSBenchmark":83.69} -{"index":218,"Rank":168,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.1,"BIOSSES":82.26,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.44,"STS22 (en)":60.94,"STSBenchmark":84.01} -{"index":222,"Rank":169,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.02,"BIOSSES":80.25,"SICK-R":79.68,"STS12":69.94,"STS13":79.63,"STS14":71.34,"STS15":82.81,"STS16":82.65,"STS17 (en-en)":88.89,"STS22 (en)":68.48,"STSBenchmark":86.5} -{"index":296,"Rank":170,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.96,"BIOSSES":74.18,"SICK-R":79.61,"STS12":76.02,"STS13":80.7,"STS14":78.85,"STS15":85.84,"STS16":81.05,"STS17 (en-en)":86.87,"STS22 (en)":62.07,"STSBenchmark":84.42} -{"index":284,"Rank":171,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.9,"BIOSSES":81.64,"SICK-R":77.58,"STS12":72.37,"STS13":80.6,"STS14":75.59,"STS15":85.39,"STS16":78.99,"STS17 (en-en)":87.59,"STS22 (en)":67.21,"STSBenchmark":82.03} -{"index":90,"Rank":172,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.81,"BIOSSES":80.78,"SICK-R":78.24,"STS12":75.19,"STS13":79.33,"STS14":76.56,"STS15":84.7,"STS16":81.44,"STS17 (en-en)":86.61,"STS22 (en)":63.43,"STSBenchmark":81.79} -{"index":131,"Rank":173,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.65,"BIOSSES":82.92,"SICK-R":73.62,"STS12":71.89,"STS13":79.85,"STS14":76.86,"STS15":84.77,"STS16":81.91,"STS17 (en-en)":86.82,"STS22 (en)":65.38,"STSBenchmark":82.5} -{"index":123,"Rank":174,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":78.62,"BIOSSES":87.29,"SICK-R":73.99,"STS12":71.23,"STS13":80.44,"STS14":75.1,"STS15":82.87,"STS16":83.49,"STS17 (en-en)":84.54,"STS22 (en)":68.06,"STSBenchmark":79.19} -{"index":346,"Rank":175,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":78.6,"BIOSSES":78.04,"SICK-R":77.48,"STS12":72.3,"STS13":81.49,"STS14":74.74,"STS15":84.28,"STS16":82.06,"STS17 (en-en)":87.08,"STS22 (en)":64.71,"STSBenchmark":83.78} -{"index":144,"Rank":176,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":78.59,"BIOSSES":81.6,"SICK-R":74.18,"STS12":72.2,"STS13":80.54,"STS14":76.2,"STS15":85.2,"STS16":81.93,"STS17 (en-en)":86.61,"STS22 (en)":65.46,"STSBenchmark":81.94} -{"index":248,"Rank":177,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"BIOSSES":78.95,"SICK-R":74.39,"STS12":72.22,"STS13":81.0,"STS14":76.99,"STS15":85.21,"STS16":82.83,"STS17 (en-en)":87.78,"STS22 (en)":64.17,"STSBenchmark":81.77} -{"index":83,"Rank":178,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} -{"index":128,"Rank":179,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} -{"index":293,"Rank":180,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} -{"index":130,"Rank":181,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.37,"BIOSSES":83.42,"SICK-R":72.39,"STS12":71.9,"STS13":80.93,"STS14":76.6,"STS15":84.92,"STS16":80.72,"STS17 (en-en)":85.61,"STS22 (en)":65.9,"STSBenchmark":81.32} -{"index":291,"Rank":182,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} -{"index":101,"Rank":183,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.1,"BIOSSES":86.25,"SICK-R":69.63,"STS12":67.5,"STS13":79.16,"STS14":74.46,"STS15":84.47,"STS16":80.96,"STS17 (en-en)":87.78,"STS22 (en)":69.35,"STSBenchmark":81.39} -{"index":212,"Rank":184,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.06,"BIOSSES":82.96,"SICK-R":76.33,"STS12":74.28,"STS13":78.55,"STS14":73.84,"STS15":83.71,"STS16":80.03,"STS17 (en-en)":87.49,"STS22 (en)":64.25,"STSBenchmark":79.2} -{"index":292,"Rank":185,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} -{"index":153,"Rank":186,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.74,"BIOSSES":85.31,"SICK-R":69.82,"STS12":69.66,"STS13":79.67,"STS14":74.61,"STS15":83.81,"STS16":80.4,"STS17 (en-en)":87.07,"STS22 (en)":66.13,"STSBenchmark":80.9} -{"index":271,"Rank":187,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.61,"BIOSSES":72.6,"SICK-R":79.61,"STS12":70.13,"STS13":80.74,"STS14":76.24,"STS15":84.12,"STS16":78.5,"STS17 (en-en)":89.8,"STS22 (en)":62.16,"STSBenchmark":82.21} -{"index":269,"Rank":188,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.33,"BIOSSES":70.93,"SICK-R":79.31,"STS12":68.72,"STS13":80.63,"STS14":75.26,"STS15":83.18,"STS16":79.53,"STS17 (en-en)":88.96,"STS22 (en)":64.99,"STSBenchmark":81.8} -{"index":127,"Rank":189,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.13,"BIOSSES":87.06,"SICK-R":71.31,"STS12":70.66,"STS13":77.42,"STS14":72.92,"STS15":81.83,"STS16":81.23,"STS17 (en-en)":84.1,"STS22 (en)":68.77,"STSBenchmark":76.01} -{"index":125,"Rank":190,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} -{"index":290,"Rank":191,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} -{"index":354,"Rank":192,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} -{"index":100,"Rank":193,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.83,"BIOSSES":84.84,"SICK-R":68.2,"STS12":66.99,"STS13":77.58,"STS14":72.78,"STS15":82.62,"STS16":80.1,"STS17 (en-en)":87.25,"STS22 (en)":68.75,"STSBenchmark":79.21} -{"index":270,"Rank":194,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.59,"BIOSSES":81.52,"SICK-R":78.58,"STS12":66.26,"STS13":77.34,"STS14":71.41,"STS15":81.29,"STS16":76.6,"STS17 (en-en)":85.06,"STS22 (en)":68.84,"STSBenchmark":78.96} -{"index":95,"Rank":195,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.56,"BIOSSES":80.94,"SICK-R":69.07,"STS12":71.78,"STS13":77.7,"STS14":74.04,"STS15":83.13,"STS16":78.88,"STS17 (en-en)":85.55,"STS22 (en)":65.55,"STSBenchmark":78.93} -{"index":257,"Rank":196,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.51,"BIOSSES":83.32,"SICK-R":70.2,"STS12":64.34,"STS13":80.03,"STS14":74.51,"STS15":83.3,"STS16":79.67,"STS17 (en-en)":86.32,"STS22 (en)":64.64,"STSBenchmark":78.81} -{"index":294,"Rank":197,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.47,"BIOSSES":77.32,"SICK-R":72.0,"STS12":68.19,"STS13":80.4,"STS14":74.02,"STS15":82.57,"STS16":79.78,"STS17 (en-en)":85.94,"STS22 (en)":67.54,"STSBenchmark":76.97} -{"index":79,"Rank":198,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.4,"BIOSSES":82.41,"SICK-R":71.77,"STS12":65.39,"STS13":79.26,"STS14":72.98,"STS15":82.72,"STS16":81.02,"STS17 (en-en)":86.7,"STS22 (en)":63.47,"STSBenchmark":78.32} -{"index":129,"Rank":199,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.39,"BIOSSES":84.05,"SICK-R":69.26,"STS12":65.9,"STS13":77.87,"STS14":72.82,"STS15":83.49,"STS16":80.58,"STS17 (en-en)":84.49,"STS22 (en)":66.28,"STSBenchmark":79.18} -{"index":88,"Rank":200,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.9,"BIOSSES":71.78,"SICK-R":77.34,"STS12":70.15,"STS13":78.42,"STS14":74.76,"STS15":82.0,"STS16":78.27,"STS17 (en-en)":85.85,"STS22 (en)":61.2,"STSBenchmark":79.21} -{"index":81,"Rank":201,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} -{"index":97,"Rank":202,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.74,"BIOSSES":83.02,"SICK-R":67.23,"STS12":66.59,"STS13":77.33,"STS14":71.83,"STS15":80.66,"STS16":78.91,"STS17 (en-en)":86.99,"STS22 (en)":67.3,"STSBenchmark":77.59} -{"index":289,"Rank":203,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} -{"index":122,"Rank":204,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} -{"index":326,"Rank":205,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.39,"BIOSSES":78.19,"SICK-R":74.43,"STS12":72.58,"STS13":72.22,"STS14":69.98,"STS15":82.22,"STS16":76.91,"STS17 (en-en)":85.22,"STS22 (en)":61.9,"STSBenchmark":80.28} -{"index":96,"Rank":206,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.37,"BIOSSES":76.49,"SICK-R":71.7,"STS12":69.73,"STS13":76.43,"STS14":73.66,"STS15":82.62,"STS16":79.49,"STS17 (en-en)":84.38,"STS22 (en)":60.61,"STSBenchmark":78.61} -{"index":327,"Rank":207,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.35,"BIOSSES":79.14,"SICK-R":76.43,"STS12":74.25,"STS13":71.82,"STS14":71.38,"STS15":82.47,"STS16":77.54,"STS17 (en-en)":86.38,"STS22 (en)":52.85,"STSBenchmark":81.24} -{"index":76,"Rank":208,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.11,"BIOSSES":65.29,"SICK-R":76.01,"STS12":71.25,"STS13":78.4,"STS14":74.23,"STS15":81.41,"STS16":79.13,"STS17 (en-en)":85.4,"STS22 (en)":58.63,"STSBenchmark":81.34} -{"index":124,"Rank":209,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.03,"BIOSSES":86.62,"SICK-R":69.12,"STS12":66.97,"STS13":79.12,"STS14":68.51,"STS15":79.92,"STS16":78.66,"STS17 (en-en)":81.46,"STS22 (en)":65.84,"STSBenchmark":74.1} -{"index":99,"Rank":210,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":74.71,"BIOSSES":70.93,"SICK-R":74.57,"STS12":69.17,"STS13":77.23,"STS14":70.99,"STS15":79.74,"STS16":77.93,"STS17 (en-en)":87.33,"STS22 (en)":59.64,"STSBenchmark":79.54} -{"index":268,"Rank":211,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"BIOSSES":72.31,"SICK-R":72.24,"STS12":66.05,"STS13":81.49,"STS14":73.61,"STS15":79.72,"STS16":78.12,"STS17 (en-en)":83.58,"STS22 (en)":59.65,"STSBenchmark":76.52} -{"index":169,"Rank":212,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.23,"BIOSSES":79.76,"SICK-R":70.04,"STS12":64.38,"STS13":76.41,"STS14":69.33,"STS15":80.18,"STS16":79.57,"STS17 (en-en)":81.18,"STS22 (en)":65.51,"STSBenchmark":75.98} -{"index":325,"Rank":213,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.05,"BIOSSES":69.36,"SICK-R":76.84,"STS12":72.49,"STS13":73.65,"STS14":71.88,"STS15":82.9,"STS16":79.83,"STS17 (en-en)":85.19,"STS22 (en)":48.44,"STSBenchmark":79.93} -{"index":60,"Rank":214,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":73.7,"BIOSSES":70.87,"SICK-R":70.47,"STS12":64.0,"STS13":78.2,"STS14":70.78,"STS15":80.03,"STS16":78.8,"STS17 (en-en)":83.88,"STS22 (en)":64.39,"STSBenchmark":75.57} -{"index":126,"Rank":215,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.63,"BIOSSES":86.4,"SICK-R":69.86,"STS12":61.8,"STS13":82.67,"STS14":68.95,"STS15":75.55,"STS16":77.27,"STS17 (en-en)":74.97,"STS22 (en)":69.08,"STSBenchmark":69.72} -{"index":225,"Rank":216,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.63,"BIOSSES":86.4,"SICK-R":69.86,"STS12":61.8,"STS13":82.67,"STS14":68.95,"STS15":75.55,"STS16":77.27,"STS17 (en-en)":74.97,"STS22 (en)":69.08,"STSBenchmark":69.72} -{"index":98,"Rank":217,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":73.41,"BIOSSES":75.21,"SICK-R":65.93,"STS12":66.53,"STS13":76.17,"STS14":69.05,"STS15":79.24,"STS16":76.07,"STS17 (en-en)":84.95,"STS22 (en)":65.66,"STSBenchmark":75.34} -{"index":238,"Rank":218,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":73.24,"BIOSSES":75.86,"SICK-R":64.68,"STS12":62.25,"STS13":77.28,"STS14":71.91,"STS15":79.75,"STS16":76.26,"STS17 (en-en)":85.97,"STS22 (en)":63.08,"STSBenchmark":75.41} -{"index":89,"Rank":219,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.43,"BIOSSES":77.59,"SICK-R":74.68,"STS12":54.35,"STS13":74.24,"STS14":69.99,"STS15":75.74,"STS16":73.65,"STS17 (en-en)":84.81,"STS22 (en)":62.56,"STSBenchmark":76.72} -{"index":237,"Rank":220,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":72.19,"BIOSSES":71.87,"SICK-R":63.99,"STS12":62.38,"STS13":76.82,"STS14":70.98,"STS15":78.66,"STS16":75.1,"STS17 (en-en)":84.49,"STS22 (en)":63.36,"STSBenchmark":74.28} -{"index":324,"Rank":221,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.04,"BIOSSES":63.38,"SICK-R":69.79,"STS12":67.06,"STS13":71.54,"STS14":70.59,"STS15":80.27,"STS16":75.76,"STS17 (en-en)":84.94,"STS22 (en)":60.0,"STSBenchmark":77.08} -{"index":85,"Rank":222,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":71.61,"BIOSSES":75.12,"SICK-R":69.34,"STS12":60.09,"STS13":72.52,"STS14":66.7,"STS15":77.69,"STS16":75.94,"STS17 (en-en)":81.67,"STS22 (en)":63.7,"STSBenchmark":73.36} -{"index":160,"Rank":223,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.81,"BIOSSES":73.97,"SICK-R":68.99,"STS12":58.5,"STS13":74.03,"STS14":66.18,"STS15":75.55,"STS16":73.71,"STS17 (en-en)":80.14,"STS22 (en)":65.65,"STSBenchmark":71.4} -{"index":282,"Rank":224,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.8,"BIOSSES":78.7,"SICK-R":69.99,"STS12":65.08,"STS13":67.98,"STS14":64.03,"STS15":76.59,"STS16":72.98,"STS17 (en-en)":79.45,"STS22 (en)":60.97,"STSBenchmark":72.25} -{"index":233,"Rank":225,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":70.31,"BIOSSES":65.86,"SICK-R":64.66,"STS12":64.64,"STS13":77.98,"STS14":70.08,"STS15":78.78,"STS16":70.14,"STS17 (en-en)":82.82,"STS22 (en)":59.21,"STSBenchmark":68.91} -{"index":236,"Rank":226,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":70.14,"BIOSSES":64.11,"SICK-R":62.86,"STS12":62.08,"STS13":75.73,"STS14":69.28,"STS15":76.33,"STS16":73.47,"STS17 (en-en)":82.08,"STS22 (en)":62.65,"STSBenchmark":72.81} -{"index":234,"Rank":227,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":69.09,"BIOSSES":75.59,"SICK-R":66.17,"STS12":61.89,"STS13":71.67,"STS14":67.83,"STS15":75.49,"STS16":66.48,"STS17 (en-en)":80.25,"STS22 (en)":59.04,"STSBenchmark":66.52} -{"index":235,"Rank":228,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":68.58,"BIOSSES":73.43,"SICK-R":65.43,"STS12":59.97,"STS13":71.82,"STS14":67.0,"STS15":75.49,"STS16":66.97,"STS17 (en-en)":80.61,"STS22 (en)":57.82,"STSBenchmark":67.25} -{"index":175,"Rank":229,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.23,"BIOSSES":79.11,"SICK-R":62.94,"STS12":65.46,"STS13":62.79,"STS14":57.54,"STS15":74.25,"STS16":75.73,"STS17 (en-en)":79.94,"STS22 (en)":47.12,"STSBenchmark":67.39} -{"index":11,"Rank":230,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} -{"index":288,"Rank":231,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":62.46,"BIOSSES":50.25,"SICK-R":55.49,"STS12":53.51,"STS13":70.8,"STS14":63.56,"STS15":74.08,"STS16":64.6,"STS17 (en-en)":76.91,"STS22 (en)":53.89,"STSBenchmark":61.55} -{"index":287,"Rank":232,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":61.85,"BIOSSES":44.93,"SICK-R":55.43,"STS12":54.64,"STS13":69.16,"STS14":60.81,"STS15":72.31,"STS16":65.34,"STS17 (en-en)":77.95,"STS22 (en)":56.35,"STSBenchmark":61.54} -{"index":286,"Rank":233,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.02,"BIOSSES":64.95,"SICK-R":56.39,"STS12":62.49,"STS13":58.7,"STS14":54.87,"STS15":62.54,"STS16":64.27,"STS17 (en-en)":69.63,"STS22 (en)":55.06,"STSBenchmark":61.26} -{"index":183,"Rank":234,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.36,"BIOSSES":54.7,"SICK-R":58.65,"STS12":30.87,"STS13":59.89,"STS14":47.73,"STS15":60.29,"STS16":63.73,"STS17 (en-en)":64.1,"STS22 (en)":56.37,"STSBenchmark":47.29} -{"index":319,"Rank":235,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.1,"BIOSSES":21.34,"SICK-R":48.55,"STS12":55.59,"STS13":18.36,"STS14":28.84,"STS15":29.19,"STS16":39.05,"STS17 (en-en)":61.22,"STS22 (en)":44.45,"STSBenchmark":44.39} -{"index":2,"Rank":236,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","BIOSSES":84.17,"SICK-R":73.05,"STS12":66.59,"STS13":83.24,"STS14":73.71,"STS15":82.4,"STS16":"","STS17 (en-en)":80.9,"STS22 (en)":"","STSBenchmark":74.85} -{"index":3,"Rank":237,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":4,"Rank":238,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":5,"Rank":239,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":7,"Rank":240,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":10,"Rank":241,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":13,"Rank":243,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":27,"Rank":245,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":30,"Rank":246,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":41,"Rank":250,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":42,"Rank":251,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":43,"Rank":252,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":45,"Rank":253,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":46,"Rank":254,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":50,"Rank":256,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.98} -{"index":51,"Rank":257,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":52,"Rank":258,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":53,"Rank":259,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":67,"Rank":266,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":70,"Rank":267,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":91,"Rank":269,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":92,"Rank":270,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":93,"Rank":271,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":94,"Rank":272,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":103,"Rank":273,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":67.37,"SICK-R":57.64,"STS12":69.67,"STS13":51.95,"STS14":57.37,"STS15":70.1,"STS16":65.05,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.59} -{"index":104,"Rank":274,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":69.41,"SICK-R":79.62,"STS12":77.39,"STS13":79.59,"STS14":79.79,"STS15":86.21,"STS16":81.4,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.35} -{"index":105,"Rank":275,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":77.44,"SICK-R":79.39,"STS12":78.93,"STS13":82.73,"STS14":81.65,"STS15":87.62,"STS16":83.66,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":86.16} -{"index":106,"Rank":276,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":76.66,"SICK-R":77.03,"STS12":79.21,"STS13":79.55,"STS14":78.85,"STS15":85.61,"STS16":79.93,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.05} -{"index":107,"Rank":277,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":67.12,"SICK-R":68.94,"STS12":68.72,"STS13":56.04,"STS14":58.81,"STS15":73.74,"STS16":68.25,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":67.56} -{"index":108,"Rank":278,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":51.88,"SICK-R":65.8,"STS12":63.0,"STS13":52.23,"STS14":59.23,"STS15":70.02,"STS16":64.99,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.17} -{"index":109,"Rank":279,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":110,"Rank":280,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":111,"Rank":281,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":116,"Rank":285,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.83} -{"index":120,"Rank":286,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":67.85,"SICK-R":57.32,"STS12":42.8,"STS13":58.77,"STS14":53.36,"STS15":69.23,"STS16":58.81,"STS17 (en-en)":68.6,"STS22 (en)":"","STSBenchmark":52.67} -{"index":121,"Rank":287,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":79.98,"STS12":77.64,"STS13":81.23,"STS14":77.94,"STS15":86.87,"STS16":83.31,"STS17 (en-en)":87.35,"STS22 (en)":60.99,"STSBenchmark":""} -{"index":134,"Rank":288,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":136,"Rank":289,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":138,"Rank":290,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":139,"Rank":291,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":140,"Rank":292,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":141,"Rank":293,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":84.22,"SICK-R":81.06,"STS12":70.1,"STS13":81.01,"STS14":77.82,"STS15":84.52,"STS16":81.09,"STS17 (en-en)":"","STS22 (en)":63.62,"STSBenchmark":82.2} -{"index":154,"Rank":294,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":83.38,"SICK-R":79.71,"STS12":78.73,"STS13":79.6,"STS14":79.0,"STS15":87.81,"STS16":85.4,"STS17 (en-en)":87.13,"STS22 (en)":"","STSBenchmark":84.85} -{"index":155,"Rank":295,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":157,"Rank":296,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":59.47,"STSBenchmark":""} -{"index":158,"Rank":297,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":159,"Rank":298,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":161,"Rank":299,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":162,"Rank":300,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":163,"Rank":301,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":164,"Rank":302,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":166,"Rank":303,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":167,"Rank":304,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":168,"Rank":305,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":170,"Rank":306,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":176,"Rank":307,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":177,"Rank":308,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":178,"Rank":309,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":181,"Rank":310,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":182,"Rank":311,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":203,"Rank":313,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":204,"Rank":314,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":226,"Rank":315,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":60.74,"STSBenchmark":""} -{"index":227,"Rank":316,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":228,"Rank":317,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":229,"Rank":318,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":230,"Rank":319,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":231,"Rank":320,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":241,"Rank":322,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":242,"Rank":323,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":260,"Rank":324,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":261,"Rank":325,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":87.06,"STS22 (en)":"","STSBenchmark":""} -{"index":262,"Rank":326,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":86.88,"STS22 (en)":"","STSBenchmark":""} -{"index":263,"Rank":327,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":275,"Rank":328,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":276,"Rank":329,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":277,"Rank":330,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":278,"Rank":331,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":279,"Rank":332,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":280,"Rank":333,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":281,"Rank":334,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":295,"Rank":335,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":302,"Rank":336,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":303,"Rank":337,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":47.06,"STSBenchmark":""} -{"index":305,"Rank":338,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":74.42,"STS22 (en)":"","STSBenchmark":""} -{"index":306,"Rank":339,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":80.06,"STS22 (en)":"","STSBenchmark":""} -{"index":311,"Rank":340,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":312,"Rank":341,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":322,"Rank":343,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":61.9,"SICK-R":67.32,"STS12":57.66,"STS13":71.9,"STS14":69.54,"STS15":73.97,"STS16":70.0,"STS17 (en-en)":78.82,"STS22 (en)":"","STSBenchmark":67.61} -{"index":329,"Rank":345,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":84.75,"SICK-R":80.74,"STS12":75.42,"STS13":85.48,"STS14":78.85,"STS15":85.23,"STS16":82.16,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.69} -{"index":330,"Rank":346,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":0.74,"SICK-R":0.81,"STS12":0.74,"STS13":0.83,"STS14":0.75,"STS15":0.82,"STS16":0.81,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.8} -{"index":333,"Rank":347,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":78.12,"SICK-R":77.02,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.32} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":77.46,"SICK-R":77.26,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":83.02} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":68.95,"SICK-R":78.72,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.08} diff --git a/all_data_tasks/6/default.jsonl b/all_data_tasks/6/default.jsonl deleted file mode 100644 index d85b4112f84f1ba4fec7dedada1e78fa28346e7f..0000000000000000000000000000000000000000 --- a/all_data_tasks/6/default.jsonl +++ /dev/null @@ -1,322 +0,0 @@ -{"index":153,"Rank":1,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":33.6} -{"index":310,"Rank":2,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":307,"Rank":3,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":174,"Rank":4,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":240,"Rank":5,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.71} -{"index":1,"Rank":6,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":32.63} -{"index":191,"Rank":7,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.52} -{"index":121,"Rank":8,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.47} -{"index":0,"Rank":9,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"SummEval":32.36} -{"index":187,"Rank":10,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.32} -{"index":106,"Rank":11,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.17} -{"index":69,"Rank":12,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.12} -{"index":207,"Rank":13,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEval":32.06} -{"index":133,"Rank":14,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.03} -{"index":328,"Rank":15,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.93} -{"index":186,"Rank":16,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.84} -{"index":128,"Rank":17,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.75} -{"index":172,"Rank":18,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"SummEval":31.66} -{"index":317,"Rank":19,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.66} -{"index":26,"Rank":20,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":209,"Rank":21,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":274,"Rank":22,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":273,"Rank":23,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":189,"Rank":24,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":214,"Rank":25,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":180,"Rank":26,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":145,"Rank":27,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":331,"Rank":28,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":297,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":31.57} -{"index":156,"Rank":30,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":75,"Rank":31,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":239,"Rank":32,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.55} -{"index":213,"Rank":33,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.55} -{"index":196,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.53} -{"index":236,"Rank":35,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"SummEval":31.51} -{"index":171,"Rank":36,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"SummEval":31.49} -{"index":15,"Rank":37,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.46} -{"index":101,"Rank":38,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":31.46} -{"index":233,"Rank":39,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":31.45} -{"index":81,"Rank":40,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":31.45} -{"index":338,"Rank":41,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.42} -{"index":190,"Rank":42,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.42} -{"index":21,"Rank":43,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.4} -{"index":298,"Rank":44,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.39} -{"index":197,"Rank":45,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.39} -{"index":79,"Rank":46,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":31.38} -{"index":125,"Rank":47,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.38} -{"index":179,"Rank":48,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":31.35} -{"index":48,"Rank":49,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.35} -{"index":309,"Rank":50,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":31.35} -{"index":17,"Rank":51,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":31.35} -{"index":103,"Rank":52,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.33} -{"index":37,"Rank":53,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.29} -{"index":250,"Rank":54,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.28} -{"index":87,"Rank":55,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.27} -{"index":212,"Rank":56,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25} -{"index":220,"Rank":57,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.23} -{"index":85,"Rank":58,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23} -{"index":60,"Rank":59,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23} -{"index":147,"Rank":60,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22} -{"index":258,"Rank":61,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2} -{"index":28,"Rank":62,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2} -{"index":320,"Rank":63,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.19} -{"index":47,"Rank":64,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.17} -{"index":267,"Rank":65,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":18,"Rank":66,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.17} -{"index":316,"Rank":67,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":16,"Rank":68,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEval":31.17} -{"index":118,"Rank":69,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.16} -{"index":130,"Rank":70,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":198,"Rank":71,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":268,"Rank":72,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.15} -{"index":149,"Rank":73,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.14} -{"index":72,"Rank":74,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":31.14} -{"index":353,"Rank":75,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":31.12} -{"index":205,"Rank":76,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEval":31.1} -{"index":24,"Rank":77,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.07} -{"index":151,"Rank":78,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.07} -{"index":59,"Rank":79,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.06} -{"index":169,"Rank":80,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.05} -{"index":282,"Rank":81,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.05} -{"index":100,"Rank":82,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":31.03} -{"index":354,"Rank":83,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"SummEval":31.03} -{"index":9,"Rank":84,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":31.01} -{"index":192,"Rank":85,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.01} -{"index":221,"Rank":86,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.01} -{"index":40,"Rank":87,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.99} -{"index":74,"Rank":88,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.98} -{"index":194,"Rank":89,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.97} -{"index":208,"Rank":90,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.97} -{"index":8,"Rank":91,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":30.97} -{"index":86,"Rank":92,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.97} -{"index":148,"Rank":93,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.96} -{"index":80,"Rank":94,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":30.94} -{"index":266,"Rank":95,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":30.91} -{"index":19,"Rank":96,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":30.91} -{"index":146,"Rank":97,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.87} -{"index":122,"Rank":98,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.84} -{"index":6,"Rank":99,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":30.84} -{"index":272,"Rank":100,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.83} -{"index":224,"Rank":101,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.82} -{"index":119,"Rank":102,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.82} -{"index":284,"Rank":103,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.81} -{"index":350,"Rank":104,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":30.8} -{"index":321,"Rank":105,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.79} -{"index":326,"Rank":106,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":30.79} -{"index":308,"Rank":107,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.77} -{"index":25,"Rank":108,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.77} -{"index":219,"Rank":109,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.73} -{"index":251,"Rank":110,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.72} -{"index":210,"Rank":111,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.71} -{"index":90,"Rank":112,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.71} -{"index":117,"Rank":113,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.71} -{"index":259,"Rank":114,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.7} -{"index":104,"Rank":115,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.69} -{"index":296,"Rank":116,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.67} -{"index":293,"Rank":117,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.64} -{"index":120,"Rank":118,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.62} -{"index":206,"Rank":119,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":30.62} -{"index":150,"Rank":120,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.6} -{"index":20,"Rank":121,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.58} -{"index":329,"Rank":122,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.57} -{"index":175,"Rank":123,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":216,"Rank":124,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.56} -{"index":44,"Rank":125,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":142,"Rank":126,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.53} -{"index":95,"Rank":127,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.52} -{"index":123,"Rank":128,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":30.51} -{"index":288,"Rank":129,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":30.49} -{"index":137,"Rank":130,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.49} -{"index":254,"Rank":131,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.47} -{"index":201,"Rank":132,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":30.46} -{"index":97,"Rank":133,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":30.43} -{"index":318,"Rank":134,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.42} -{"index":39,"Rank":135,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.41} -{"index":31,"Rank":136,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":115,"Rank":137,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":135,"Rank":138,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":340,"Rank":139,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":256,"Rank":140,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.4} -{"index":54,"Rank":141,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEval":30.39} -{"index":102,"Rank":142,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.38} -{"index":264,"Rank":143,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.37} -{"index":313,"Rank":144,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.37} -{"index":33,"Rank":145,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.37} -{"index":126,"Rank":146,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":225,"Rank":147,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.36} -{"index":257,"Rank":148,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":124,"Rank":149,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.31} -{"index":88,"Rank":150,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.3} -{"index":193,"Rank":151,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.28} -{"index":173,"Rank":152,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":30.28} -{"index":71,"Rank":153,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.26} -{"index":99,"Rank":154,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":30.26} -{"index":222,"Rank":155,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.25} -{"index":199,"Rank":156,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.23} -{"index":292,"Rank":157,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.21} -{"index":68,"Rank":158,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.19} -{"index":83,"Rank":159,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.19} -{"index":195,"Rank":160,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.19} -{"index":38,"Rank":161,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.18} -{"index":188,"Rank":162,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.17} -{"index":105,"Rank":163,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.16} -{"index":332,"Rank":164,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.12} -{"index":29,"Rank":165,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.12} -{"index":32,"Rank":166,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.11} -{"index":304,"Rank":167,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"SummEval":30.1} -{"index":129,"Rank":168,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.1} -{"index":301,"Rank":169,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.08} -{"index":249,"Rank":170,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.08} -{"index":234,"Rank":171,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":30.08} -{"index":152,"Rank":172,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.07} -{"index":253,"Rank":173,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"SummEval":30.05} -{"index":202,"Rank":174,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.04} -{"index":84,"Rank":175,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":30.01} -{"index":218,"Rank":176,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.98} -{"index":82,"Rank":177,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.96} -{"index":351,"Rank":178,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"SummEval":29.92} -{"index":352,"Rank":179,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"SummEval":29.92} -{"index":89,"Rank":180,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.91} -{"index":300,"Rank":181,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.91} -{"index":215,"Rank":182,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.87} -{"index":23,"Rank":183,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":131,"Rank":184,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.87} -{"index":22,"Rank":185,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":265,"Rank":186,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":185,"Rank":187,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.85} -{"index":211,"Rank":188,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.85} -{"index":144,"Rank":189,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":29.83} -{"index":314,"Rank":190,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.82} -{"index":183,"Rank":191,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.82} -{"index":55,"Rank":192,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.82} -{"index":334,"Rank":193,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.78} -{"index":98,"Rank":194,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":29.71} -{"index":327,"Rank":195,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":29.71} -{"index":217,"Rank":196,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":29.71} -{"index":290,"Rank":197,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.67} -{"index":299,"Rank":198,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.64} -{"index":200,"Rank":199,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":29.64} -{"index":252,"Rank":200,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"SummEval":29.59} -{"index":108,"Rank":201,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.53} -{"index":294,"Rank":202,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":291,"Rank":203,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":132,"Rank":204,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.47} -{"index":324,"Rank":205,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.42} -{"index":127,"Rank":206,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.39} -{"index":96,"Rank":207,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.33} -{"index":235,"Rank":208,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":238,"Rank":209,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":73,"Rank":210,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.23} -{"index":58,"Rank":211,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":29.15} -{"index":160,"Rank":212,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.02} -{"index":223,"Rank":213,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.02} -{"index":325,"Rank":214,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.01} -{"index":237,"Rank":215,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"SummEval":28.89} -{"index":287,"Rank":216,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":28.87} -{"index":107,"Rank":217,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":28.79} -{"index":78,"Rank":218,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":28.49} -{"index":255,"Rank":219,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"SummEval":28.41} -{"index":283,"Rank":220,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":27.9} -{"index":57,"Rank":221,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":27.88} -{"index":141,"Rank":222,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.86} -{"index":56,"Rank":223,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.86} -{"index":286,"Rank":224,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":27.66} -{"index":143,"Rank":225,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.54} -{"index":285,"Rank":226,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":27.49} -{"index":346,"Rank":227,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":26.94} -{"index":11,"Rank":228,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEval":26.8} -{"index":330,"Rank":229,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":0.29} -{"index":2,"Rank":230,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"SummEval":""} -{"index":3,"Rank":231,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEval":""} -{"index":4,"Rank":232,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":""} -{"index":5,"Rank":233,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEval":""} -{"index":7,"Rank":234,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":""} -{"index":10,"Rank":235,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEval":""} -{"index":13,"Rank":237,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":27,"Rank":239,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":30,"Rank":240,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":""} -{"index":41,"Rank":244,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":42,"Rank":245,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":43,"Rank":246,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":45,"Rank":247,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":46,"Rank":248,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":50,"Rank":250,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":51,"Rank":251,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":52,"Rank":252,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":53,"Rank":253,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":67,"Rank":260,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"SummEval":""} -{"index":70,"Rank":261,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":91,"Rank":264,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":92,"Rank":265,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":93,"Rank":266,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":94,"Rank":267,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":109,"Rank":268,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":110,"Rank":269,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":111,"Rank":270,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":134,"Rank":275,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":136,"Rank":276,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":138,"Rank":277,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":139,"Rank":278,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":140,"Rank":279,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":155,"Rank":281,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":157,"Rank":282,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":158,"Rank":283,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"SummEval":""} -{"index":159,"Rank":284,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"SummEval":""} -{"index":161,"Rank":285,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":162,"Rank":286,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":""} -{"index":163,"Rank":287,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":164,"Rank":288,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":165,"Rank":289,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":166,"Rank":290,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":167,"Rank":291,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":168,"Rank":292,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":170,"Rank":293,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":176,"Rank":294,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":177,"Rank":295,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":178,"Rank":296,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":181,"Rank":297,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":182,"Rank":298,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":203,"Rank":300,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":204,"Rank":301,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":226,"Rank":302,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"SummEval":""} -{"index":227,"Rank":303,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":228,"Rank":304,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":229,"Rank":305,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":230,"Rank":306,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":231,"Rank":307,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":241,"Rank":309,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":""} -{"index":242,"Rank":310,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":260,"Rank":317,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"SummEval":""} -{"index":261,"Rank":318,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":262,"Rank":319,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":263,"Rank":320,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"SummEval":""} -{"index":269,"Rank":321,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":270,"Rank":322,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":271,"Rank":323,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":275,"Rank":324,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":276,"Rank":325,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":277,"Rank":326,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":278,"Rank":327,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":279,"Rank":328,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":280,"Rank":329,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":281,"Rank":330,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":289,"Rank":331,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":295,"Rank":332,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":302,"Rank":333,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":303,"Rank":334,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEval":""} -{"index":305,"Rank":335,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":306,"Rank":336,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":311,"Rank":337,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":""} -{"index":312,"Rank":338,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":319,"Rank":340,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":333,"Rank":343,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":339,"Rank":347,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} diff --git a/all_data_tasks/7/default.jsonl b/all_data_tasks/7/default.jsonl deleted file mode 100644 index 29dbf97c6944fe1ed951b86f418a833e714b836a..0000000000000000000000000000000000000000 --- a/all_data_tasks/7/default.jsonl +++ /dev/null @@ -1,52 +0,0 @@ -{"index":27,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.26,"BUCC (de-en)":99.61,"BUCC (fr-en)":99.15,"BUCC (ru-en)":97.87,"BUCC (zh-en)":99.39,"Tatoeba (afr-eng)":95.67,"Tatoeba (amh-eng)":87.64,"Tatoeba (ang-eng)":72.74,"Tatoeba (ara-eng)":91.38,"Tatoeba (arq-eng)":64.1,"Tatoeba (arz-eng)":82.26,"Tatoeba (ast-eng)":89.76,"Tatoeba (awa-eng)":91.41,"Tatoeba (aze-eng)":93.89,"Tatoeba (bel-eng)":95.48,"Tatoeba (ben-eng)":89.03,"Tatoeba (ber-eng)":54.69,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":32.56,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":95.53,"Tatoeba (cbk-eng)":83.24,"Tatoeba (ceb-eng)":71.09,"Tatoeba (ces-eng)":96.23,"Tatoeba (cha-eng)":50.55,"Tatoeba (cmn-eng)":96.5,"Tatoeba (cor-eng)":11.54,"Tatoeba (csb-eng)":68.19,"Tatoeba (cym-eng)":89.86,"Tatoeba (dan-eng)":95.87,"Tatoeba (deu-eng)":99.33,"Tatoeba (dsb-eng)":72.99,"Tatoeba (dtp-eng)":14.1,"Tatoeba (ell-eng)":94.85,"Tatoeba (epo-eng)":98.38,"Tatoeba (est-eng)":87.46,"Tatoeba (eus-eng)":84.67,"Tatoeba (fao-eng)":87.43,"Tatoeba (fin-eng)":96.8,"Tatoeba (fra-eng)":94.97,"Tatoeba (fry-eng)":80.83,"Tatoeba (gla-eng)":77.87,"Tatoeba (gle-eng)":84.37,"Tatoeba (glg-eng)":95.96,"Tatoeba (gsw-eng)":59.47,"Tatoeba (heb-eng)":91.52,"Tatoeba (hin-eng)":97.47,"Tatoeba (hrv-eng)":96.75,"Tatoeba (hsb-eng)":79.87,"Tatoeba (hun-eng)":94.52,"Tatoeba (hye-eng)":93.65,"Tatoeba (ido-eng)":91.78,"Tatoeba (ile-eng)":89.94,"Tatoeba (ina-eng)":96.1,"Tatoeba (ind-eng)":94.32,"Tatoeba (isl-eng)":95.2,"Tatoeba (ita-eng)":94.37,"Tatoeba (jav-eng)":85.29,"Tatoeba (jpn-eng)":96.52,"Tatoeba (kab-eng)":57.13,"Tatoeba (kat-eng)":92.64,"Tatoeba (kaz-eng)":87.42,"Tatoeba (khm-eng)":75.24,"Tatoeba (kor-eng)":91.77,"Tatoeba (kur-eng)":77.3,"Tatoeba (kzj-eng)":14.96,"Tatoeba (lat-eng)":74.17,"Tatoeba (lfn-eng)":80.03,"Tatoeba (lit-eng)":91.71,"Tatoeba (lvs-eng)":93.02,"Tatoeba (mal-eng)":98.93,"Tatoeba (mar-eng)":92.33,"Tatoeba (max-eng)":74.56,"Tatoeba (mhr-eng)":16.98,"Tatoeba (mkd-eng)":92.17,"Tatoeba (mon-eng)":95.8,"Tatoeba (nds-eng)":86.3,"Tatoeba (nld-eng)":97.53,"Tatoeba (nno-eng)":94.06,"Tatoeba (nob-eng)":98.33,"Tatoeba (nov-eng)":83.42,"Tatoeba (oci-eng)":72.35,"Tatoeba (orv-eng)":58.83,"Tatoeba (pam-eng)":19.75,"Tatoeba (pes-eng)":94.92,"Tatoeba (pms-eng)":78.43,"Tatoeba (pol-eng)":97.33,"Tatoeba (por-eng)":94.91,"Tatoeba (ron-eng)":97.32,"Tatoeba (rus-eng)":93.7,"Tatoeba (slk-eng)":95.27,"Tatoeba (slv-eng)":91.6,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":96.45,"Tatoeba (srp-eng)":94.55,"Tatoeba (swe-eng)":95.35,"Tatoeba (swg-eng)":77.68,"Tatoeba (swh-eng)":80.12,"Tatoeba (tam-eng)":90.88,"Tatoeba (tat-eng)":85.7,"Tatoeba (tel-eng)":95.51,"Tatoeba (tgl-eng)":96.0,"Tatoeba (tha-eng)":96.59,"Tatoeba (tuk-eng)":50.55,"Tatoeba (tur-eng)":98.13,"Tatoeba (tzl-eng)":59.17,"Tatoeba (uig-eng)":87.01,"Tatoeba (ukr-eng)":94.8,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":80.49,"Tatoeba (vie-eng)":97.5,"Tatoeba (war-eng)":73.83,"Tatoeba (wuu-eng)":92.4,"Tatoeba (xho-eng)":86.74,"Tatoeba (yid-eng)":90.47,"Tatoeba (yue-eng)":92.84,"Tatoeba (zsm-eng)":96.62} -{"index":23,"Rank":2,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.67,"BUCC (de-en)":98.82,"BUCC (fr-en)":98.09,"BUCC (ru-en)":97.37,"BUCC (zh-en)":98.72,"Tatoeba (afr-eng)":97.47,"Tatoeba (amh-eng)":91.67,"Tatoeba (ang-eng)":46.34,"Tatoeba (ara-eng)":93.83,"Tatoeba (arq-eng)":75.41,"Tatoeba (arz-eng)":86.76,"Tatoeba (ast-eng)":90.81,"Tatoeba (awa-eng)":87.86,"Tatoeba (aze-eng)":89.12,"Tatoeba (bel-eng)":95.68,"Tatoeba (ben-eng)":89.02,"Tatoeba (ber-eng)":29.29,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":8.48,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":96.65,"Tatoeba (cbk-eng)":80.47,"Tatoeba (ceb-eng)":74.67,"Tatoeba (ces-eng)":96.88,"Tatoeba (cha-eng)":25.11,"Tatoeba (cmn-eng)":93.8,"Tatoeba (cor-eng)":9.98,"Tatoeba (csb-eng)":77.98,"Tatoeba (cym-eng)":91.3,"Tatoeba (dan-eng)":97.09,"Tatoeba (deu-eng)":99.13,"Tatoeba (dsb-eng)":64.48,"Tatoeba (dtp-eng)":7.95,"Tatoeba (ell-eng)":95.47,"Tatoeba (epo-eng)":98.47,"Tatoeba (est-eng)":97.17,"Tatoeba (eus-eng)":95.38,"Tatoeba (fao-eng)":93.6,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":95.37,"Tatoeba (fry-eng)":59.45,"Tatoeba (gla-eng)":80.89,"Tatoeba (gle-eng)":91.63,"Tatoeba (glg-eng)":97.28,"Tatoeba (gsw-eng)":54.83,"Tatoeba (heb-eng)":92.34,"Tatoeba (hin-eng)":97.07,"Tatoeba (hrv-eng)":97.65,"Tatoeba (hsb-eng)":77.87,"Tatoeba (hun-eng)":96.93,"Tatoeba (hye-eng)":95.15,"Tatoeba (ido-eng)":93.67,"Tatoeba (ile-eng)":81.0,"Tatoeba (ina-eng)":88.66,"Tatoeba (ind-eng)":94.5,"Tatoeba (isl-eng)":96.47,"Tatoeba (ita-eng)":95.95,"Tatoeba (jav-eng)":85.76,"Tatoeba (jpn-eng)":94.67,"Tatoeba (kab-eng)":83.66,"Tatoeba (kat-eng)":93.69,"Tatoeba (kaz-eng)":88.12,"Tatoeba (khm-eng)":70.2,"Tatoeba (kor-eng)":89.99,"Tatoeba (kur-eng)":34.22,"Tatoeba (kzj-eng)":8.62,"Tatoeba (lat-eng)":36.64,"Tatoeba (lfn-eng)":65.54,"Tatoeba (lit-eng)":97.43,"Tatoeba (lvs-eng)":95.45,"Tatoeba (mal-eng)":97.67,"Tatoeba (mar-eng)":93.35,"Tatoeba (max-eng)":72.73,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":95.98,"Tatoeba (mon-eng)":91.59,"Tatoeba (nds-eng)":54.18,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":97.31,"Tatoeba (nob-eng)":99.07,"Tatoeba (nov-eng)":71.25,"Tatoeba (oci-eng)":84.57,"Tatoeba (orv-eng)":47.07,"Tatoeba (pam-eng)":10.3,"Tatoeba (pes-eng)":94.37,"Tatoeba (pms-eng)":66.63,"Tatoeba (pol-eng)":97.7,"Tatoeba (por-eng)":95.49,"Tatoeba (ron-eng)":97.6,"Tatoeba (rus-eng)":94.35,"Tatoeba (slk-eng)":97.63,"Tatoeba (slv-eng)":95.99,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":98.55,"Tatoeba (srp-eng)":94.87,"Tatoeba (swe-eng)":97.03,"Tatoeba (swg-eng)":67.69,"Tatoeba (swh-eng)":91.98,"Tatoeba (tam-eng)":88.08,"Tatoeba (tat-eng)":87.05,"Tatoeba (tel-eng)":91.6,"Tatoeba (tgl-eng)":96.95,"Tatoeba (tha-eng)":96.05,"Tatoeba (tuk-eng)":91.82,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":39.48,"Tatoeba (uig-eng)":90.07,"Tatoeba (ukr-eng)":94.3,"Tatoeba (urd-eng)":93.17,"Tatoeba (uzb-eng)":85.26,"Tatoeba (vie-eng)":97.17,"Tatoeba (war-eng)":82.83,"Tatoeba (wuu-eng)":81.79,"Tatoeba (xho-eng)":94.84,"Tatoeba (yid-eng)":94.3,"Tatoeba (yue-eng)":88.44,"Tatoeba (zsm-eng)":96.07} -{"index":38,"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.75,"BUCC (de-en)":99.35,"BUCC (fr-en)":98.72,"BUCC (ru-en)":97.78,"BUCC (zh-en)":99.16,"Tatoeba (afr-eng)":96.18,"Tatoeba (amh-eng)":91.47,"Tatoeba (ang-eng)":59.28,"Tatoeba (ara-eng)":88.8,"Tatoeba (arq-eng)":42.69,"Tatoeba (arz-eng)":76.0,"Tatoeba (ast-eng)":90.68,"Tatoeba (awa-eng)":71.7,"Tatoeba (aze-eng)":94.93,"Tatoeba (bel-eng)":95.0,"Tatoeba (ben-eng)":88.55,"Tatoeba (ber-eng)":8.4,"Tatoeba (bos-eng)":94.92,"Tatoeba (bre-eng)":15.07,"Tatoeba (bul-eng)":94.58,"Tatoeba (cat-eng)":95.38,"Tatoeba (cbk-eng)":79.44,"Tatoeba (ceb-eng)":64.42,"Tatoeba (ces-eng)":96.68,"Tatoeba (cha-eng)":31.77,"Tatoeba (cmn-eng)":95.1,"Tatoeba (cor-eng)":10.11,"Tatoeba (csb-eng)":52.57,"Tatoeba (cym-eng)":92.0,"Tatoeba (dan-eng)":95.71,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":64.81,"Tatoeba (dtp-eng)":10.85,"Tatoeba (ell-eng)":95.35,"Tatoeba (epo-eng)":98.2,"Tatoeba (est-eng)":96.55,"Tatoeba (eus-eng)":95.01,"Tatoeba (fao-eng)":87.4,"Tatoeba (fin-eng)":96.37,"Tatoeba (fra-eng)":94.86,"Tatoeba (fry-eng)":89.31,"Tatoeba (gla-eng)":85.66,"Tatoeba (gle-eng)":93.8,"Tatoeba (glg-eng)":96.82,"Tatoeba (gsw-eng)":46.5,"Tatoeba (heb-eng)":91.53,"Tatoeba (hin-eng)":96.87,"Tatoeba (hrv-eng)":96.95,"Tatoeba (hsb-eng)":67.11,"Tatoeba (hun-eng)":96.55,"Tatoeba (hye-eng)":94.09,"Tatoeba (ido-eng)":89.42,"Tatoeba (ile-eng)":85.58,"Tatoeba (ina-eng)":95.37,"Tatoeba (ind-eng)":93.66,"Tatoeba (isl-eng)":94.75,"Tatoeba (ita-eng)":92.72,"Tatoeba (jav-eng)":79.77,"Tatoeba (jpn-eng)":95.38,"Tatoeba (kab-eng)":4.31,"Tatoeba (kat-eng)":95.02,"Tatoeba (kaz-eng)":87.49,"Tatoeba (khm-eng)":78.37,"Tatoeba (kor-eng)":90.95,"Tatoeba (kur-eng)":83.59,"Tatoeba (kzj-eng)":11.33,"Tatoeba (lat-eng)":80.07,"Tatoeba (lfn-eng)":67.54,"Tatoeba (lit-eng)":96.47,"Tatoeba (lvs-eng)":95.88,"Tatoeba (mal-eng)":98.45,"Tatoeba (mar-eng)":92.65,"Tatoeba (max-eng)":63.26,"Tatoeba (mhr-eng)":15.74,"Tatoeba (mkd-eng)":93.6,"Tatoeba (mon-eng)":95.91,"Tatoeba (nds-eng)":79.42,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":94.48,"Tatoeba (nob-eng)":98.4,"Tatoeba (nov-eng)":74.38,"Tatoeba (oci-eng)":65.81,"Tatoeba (orv-eng)":38.93,"Tatoeba (pam-eng)":10.73,"Tatoeba (pes-eng)":94.7,"Tatoeba (pms-eng)":64.57,"Tatoeba (pol-eng)":97.22,"Tatoeba (por-eng)":94.14,"Tatoeba (ron-eng)":96.92,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":96.5,"Tatoeba (slv-eng)":96.03,"Tatoeba (spa-eng)":98.4,"Tatoeba (sqi-eng)":96.76,"Tatoeba (srp-eng)":94.43,"Tatoeba (swe-eng)":95.63,"Tatoeba (swg-eng)":59.36,"Tatoeba (swh-eng)":84.5,"Tatoeba (tam-eng)":89.0,"Tatoeba (tat-eng)":85.92,"Tatoeba (tel-eng)":97.86,"Tatoeba (tgl-eng)":96.02,"Tatoeba (tha-eng)":96.14,"Tatoeba (tuk-eng)":75.27,"Tatoeba (tur-eng)":98.0,"Tatoeba (tzl-eng)":58.88,"Tatoeba (uig-eng)":92.4,"Tatoeba (ukr-eng)":93.97,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":84.23,"Tatoeba (vie-eng)":97.2,"Tatoeba (war-eng)":60.29,"Tatoeba (wuu-eng)":90.18,"Tatoeba (xho-eng)":91.55,"Tatoeba (yid-eng)":88.79,"Tatoeba (yue-eng)":89.58,"Tatoeba (zsm-eng)":95.62} -{"index":26,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.22,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.48,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.08,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.9,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.26,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.16,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.03,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.0,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.61,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.9,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.52,"Tatoeba (ile-eng)":79.16,"Tatoeba (ina-eng)":93.47,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":92.09,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.67,"Tatoeba (khm-eng)":59.96,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.37,"Tatoeba (lfn-eng)":62.91,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":90.06,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.41,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.63,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.28,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.62,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.87,"Tatoeba (pam-eng)":9.32,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.85,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.57,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":55.64,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.51,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.17,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.02,"Tatoeba (wuu-eng)":86.37,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":24,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.32,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.46,"Tatoeba (epo-eng)":87.76,"Tatoeba (est-eng)":62.93,"Tatoeba (eus-eng)":40.64,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.66,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.71,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.4,"Tatoeba (hun-eng)":89.8,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":74.98,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.65,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.58,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.38,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.88,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.16,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.29,"Tatoeba (lat-eng)":87.8,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.07,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":56.03,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.66,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":86.13,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":36.79,"Tatoeba (tel-eng)":42.86,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.83,"Tatoeba (ukr-eng)":94.58,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.94,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.23} -{"index":2,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.19,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.42,"Tatoeba (epo-eng)":87.79,"Tatoeba (est-eng)":62.89,"Tatoeba (eus-eng)":40.51,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.77,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.81,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.24,"Tatoeba (hun-eng)":89.82,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":75.11,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.52,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.57,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.49,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.89,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.29,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.19,"Tatoeba (lat-eng)":87.94,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.2,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":55.86,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.65,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":85.99,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":37.02,"Tatoeba (tel-eng)":42.79,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.86,"Tatoeba (ukr-eng)":94.45,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.96,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.1} -{"index":1,"Rank":7,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} -{"index":25,"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":87.04,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.87,"Tatoeba (ara-eng)":82.86,"Tatoeba (arq-eng)":26.61,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":74.36,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.59,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.95,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.66,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.75,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.29,"Tatoeba (cym-eng)":65.69,"Tatoeba (dan-eng)":91.23,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.36,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.64,"Tatoeba (eus-eng)":56.26,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.82,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.62,"Tatoeba (glg-eng)":82.69,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.26,"Tatoeba (hin-eng)":93.13,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.36,"Tatoeba (hun-eng)":84.41,"Tatoeba (hye-eng)":85.85,"Tatoeba (ido-eng)":74.41,"Tatoeba (ile-eng)":72.56,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.77,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.27,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.26,"Tatoeba (lat-eng)":39.62,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.76,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.4,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.67,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.96,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.18,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.57,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.42,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.22,"Tatoeba (tuk-eng)":19.67,"Tatoeba (tur-eng)":92.54,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":62.97,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.55,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":4,"Rank":9,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":0,"Rank":10,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":67.42,"BUCC (de-en)":99.21,"BUCC (fr-en)":98.39,"BUCC (ru-en)":97.62,"BUCC (zh-en)":97.7,"Tatoeba (afr-eng)":92.59,"Tatoeba (amh-eng)":80.82,"Tatoeba (ang-eng)":25.22,"Tatoeba (ara-eng)":90.14,"Tatoeba (arq-eng)":26.63,"Tatoeba (arz-eng)":66.16,"Tatoeba (ast-eng)":76.35,"Tatoeba (awa-eng)":33.74,"Tatoeba (aze-eng)":82.41,"Tatoeba (bel-eng)":79.54,"Tatoeba (ben-eng)":89.43,"Tatoeba (ber-eng)":77.63,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":31.2,"Tatoeba (bul-eng)":93.57,"Tatoeba (cat-eng)":95.8,"Tatoeba (cbk-eng)":77.17,"Tatoeba (ceb-eng)":9.93,"Tatoeba (ces-eng)":95.52,"Tatoeba (cha-eng)":14.86,"Tatoeba (cmn-eng)":85.62,"Tatoeba (cor-eng)":4.45,"Tatoeba (csb-eng)":27.03,"Tatoeba (cym-eng)":5.85,"Tatoeba (dan-eng)":95.22,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":42.34,"Tatoeba (dtp-eng)":7.39,"Tatoeba (ell-eng)":96.2,"Tatoeba (epo-eng)":96.61,"Tatoeba (est-eng)":96.43,"Tatoeba (eus-eng)":93.32,"Tatoeba (fao-eng)":57.04,"Tatoeba (fin-eng)":96.98,"Tatoeba (fra-eng)":94.28,"Tatoeba (fry-eng)":42.07,"Tatoeba (gla-eng)":1.52,"Tatoeba (gle-eng)":4.2,"Tatoeba (glg-eng)":96.14,"Tatoeba (gsw-eng)":27.52,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":95.32,"Tatoeba (hrv-eng)":96.72,"Tatoeba (hsb-eng)":45.75,"Tatoeba (hun-eng)":95.2,"Tatoeba (hye-eng)":88.72,"Tatoeba (ido-eng)":80.86,"Tatoeba (ile-eng)":87.88,"Tatoeba (ina-eng)":93.93,"Tatoeba (ind-eng)":92.98,"Tatoeba (isl-eng)":94.32,"Tatoeba (ita-eng)":94.32,"Tatoeba (jav-eng)":9.95,"Tatoeba (jpn-eng)":93.78,"Tatoeba (kab-eng)":65.88,"Tatoeba (kat-eng)":81.16,"Tatoeba (kaz-eng)":53.3,"Tatoeba (khm-eng)":74.19,"Tatoeba (kor-eng)":87.97,"Tatoeba (kur-eng)":19.09,"Tatoeba (kzj-eng)":4.46,"Tatoeba (lat-eng)":64.81,"Tatoeba (lfn-eng)":63.39,"Tatoeba (lit-eng)":96.2,"Tatoeba (lvs-eng)":95.33,"Tatoeba (mal-eng)":98.16,"Tatoeba (mar-eng)":92.93,"Tatoeba (max-eng)":36.96,"Tatoeba (mhr-eng)":6.86,"Tatoeba (mkd-eng)":93.63,"Tatoeba (mon-eng)":3.42,"Tatoeba (nds-eng)":77.13,"Tatoeba (nld-eng)":95.35,"Tatoeba (nno-eng)":72.75,"Tatoeba (nob-eng)":95.77,"Tatoeba (nov-eng)":60.02,"Tatoeba (oci-eng)":58.13,"Tatoeba (orv-eng)":23.24,"Tatoeba (pam-eng)":3.24,"Tatoeba (pes-eng)":93.13,"Tatoeba (pms-eng)":36.23,"Tatoeba (pol-eng)":97.32,"Tatoeba (por-eng)":94.54,"Tatoeba (ron-eng)":96.52,"Tatoeba (rus-eng)":92.58,"Tatoeba (slk-eng)":95.82,"Tatoeba (slv-eng)":95.4,"Tatoeba (spa-eng)":97.33,"Tatoeba (sqi-eng)":97.22,"Tatoeba (srp-eng)":93.64,"Tatoeba (swe-eng)":95.31,"Tatoeba (swg-eng)":33.1,"Tatoeba (swh-eng)":55.66,"Tatoeba (tam-eng)":87.32,"Tatoeba (tat-eng)":34.74,"Tatoeba (tel-eng)":96.72,"Tatoeba (tgl-eng)":63.19,"Tatoeba (tha-eng)":96.38,"Tatoeba (tuk-eng)":16.35,"Tatoeba (tur-eng)":98.03,"Tatoeba (tzl-eng)":36.56,"Tatoeba (uig-eng)":56.49,"Tatoeba (ukr-eng)":93.52,"Tatoeba (urd-eng)":84.23,"Tatoeba (uzb-eng)":23.2,"Tatoeba (vie-eng)":96.73,"Tatoeba (war-eng)":8.25,"Tatoeba (wuu-eng)":75.09,"Tatoeba (xho-eng)":4.68,"Tatoeba (yid-eng)":2.49,"Tatoeba (yue-eng)":87.75,"Tatoeba (zsm-eng)":95.41} -{"index":34,"Rank":11,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.21,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.67,"Tatoeba (amh-eng)":76.13,"Tatoeba (ang-eng)":42.23,"Tatoeba (ara-eng)":72.55,"Tatoeba (arq-eng)":22.43,"Tatoeba (arz-eng)":55.14,"Tatoeba (ast-eng)":71.67,"Tatoeba (awa-eng)":74.27,"Tatoeba (aze-eng)":80.14,"Tatoeba (bel-eng)":84.68,"Tatoeba (ben-eng)":77.76,"Tatoeba (ber-eng)":16.92,"Tatoeba (bos-eng)":83.24,"Tatoeba (bre-eng)":8.24,"Tatoeba (bul-eng)":83.81,"Tatoeba (cat-eng)":79.75,"Tatoeba (cbk-eng)":57.77,"Tatoeba (ceb-eng)":42.01,"Tatoeba (ces-eng)":78.83,"Tatoeba (cha-eng)":27.83,"Tatoeba (cmn-eng)":88.89,"Tatoeba (cor-eng)":6.02,"Tatoeba (csb-eng)":23.99,"Tatoeba (cym-eng)":65.32,"Tatoeba (dan-eng)":84.39,"Tatoeba (deu-eng)":96.58,"Tatoeba (dsb-eng)":31.64,"Tatoeba (dtp-eng)":7.68,"Tatoeba (ell-eng)":84.08,"Tatoeba (epo-eng)":90.5,"Tatoeba (est-eng)":55.31,"Tatoeba (eus-eng)":54.47,"Tatoeba (fao-eng)":58.87,"Tatoeba (fin-eng)":68.56,"Tatoeba (fra-eng)":89.93,"Tatoeba (fry-eng)":51.03,"Tatoeba (gla-eng)":39.42,"Tatoeba (gle-eng)":59.59,"Tatoeba (glg-eng)":81.93,"Tatoeba (gsw-eng)":36.45,"Tatoeba (heb-eng)":67.92,"Tatoeba (hin-eng)":93.25,"Tatoeba (hrv-eng)":86.87,"Tatoeba (hsb-eng)":37.02,"Tatoeba (hun-eng)":71.84,"Tatoeba (hye-eng)":82.29,"Tatoeba (ido-eng)":70.86,"Tatoeba (ile-eng)":71.73,"Tatoeba (ina-eng)":85.6,"Tatoeba (ind-eng)":87.81,"Tatoeba (isl-eng)":62.16,"Tatoeba (ita-eng)":87.56,"Tatoeba (jav-eng)":50.66,"Tatoeba (jpn-eng)":83.7,"Tatoeba (kab-eng)":17.83,"Tatoeba (kat-eng)":76.84,"Tatoeba (kaz-eng)":73.03,"Tatoeba (khm-eng)":47.99,"Tatoeba (kor-eng)":74.16,"Tatoeba (kur-eng)":39.67,"Tatoeba (kzj-eng)":8.27,"Tatoeba (lat-eng)":39.95,"Tatoeba (lfn-eng)":52.73,"Tatoeba (lit-eng)":61.52,"Tatoeba (lvs-eng)":60.67,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":86.79,"Tatoeba (max-eng)":49.95,"Tatoeba (mhr-eng)":6.08,"Tatoeba (mkd-eng)":59.26,"Tatoeba (mon-eng)":78.22,"Tatoeba (nds-eng)":53.26,"Tatoeba (nld-eng)":90.3,"Tatoeba (nno-eng)":69.48,"Tatoeba (nob-eng)":87.8,"Tatoeba (nov-eng)":68.56,"Tatoeba (oci-eng)":42.84,"Tatoeba (orv-eng)":15.13,"Tatoeba (pam-eng)":6.97,"Tatoeba (pes-eng)":84.0,"Tatoeba (pms-eng)":42.15,"Tatoeba (pol-eng)":85.91,"Tatoeba (por-eng)":89.25,"Tatoeba (ron-eng)":83.67,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.96,"Tatoeba (slv-eng)":72.85,"Tatoeba (spa-eng)":91.1,"Tatoeba (sqi-eng)":88.56,"Tatoeba (srp-eng)":80.33,"Tatoeba (swe-eng)":84.97,"Tatoeba (swg-eng)":44.3,"Tatoeba (swh-eng)":66.74,"Tatoeba (tam-eng)":81.39,"Tatoeba (tat-eng)":63.38,"Tatoeba (tel-eng)":85.78,"Tatoeba (tgl-eng)":79.26,"Tatoeba (tha-eng)":89.36,"Tatoeba (tuk-eng)":18.41,"Tatoeba (tur-eng)":86.78,"Tatoeba (tzl-eng)":36.2,"Tatoeba (uig-eng)":59.33,"Tatoeba (ukr-eng)":81.62,"Tatoeba (urd-eng)":84.71,"Tatoeba (uzb-eng)":58.0,"Tatoeba (vie-eng)":87.78,"Tatoeba (war-eng)":40.86,"Tatoeba (wuu-eng)":69.05,"Tatoeba (xho-eng)":62.84,"Tatoeba (yid-eng)":66.83,"Tatoeba (yue-eng)":69.69,"Tatoeba (zsm-eng)":90.0} -{"index":28,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.91,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.17,"Tatoeba (amh-eng)":74.11,"Tatoeba (ang-eng)":30.3,"Tatoeba (ara-eng)":76.09,"Tatoeba (arq-eng)":23.62,"Tatoeba (arz-eng)":53.35,"Tatoeba (ast-eng)":62.81,"Tatoeba (awa-eng)":74.55,"Tatoeba (aze-eng)":80.79,"Tatoeba (bel-eng)":80.89,"Tatoeba (ben-eng)":81.4,"Tatoeba (ber-eng)":18.22,"Tatoeba (bos-eng)":81.15,"Tatoeba (bre-eng)":7.09,"Tatoeba (bul-eng)":85.47,"Tatoeba (cat-eng)":79.3,"Tatoeba (cbk-eng)":55.36,"Tatoeba (ceb-eng)":42.35,"Tatoeba (ces-eng)":80.99,"Tatoeba (cha-eng)":24.88,"Tatoeba (cmn-eng)":89.85,"Tatoeba (cor-eng)":5.24,"Tatoeba (csb-eng)":26.23,"Tatoeba (cym-eng)":62.3,"Tatoeba (dan-eng)":86.38,"Tatoeba (deu-eng)":97.22,"Tatoeba (dsb-eng)":29.87,"Tatoeba (dtp-eng)":6.42,"Tatoeba (ell-eng)":86.81,"Tatoeba (epo-eng)":88.96,"Tatoeba (est-eng)":56.47,"Tatoeba (eus-eng)":50.9,"Tatoeba (fao-eng)":56.57,"Tatoeba (fin-eng)":70.23,"Tatoeba (fra-eng)":90.51,"Tatoeba (fry-eng)":49.05,"Tatoeba (gla-eng)":35.96,"Tatoeba (gle-eng)":56.32,"Tatoeba (glg-eng)":79.65,"Tatoeba (gsw-eng)":40.13,"Tatoeba (heb-eng)":73.68,"Tatoeba (hin-eng)":92.36,"Tatoeba (hrv-eng)":84.42,"Tatoeba (hsb-eng)":36.49,"Tatoeba (hun-eng)":74.44,"Tatoeba (hye-eng)":83.81,"Tatoeba (ido-eng)":70.07,"Tatoeba (ile-eng)":70.31,"Tatoeba (ina-eng)":86.39,"Tatoeba (ind-eng)":88.28,"Tatoeba (isl-eng)":62.32,"Tatoeba (ita-eng)":88.54,"Tatoeba (jav-eng)":53.39,"Tatoeba (jpn-eng)":77.43,"Tatoeba (kab-eng)":18.06,"Tatoeba (kat-eng)":77.6,"Tatoeba (kaz-eng)":70.57,"Tatoeba (khm-eng)":44.34,"Tatoeba (kor-eng)":73.74,"Tatoeba (kur-eng)":39.99,"Tatoeba (kzj-eng)":6.56,"Tatoeba (lat-eng)":37.76,"Tatoeba (lfn-eng)":51.46,"Tatoeba (lit-eng)":59.95,"Tatoeba (lvs-eng)":61.84,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":85.94,"Tatoeba (max-eng)":48.29,"Tatoeba (mhr-eng)":5.58,"Tatoeba (mkd-eng)":63.74,"Tatoeba (mon-eng)":77.7,"Tatoeba (nds-eng)":52.46,"Tatoeba (nld-eng)":91.87,"Tatoeba (nno-eng)":70.29,"Tatoeba (nob-eng)":90.18,"Tatoeba (nov-eng)":64.2,"Tatoeba (oci-eng)":38.27,"Tatoeba (orv-eng)":14.89,"Tatoeba (pam-eng)":5.76,"Tatoeba (pes-eng)":85.51,"Tatoeba (pms-eng)":35.47,"Tatoeba (pol-eng)":88.85,"Tatoeba (por-eng)":89.63,"Tatoeba (ron-eng)":85.68,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.86,"Tatoeba (slv-eng)":73.93,"Tatoeba (spa-eng)":93.01,"Tatoeba (sqi-eng)":86.21,"Tatoeba (srp-eng)":83.06,"Tatoeba (swe-eng)":87.46,"Tatoeba (swg-eng)":44.0,"Tatoeba (swh-eng)":65.43,"Tatoeba (tam-eng)":82.82,"Tatoeba (tat-eng)":66.8,"Tatoeba (tel-eng)":86.82,"Tatoeba (tgl-eng)":77.54,"Tatoeba (tha-eng)":90.88,"Tatoeba (tuk-eng)":16.99,"Tatoeba (tur-eng)":88.42,"Tatoeba (tzl-eng)":34.83,"Tatoeba (uig-eng)":60.59,"Tatoeba (ukr-eng)":82.98,"Tatoeba (urd-eng)":85.07,"Tatoeba (uzb-eng)":59.11,"Tatoeba (vie-eng)":89.03,"Tatoeba (war-eng)":39.14,"Tatoeba (wuu-eng)":67.3,"Tatoeba (xho-eng)":63.2,"Tatoeba (yid-eng)":65.9,"Tatoeba (yue-eng)":69.33,"Tatoeba (zsm-eng)":91.37} -{"index":46,"Rank":13,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.38,"BUCC (de-en)":98.59,"BUCC (fr-en)":96.89,"BUCC (ru-en)":96.44,"BUCC (zh-en)":97.56,"Tatoeba (afr-eng)":72.96,"Tatoeba (amh-eng)":53.49,"Tatoeba (ang-eng)":16.72,"Tatoeba (ara-eng)":90.19,"Tatoeba (arq-eng)":19.84,"Tatoeba (arz-eng)":55.69,"Tatoeba (ast-eng)":70.08,"Tatoeba (awa-eng)":42.83,"Tatoeba (aze-eng)":76.36,"Tatoeba (bel-eng)":79.94,"Tatoeba (ben-eng)":64.9,"Tatoeba (ber-eng)":4.88,"Tatoeba (bos-eng)":94.02,"Tatoeba (bre-eng)":6.42,"Tatoeba (bul-eng)":93.52,"Tatoeba (cat-eng)":96.05,"Tatoeba (cbk-eng)":58.68,"Tatoeba (ceb-eng)":7.39,"Tatoeba (ces-eng)":95.73,"Tatoeba (cha-eng)":12.59,"Tatoeba (cmn-eng)":95.83,"Tatoeba (cor-eng)":3.53,"Tatoeba (csb-eng)":23.73,"Tatoeba (cym-eng)":22.31,"Tatoeba (dan-eng)":96.17,"Tatoeba (deu-eng)":97.73,"Tatoeba (dsb-eng)":36.85,"Tatoeba (dtp-eng)":5.03,"Tatoeba (ell-eng)":94.93,"Tatoeba (epo-eng)":55.12,"Tatoeba (est-eng)":98.4,"Tatoeba (eus-eng)":31.33,"Tatoeba (fao-eng)":38.24,"Tatoeba (fin-eng)":95.92,"Tatoeba (fra-eng)":93.12,"Tatoeba (fry-eng)":43.54,"Tatoeba (gla-eng)":4.72,"Tatoeba (gle-eng)":16.85,"Tatoeba (glg-eng)":95.32,"Tatoeba (gsw-eng)":25.12,"Tatoeba (heb-eng)":88.26,"Tatoeba (hin-eng)":97.75,"Tatoeba (hrv-eng)":97.0,"Tatoeba (hsb-eng)":44.32,"Tatoeba (hun-eng)":94.18,"Tatoeba (hye-eng)":94.38,"Tatoeba (ido-eng)":43.91,"Tatoeba (ile-eng)":60.36,"Tatoeba (ina-eng)":84.32,"Tatoeba (ind-eng)":93.5,"Tatoeba (isl-eng)":59.25,"Tatoeba (ita-eng)":93.76,"Tatoeba (jav-eng)":23.39,"Tatoeba (jpn-eng)":92.51,"Tatoeba (kab-eng)":1.41,"Tatoeba (kat-eng)":95.46,"Tatoeba (kaz-eng)":61.49,"Tatoeba (khm-eng)":58.8,"Tatoeba (kor-eng)":93.07,"Tatoeba (kur-eng)":61.44,"Tatoeba (kzj-eng)":5.88,"Tatoeba (lat-eng)":24.25,"Tatoeba (lfn-eng)":49.56,"Tatoeba (lit-eng)":95.37,"Tatoeba (lvs-eng)":97.53,"Tatoeba (mal-eng)":88.46,"Tatoeba (mar-eng)":93.83,"Tatoeba (max-eng)":48.77,"Tatoeba (mhr-eng)":7.57,"Tatoeba (mkd-eng)":93.02,"Tatoeba (mon-eng)":96.14,"Tatoeba (nds-eng)":38.88,"Tatoeba (nld-eng)":95.5,"Tatoeba (nno-eng)":81.41,"Tatoeba (nob-eng)":98.53,"Tatoeba (nov-eng)":50.23,"Tatoeba (oci-eng)":43.49,"Tatoeba (orv-eng)":23.77,"Tatoeba (pam-eng)":5.39,"Tatoeba (pes-eng)":93.47,"Tatoeba (pms-eng)":34.19,"Tatoeba (pol-eng)":96.95,"Tatoeba (por-eng)":93.02,"Tatoeba (ron-eng)":96.43,"Tatoeba (rus-eng)":92.92,"Tatoeba (slk-eng)":96.62,"Tatoeba (slv-eng)":97.08,"Tatoeba (spa-eng)":97.0,"Tatoeba (sqi-eng)":98.57,"Tatoeba (srp-eng)":94.12,"Tatoeba (swe-eng)":95.45,"Tatoeba (swg-eng)":22.8,"Tatoeba (swh-eng)":16.02,"Tatoeba (tam-eng)":73.6,"Tatoeba (tat-eng)":10.89,"Tatoeba (tel-eng)":79.73,"Tatoeba (tgl-eng)":17.67,"Tatoeba (tha-eng)":95.99,"Tatoeba (tuk-eng)":14.91,"Tatoeba (tur-eng)":96.17,"Tatoeba (tzl-eng)":34.21,"Tatoeba (uig-eng)":48.35,"Tatoeba (ukr-eng)":92.67,"Tatoeba (urd-eng)":95.12,"Tatoeba (uzb-eng)":23.19,"Tatoeba (vie-eng)":97.23,"Tatoeba (war-eng)":7.42,"Tatoeba (wuu-eng)":78.25,"Tatoeba (xho-eng)":6.53,"Tatoeba (yid-eng)":30.73,"Tatoeba (yue-eng)":77.58,"Tatoeba (zsm-eng)":95.8} -{"index":45,"Rank":14,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.98,"BUCC (de-en)":97.11,"BUCC (fr-en)":94.99,"BUCC (ru-en)":95.06,"BUCC (zh-en)":95.63,"Tatoeba (afr-eng)":58.22,"Tatoeba (amh-eng)":36.21,"Tatoeba (ang-eng)":10.24,"Tatoeba (ara-eng)":87.93,"Tatoeba (arq-eng)":18.6,"Tatoeba (arz-eng)":51.26,"Tatoeba (ast-eng)":62.17,"Tatoeba (awa-eng)":33.43,"Tatoeba (aze-eng)":62.1,"Tatoeba (bel-eng)":67.73,"Tatoeba (ben-eng)":36.48,"Tatoeba (ber-eng)":4.43,"Tatoeba (bos-eng)":93.27,"Tatoeba (bre-eng)":5.56,"Tatoeba (bul-eng)":92.65,"Tatoeba (cat-eng)":94.42,"Tatoeba (cbk-eng)":55.37,"Tatoeba (ceb-eng)":8.05,"Tatoeba (ces-eng)":95.12,"Tatoeba (cha-eng)":15.98,"Tatoeba (cmn-eng)":94.93,"Tatoeba (cor-eng)":3.42,"Tatoeba (csb-eng)":21.56,"Tatoeba (cym-eng)":13.25,"Tatoeba (dan-eng)":94.8,"Tatoeba (deu-eng)":97.02,"Tatoeba (dsb-eng)":33.43,"Tatoeba (dtp-eng)":5.69,"Tatoeba (ell-eng)":95.43,"Tatoeba (epo-eng)":41.73,"Tatoeba (est-eng)":97.33,"Tatoeba (eus-eng)":23.18,"Tatoeba (fao-eng)":27.51,"Tatoeba (fin-eng)":93.1,"Tatoeba (fra-eng)":91.72,"Tatoeba (fry-eng)":31.13,"Tatoeba (gla-eng)":3.61,"Tatoeba (gle-eng)":11.62,"Tatoeba (glg-eng)":94.0,"Tatoeba (gsw-eng)":25.74,"Tatoeba (heb-eng)":86.88,"Tatoeba (hin-eng)":97.62,"Tatoeba (hrv-eng)":95.98,"Tatoeba (hsb-eng)":36.1,"Tatoeba (hun-eng)":91.58,"Tatoeba (hye-eng)":93.28,"Tatoeba (ido-eng)":40.25,"Tatoeba (ile-eng)":57.71,"Tatoeba (ina-eng)":79.13,"Tatoeba (ind-eng)":92.74,"Tatoeba (isl-eng)":24.07,"Tatoeba (ita-eng)":93.05,"Tatoeba (jav-eng)":17.04,"Tatoeba (jpn-eng)":90.41,"Tatoeba (kab-eng)":1.16,"Tatoeba (kat-eng)":95.44,"Tatoeba (kaz-eng)":34.89,"Tatoeba (khm-eng)":32.11,"Tatoeba (kor-eng)":92.52,"Tatoeba (kur-eng)":46.94,"Tatoeba (kzj-eng)":6.24,"Tatoeba (lat-eng)":19.47,"Tatoeba (lfn-eng)":47.02,"Tatoeba (lit-eng)":93.16,"Tatoeba (lvs-eng)":97.87,"Tatoeba (mal-eng)":32.2,"Tatoeba (mar-eng)":92.38,"Tatoeba (max-eng)":45.25,"Tatoeba (mhr-eng)":6.89,"Tatoeba (mkd-eng)":91.0,"Tatoeba (mon-eng)":95.04,"Tatoeba (nds-eng)":32.16,"Tatoeba (nld-eng)":94.58,"Tatoeba (nno-eng)":76.34,"Tatoeba (nob-eng)":97.73,"Tatoeba (nov-eng)":47.99,"Tatoeba (oci-eng)":38.57,"Tatoeba (orv-eng)":15.1,"Tatoeba (pam-eng)":5.41,"Tatoeba (pes-eng)":92.59,"Tatoeba (pms-eng)":30.7,"Tatoeba (pol-eng)":94.28,"Tatoeba (por-eng)":92.13,"Tatoeba (ron-eng)":95.3,"Tatoeba (rus-eng)":91.87,"Tatoeba (slk-eng)":95.15,"Tatoeba (slv-eng)":96.92,"Tatoeba (spa-eng)":95.42,"Tatoeba (sqi-eng)":98.17,"Tatoeba (srp-eng)":92.24,"Tatoeba (swe-eng)":94.42,"Tatoeba (swg-eng)":26.31,"Tatoeba (swh-eng)":14.48,"Tatoeba (tam-eng)":24.64,"Tatoeba (tat-eng)":10.25,"Tatoeba (tel-eng)":36.4,"Tatoeba (tgl-eng)":13.09,"Tatoeba (tha-eng)":96.72,"Tatoeba (tuk-eng)":15.16,"Tatoeba (tur-eng)":95.08,"Tatoeba (tzl-eng)":25.46,"Tatoeba (uig-eng)":24.39,"Tatoeba (ukr-eng)":92.82,"Tatoeba (urd-eng)":94.57,"Tatoeba (uzb-eng)":17.14,"Tatoeba (vie-eng)":95.12,"Tatoeba (war-eng)":7.25,"Tatoeba (wuu-eng)":76.0,"Tatoeba (xho-eng)":4.52,"Tatoeba (yid-eng)":14.38,"Tatoeba (yue-eng)":71.45,"Tatoeba (zsm-eng)":95.31} -{"index":15,"Rank":15,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.27,"BUCC (de-en)":98.18,"BUCC (fr-en)":98.04,"BUCC (ru-en)":94.58,"BUCC (zh-en)":96.75,"Tatoeba (afr-eng)":50.58,"Tatoeba (amh-eng)":0.36,"Tatoeba (ang-eng)":30.89,"Tatoeba (ara-eng)":79.65,"Tatoeba (arq-eng)":20.68,"Tatoeba (arz-eng)":56.04,"Tatoeba (ast-eng)":55.81,"Tatoeba (awa-eng)":41.58,"Tatoeba (aze-eng)":27.78,"Tatoeba (bel-eng)":41.21,"Tatoeba (ben-eng)":20.85,"Tatoeba (ber-eng)":5.5,"Tatoeba (bos-eng)":36.73,"Tatoeba (bre-eng)":5.46,"Tatoeba (bul-eng)":60.26,"Tatoeba (cat-eng)":63.42,"Tatoeba (cbk-eng)":56.73,"Tatoeba (ceb-eng)":10.46,"Tatoeba (ces-eng)":81.81,"Tatoeba (cha-eng)":22.8,"Tatoeba (cmn-eng)":86.13,"Tatoeba (cor-eng)":3.87,"Tatoeba (csb-eng)":20.52,"Tatoeba (cym-eng)":9.1,"Tatoeba (dan-eng)":72.49,"Tatoeba (deu-eng)":96.57,"Tatoeba (dsb-eng)":28.3,"Tatoeba (dtp-eng)":3.87,"Tatoeba (ell-eng)":10.43,"Tatoeba (epo-eng)":30.54,"Tatoeba (est-eng)":7.43,"Tatoeba (eus-eng)":11.67,"Tatoeba (fao-eng)":21.34,"Tatoeba (fin-eng)":18.11,"Tatoeba (fra-eng)":89.39,"Tatoeba (fry-eng)":37.73,"Tatoeba (gla-eng)":4.23,"Tatoeba (gle-eng)":4.4,"Tatoeba (glg-eng)":74.27,"Tatoeba (gsw-eng)":37.04,"Tatoeba (heb-eng)":72.4,"Tatoeba (hin-eng)":82.06,"Tatoeba (hrv-eng)":34.63,"Tatoeba (hsb-eng)":37.13,"Tatoeba (hun-eng)":13.18,"Tatoeba (hye-eng)":0.37,"Tatoeba (ido-eng)":48.29,"Tatoeba (ile-eng)":61.81,"Tatoeba (ina-eng)":78.25,"Tatoeba (ind-eng)":54.64,"Tatoeba (isl-eng)":12.45,"Tatoeba (ita-eng)":81.99,"Tatoeba (jav-eng)":9.0,"Tatoeba (jpn-eng)":86.92,"Tatoeba (kab-eng)":1.95,"Tatoeba (kat-eng)":0.76,"Tatoeba (kaz-eng)":9.15,"Tatoeba (khm-eng)":0.35,"Tatoeba (kor-eng)":75.76,"Tatoeba (kur-eng)":13.51,"Tatoeba (kzj-eng)":5.8,"Tatoeba (lat-eng)":21.15,"Tatoeba (lfn-eng)":47.49,"Tatoeba (lit-eng)":10.45,"Tatoeba (lvs-eng)":10.72,"Tatoeba (mal-eng)":74.47,"Tatoeba (mar-eng)":67.35,"Tatoeba (max-eng)":22.52,"Tatoeba (mhr-eng)":4.3,"Tatoeba (mkd-eng)":34.72,"Tatoeba (mon-eng)":10.95,"Tatoeba (nds-eng)":49.47,"Tatoeba (nld-eng)":87.22,"Tatoeba (nno-eng)":56.01,"Tatoeba (nob-eng)":79.21,"Tatoeba (nov-eng)":54.06,"Tatoeba (oci-eng)":39.12,"Tatoeba (orv-eng)":19.65,"Tatoeba (pam-eng)":4.84,"Tatoeba (pes-eng)":45.04,"Tatoeba (pms-eng)":34.32,"Tatoeba (pol-eng)":83.35,"Tatoeba (por-eng)":89.38,"Tatoeba (ron-eng)":59.11,"Tatoeba (rus-eng)":84.96,"Tatoeba (slk-eng)":65.42,"Tatoeba (slv-eng)":35.88,"Tatoeba (spa-eng)":93.12,"Tatoeba (sqi-eng)":15.39,"Tatoeba (srp-eng)":35.41,"Tatoeba (swe-eng)":86.33,"Tatoeba (swg-eng)":36.39,"Tatoeba (swh-eng)":7.78,"Tatoeba (tam-eng)":65.79,"Tatoeba (tat-eng)":6.67,"Tatoeba (tel-eng)":65.37,"Tatoeba (tgl-eng)":17.86,"Tatoeba (tha-eng)":3.16,"Tatoeba (tuk-eng)":9.61,"Tatoeba (tur-eng)":77.38,"Tatoeba (tzl-eng)":26.1,"Tatoeba (uig-eng)":1.31,"Tatoeba (ukr-eng)":65.33,"Tatoeba (urd-eng)":6.6,"Tatoeba (uzb-eng)":7.86,"Tatoeba (vie-eng)":50.44,"Tatoeba (war-eng)":10.67,"Tatoeba (wuu-eng)":70.58,"Tatoeba (xho-eng)":9.53,"Tatoeba (yid-eng)":1.46,"Tatoeba (yue-eng)":51.32,"Tatoeba (zsm-eng)":54.61} -{"index":32,"Rank":16,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":37.12,"BUCC (de-en)":87.71,"BUCC (fr-en)":98.41,"BUCC (ru-en)":78.75,"BUCC (zh-en)":98.77,"Tatoeba (afr-eng)":22.56,"Tatoeba (amh-eng)":0.1,"Tatoeba (ang-eng)":34.68,"Tatoeba (ara-eng)":90.62,"Tatoeba (arq-eng)":37.21,"Tatoeba (arz-eng)":74.8,"Tatoeba (ast-eng)":68.37,"Tatoeba (awa-eng)":53.01,"Tatoeba (aze-eng)":8.16,"Tatoeba (bel-eng)":18.49,"Tatoeba (ben-eng)":83.89,"Tatoeba (ber-eng)":5.17,"Tatoeba (bos-eng)":19.28,"Tatoeba (bre-eng)":7.41,"Tatoeba (bul-eng)":28.46,"Tatoeba (cat-eng)":90.24,"Tatoeba (cbk-eng)":61.49,"Tatoeba (ceb-eng)":9.08,"Tatoeba (ces-eng)":12.99,"Tatoeba (cha-eng)":26.96,"Tatoeba (cmn-eng)":95.7,"Tatoeba (cor-eng)":3.86,"Tatoeba (csb-eng)":11.04,"Tatoeba (cym-eng)":8.32,"Tatoeba (dan-eng)":33.6,"Tatoeba (deu-eng)":85.06,"Tatoeba (dsb-eng)":15.0,"Tatoeba (dtp-eng)":5.26,"Tatoeba (ell-eng)":13.08,"Tatoeba (epo-eng)":33.92,"Tatoeba (est-eng)":5.61,"Tatoeba (eus-eng)":74.53,"Tatoeba (fao-eng)":14.42,"Tatoeba (fin-eng)":5.48,"Tatoeba (fra-eng)":94.32,"Tatoeba (fry-eng)":32.37,"Tatoeba (gla-eng)":3.1,"Tatoeba (gle-eng)":3.91,"Tatoeba (glg-eng)":82.55,"Tatoeba (gsw-eng)":23.7,"Tatoeba (heb-eng)":7.49,"Tatoeba (hin-eng)":94.88,"Tatoeba (hrv-eng)":17.75,"Tatoeba (hsb-eng)":13.31,"Tatoeba (hun-eng)":6.65,"Tatoeba (hye-eng)":0.92,"Tatoeba (ido-eng)":47.84,"Tatoeba (ile-eng)":63.65,"Tatoeba (ina-eng)":83.73,"Tatoeba (ind-eng)":91.91,"Tatoeba (isl-eng)":8.0,"Tatoeba (ita-eng)":74.96,"Tatoeba (jav-eng)":22.26,"Tatoeba (jpn-eng)":83.88,"Tatoeba (kab-eng)":1.54,"Tatoeba (kat-eng)":1.48,"Tatoeba (kaz-eng)":9.66,"Tatoeba (khm-eng)":0.7,"Tatoeba (kor-eng)":44.79,"Tatoeba (kur-eng)":12.5,"Tatoeba (kzj-eng)":6.3,"Tatoeba (lat-eng)":46.75,"Tatoeba (lfn-eng)":46.48,"Tatoeba (lit-eng)":5.87,"Tatoeba (lvs-eng)":8.58,"Tatoeba (mal-eng)":95.05,"Tatoeba (mar-eng)":71.56,"Tatoeba (max-eng)":41.45,"Tatoeba (mhr-eng)":3.25,"Tatoeba (mkd-eng)":15.58,"Tatoeba (mon-eng)":7.37,"Tatoeba (nds-eng)":29.88,"Tatoeba (nld-eng)":49.85,"Tatoeba (nno-eng)":20.79,"Tatoeba (nob-eng)":31.94,"Tatoeba (nov-eng)":54.93,"Tatoeba (oci-eng)":45.74,"Tatoeba (orv-eng)":8.44,"Tatoeba (pam-eng)":7.03,"Tatoeba (pes-eng)":21.59,"Tatoeba (pms-eng)":36.58,"Tatoeba (pol-eng)":20.27,"Tatoeba (por-eng)":94.43,"Tatoeba (ron-eng)":33.85,"Tatoeba (rus-eng)":71.23,"Tatoeba (slk-eng)":12.3,"Tatoeba (slv-eng)":13.06,"Tatoeba (spa-eng)":98.13,"Tatoeba (sqi-eng)":15.33,"Tatoeba (srp-eng)":18.75,"Tatoeba (swe-eng)":27.82,"Tatoeba (swg-eng)":29.18,"Tatoeba (swh-eng)":27.81,"Tatoeba (tam-eng)":81.87,"Tatoeba (tat-eng)":4.96,"Tatoeba (tel-eng)":80.56,"Tatoeba (tgl-eng)":11.19,"Tatoeba (tha-eng)":6.78,"Tatoeba (tuk-eng)":6.85,"Tatoeba (tur-eng)":8.96,"Tatoeba (tzl-eng)":32.7,"Tatoeba (uig-eng)":2.02,"Tatoeba (ukr-eng)":31.12,"Tatoeba (urd-eng)":82.87,"Tatoeba (uzb-eng)":8.28,"Tatoeba (vie-eng)":95.83,"Tatoeba (war-eng)":11.23,"Tatoeba (wuu-eng)":87.91,"Tatoeba (xho-eng)":7.96,"Tatoeba (yid-eng)":0.49,"Tatoeba (yue-eng)":89.39,"Tatoeba (zsm-eng)":88.11} -{"index":30,"Rank":17,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":34.17,"BUCC (de-en)":71.06,"BUCC (fr-en)":98.17,"BUCC (ru-en)":58.45,"BUCC (zh-en)":98.6,"Tatoeba (afr-eng)":18.66,"Tatoeba (amh-eng)":0.46,"Tatoeba (ang-eng)":27.44,"Tatoeba (ara-eng)":88.21,"Tatoeba (arq-eng)":29.24,"Tatoeba (arz-eng)":73.17,"Tatoeba (ast-eng)":71.25,"Tatoeba (awa-eng)":46.87,"Tatoeba (aze-eng)":7.61,"Tatoeba (bel-eng)":12.17,"Tatoeba (ben-eng)":80.65,"Tatoeba (ber-eng)":5.53,"Tatoeba (bos-eng)":14.99,"Tatoeba (bre-eng)":6.14,"Tatoeba (bul-eng)":26.9,"Tatoeba (cat-eng)":91.17,"Tatoeba (cbk-eng)":63.69,"Tatoeba (ceb-eng)":8.15,"Tatoeba (ces-eng)":8.29,"Tatoeba (cha-eng)":22.58,"Tatoeba (cmn-eng)":95.08,"Tatoeba (cor-eng)":4.0,"Tatoeba (csb-eng)":10.26,"Tatoeba (cym-eng)":8.46,"Tatoeba (dan-eng)":24.91,"Tatoeba (deu-eng)":72.73,"Tatoeba (dsb-eng)":12.44,"Tatoeba (dtp-eng)":5.41,"Tatoeba (ell-eng)":6.72,"Tatoeba (epo-eng)":28.07,"Tatoeba (est-eng)":5.63,"Tatoeba (eus-eng)":63.81,"Tatoeba (fao-eng)":12.9,"Tatoeba (fin-eng)":5.83,"Tatoeba (fra-eng)":93.53,"Tatoeba (fry-eng)":29.09,"Tatoeba (gla-eng)":4.13,"Tatoeba (gle-eng)":4.53,"Tatoeba (glg-eng)":80.98,"Tatoeba (gsw-eng)":19.31,"Tatoeba (heb-eng)":1.92,"Tatoeba (hin-eng)":92.87,"Tatoeba (hrv-eng)":13.69,"Tatoeba (hsb-eng)":12.35,"Tatoeba (hun-eng)":5.57,"Tatoeba (hye-eng)":1.56,"Tatoeba (ido-eng)":45.82,"Tatoeba (ile-eng)":64.41,"Tatoeba (ina-eng)":83.88,"Tatoeba (ind-eng)":90.54,"Tatoeba (isl-eng)":6.93,"Tatoeba (ita-eng)":73.39,"Tatoeba (jav-eng)":19.8,"Tatoeba (jpn-eng)":73.95,"Tatoeba (kab-eng)":1.92,"Tatoeba (kat-eng)":0.71,"Tatoeba (kaz-eng)":6.75,"Tatoeba (khm-eng)":0.09,"Tatoeba (kor-eng)":29.16,"Tatoeba (kur-eng)":11.84,"Tatoeba (kzj-eng)":5.99,"Tatoeba (lat-eng)":38.34,"Tatoeba (lfn-eng)":48.25,"Tatoeba (lit-eng)":5.82,"Tatoeba (lvs-eng)":6.95,"Tatoeba (mal-eng)":93.12,"Tatoeba (mar-eng)":65.18,"Tatoeba (max-eng)":40.88,"Tatoeba (mhr-eng)":2.88,"Tatoeba (mkd-eng)":13.93,"Tatoeba (mon-eng)":4.48,"Tatoeba (nds-eng)":24.45,"Tatoeba (nld-eng)":36.81,"Tatoeba (nno-eng)":16.07,"Tatoeba (nob-eng)":22.79,"Tatoeba (nov-eng)":53.3,"Tatoeba (oci-eng)":41.08,"Tatoeba (orv-eng)":5.61,"Tatoeba (pam-eng)":7.18,"Tatoeba (pes-eng)":17.01,"Tatoeba (pms-eng)":32.19,"Tatoeba (pol-eng)":14.83,"Tatoeba (por-eng)":93.62,"Tatoeba (ron-eng)":30.35,"Tatoeba (rus-eng)":62.61,"Tatoeba (slk-eng)":11.36,"Tatoeba (slv-eng)":10.89,"Tatoeba (spa-eng)":97.77,"Tatoeba (sqi-eng)":13.17,"Tatoeba (srp-eng)":15.09,"Tatoeba (swe-eng)":21.73,"Tatoeba (swg-eng)":22.77,"Tatoeba (swh-eng)":25.43,"Tatoeba (tam-eng)":84.66,"Tatoeba (tat-eng)":4.92,"Tatoeba (tel-eng)":79.3,"Tatoeba (tgl-eng)":10.75,"Tatoeba (tha-eng)":3.08,"Tatoeba (tuk-eng)":5.83,"Tatoeba (tur-eng)":7.14,"Tatoeba (tzl-eng)":31.64,"Tatoeba (uig-eng)":1.0,"Tatoeba (ukr-eng)":25.42,"Tatoeba (urd-eng)":76.77,"Tatoeba (uzb-eng)":5.91,"Tatoeba (vie-eng)":96.05,"Tatoeba (war-eng)":10.73,"Tatoeba (wuu-eng)":84.6,"Tatoeba (xho-eng)":7.79,"Tatoeba (yid-eng)":0.28,"Tatoeba (yue-eng)":86.38,"Tatoeba (zsm-eng)":85.22} -{"index":17,"Rank":18,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":31.08,"BUCC (de-en)":54.0,"BUCC (fr-en)":97.06,"BUCC (ru-en)":45.3,"BUCC (zh-en)":97.96,"Tatoeba (afr-eng)":16.62,"Tatoeba (amh-eng)":0.03,"Tatoeba (ang-eng)":28.76,"Tatoeba (ara-eng)":85.37,"Tatoeba (arq-eng)":27.75,"Tatoeba (arz-eng)":70.66,"Tatoeba (ast-eng)":71.13,"Tatoeba (awa-eng)":35.01,"Tatoeba (aze-eng)":6.32,"Tatoeba (bel-eng)":8.03,"Tatoeba (ben-eng)":75.98,"Tatoeba (ber-eng)":4.92,"Tatoeba (bos-eng)":13.65,"Tatoeba (bre-eng)":4.67,"Tatoeba (bul-eng)":20.09,"Tatoeba (cat-eng)":88.31,"Tatoeba (cbk-eng)":64.63,"Tatoeba (ceb-eng)":6.64,"Tatoeba (ces-eng)":9.55,"Tatoeba (cha-eng)":23.26,"Tatoeba (cmn-eng)":91.45,"Tatoeba (cor-eng)":2.83,"Tatoeba (csb-eng)":10.03,"Tatoeba (cym-eng)":6.97,"Tatoeba (dan-eng)":23.52,"Tatoeba (deu-eng)":70.1,"Tatoeba (dsb-eng)":8.78,"Tatoeba (dtp-eng)":3.41,"Tatoeba (ell-eng)":5.34,"Tatoeba (epo-eng)":26.2,"Tatoeba (est-eng)":4.76,"Tatoeba (eus-eng)":53.38,"Tatoeba (fao-eng)":12.61,"Tatoeba (fin-eng)":3.41,"Tatoeba (fra-eng)":91.44,"Tatoeba (fry-eng)":24.62,"Tatoeba (gla-eng)":2.09,"Tatoeba (gle-eng)":3.26,"Tatoeba (glg-eng)":79.86,"Tatoeba (gsw-eng)":21.03,"Tatoeba (heb-eng)":1.69,"Tatoeba (hin-eng)":85.23,"Tatoeba (hrv-eng)":12.79,"Tatoeba (hsb-eng)":9.68,"Tatoeba (hun-eng)":5.07,"Tatoeba (hye-eng)":0.5,"Tatoeba (ido-eng)":43.91,"Tatoeba (ile-eng)":59.59,"Tatoeba (ina-eng)":73.67,"Tatoeba (ind-eng)":88.04,"Tatoeba (isl-eng)":6.29,"Tatoeba (ita-eng)":65.04,"Tatoeba (jav-eng)":15.02,"Tatoeba (jpn-eng)":71.36,"Tatoeba (kab-eng)":1.69,"Tatoeba (kat-eng)":0.42,"Tatoeba (kaz-eng)":3.32,"Tatoeba (khm-eng)":0.37,"Tatoeba (kor-eng)":22.39,"Tatoeba (kur-eng)":8.26,"Tatoeba (kzj-eng)":5.17,"Tatoeba (lat-eng)":28.76,"Tatoeba (lfn-eng)":44.85,"Tatoeba (lit-eng)":4.49,"Tatoeba (lvs-eng)":6.55,"Tatoeba (mal-eng)":83.3,"Tatoeba (mar-eng)":45.53,"Tatoeba (max-eng)":36.14,"Tatoeba (mhr-eng)":1.56,"Tatoeba (mkd-eng)":10.47,"Tatoeba (mon-eng)":2.85,"Tatoeba (nds-eng)":23.92,"Tatoeba (nld-eng)":29.74,"Tatoeba (nno-eng)":16.28,"Tatoeba (nob-eng)":21.07,"Tatoeba (nov-eng)":52.23,"Tatoeba (oci-eng)":40.17,"Tatoeba (orv-eng)":5.79,"Tatoeba (pam-eng)":5.85,"Tatoeba (pes-eng)":12.13,"Tatoeba (pms-eng)":31.94,"Tatoeba (pol-eng)":14.09,"Tatoeba (por-eng)":92.62,"Tatoeba (ron-eng)":27.23,"Tatoeba (rus-eng)":59.84,"Tatoeba (slk-eng)":9.98,"Tatoeba (slv-eng)":10.14,"Tatoeba (spa-eng)":94.48,"Tatoeba (sqi-eng)":10.38,"Tatoeba (srp-eng)":11.69,"Tatoeba (swe-eng)":19.53,"Tatoeba (swg-eng)":16.89,"Tatoeba (swh-eng)":16.74,"Tatoeba (tam-eng)":72.76,"Tatoeba (tat-eng)":3.59,"Tatoeba (tel-eng)":64.62,"Tatoeba (tgl-eng)":10.7,"Tatoeba (tha-eng)":2.22,"Tatoeba (tuk-eng)":5.48,"Tatoeba (tur-eng)":6.15,"Tatoeba (tzl-eng)":27.82,"Tatoeba (uig-eng)":1.27,"Tatoeba (ukr-eng)":22.06,"Tatoeba (urd-eng)":70.1,"Tatoeba (uzb-eng)":4.71,"Tatoeba (vie-eng)":94.2,"Tatoeba (war-eng)":10.38,"Tatoeba (wuu-eng)":79.58,"Tatoeba (xho-eng)":5.51,"Tatoeba (yid-eng)":0.16,"Tatoeba (yue-eng)":77.03,"Tatoeba (zsm-eng)":79.95} -{"index":29,"Rank":19,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":29.85,"BUCC (de-en)":42.03,"BUCC (fr-en)":97.71,"BUCC (ru-en)":24.11,"BUCC (zh-en)":98.24,"Tatoeba (afr-eng)":14.54,"Tatoeba (amh-eng)":0.12,"Tatoeba (ang-eng)":19.43,"Tatoeba (ara-eng)":86.43,"Tatoeba (arq-eng)":26.28,"Tatoeba (arz-eng)":66.01,"Tatoeba (ast-eng)":68.16,"Tatoeba (awa-eng)":45.66,"Tatoeba (aze-eng)":6.63,"Tatoeba (bel-eng)":9.62,"Tatoeba (ben-eng)":78.76,"Tatoeba (ber-eng)":4.58,"Tatoeba (bos-eng)":11.93,"Tatoeba (bre-eng)":5.35,"Tatoeba (bul-eng)":14.25,"Tatoeba (cat-eng)":84.54,"Tatoeba (cbk-eng)":61.04,"Tatoeba (ceb-eng)":7.75,"Tatoeba (ces-eng)":5.64,"Tatoeba (cha-eng)":22.9,"Tatoeba (cmn-eng)":93.97,"Tatoeba (cor-eng)":3.13,"Tatoeba (csb-eng)":9.04,"Tatoeba (cym-eng)":7.77,"Tatoeba (dan-eng)":17.55,"Tatoeba (deu-eng)":53.27,"Tatoeba (dsb-eng)":9.57,"Tatoeba (dtp-eng)":3.82,"Tatoeba (ell-eng)":2.34,"Tatoeba (epo-eng)":23.11,"Tatoeba (est-eng)":4.47,"Tatoeba (eus-eng)":59.64,"Tatoeba (fao-eng)":9.42,"Tatoeba (fin-eng)":4.27,"Tatoeba (fra-eng)":92.77,"Tatoeba (fry-eng)":25.34,"Tatoeba (gla-eng)":2.99,"Tatoeba (gle-eng)":3.96,"Tatoeba (glg-eng)":75.92,"Tatoeba (gsw-eng)":21.86,"Tatoeba (heb-eng)":0.69,"Tatoeba (hin-eng)":91.53,"Tatoeba (hrv-eng)":9.73,"Tatoeba (hsb-eng)":9.78,"Tatoeba (hun-eng)":4.3,"Tatoeba (hye-eng)":0.65,"Tatoeba (ido-eng)":39.15,"Tatoeba (ile-eng)":56.08,"Tatoeba (ina-eng)":74.59,"Tatoeba (ind-eng)":88.3,"Tatoeba (isl-eng)":5.46,"Tatoeba (ita-eng)":55.97,"Tatoeba (jav-eng)":18.6,"Tatoeba (jpn-eng)":65.97,"Tatoeba (kab-eng)":1.14,"Tatoeba (kat-eng)":0.91,"Tatoeba (kaz-eng)":4.7,"Tatoeba (khm-eng)":0.01,"Tatoeba (kor-eng)":12.56,"Tatoeba (kur-eng)":10.65,"Tatoeba (kzj-eng)":4.78,"Tatoeba (lat-eng)":27.65,"Tatoeba (lfn-eng)":41.94,"Tatoeba (lit-eng)":4.83,"Tatoeba (lvs-eng)":5.53,"Tatoeba (mal-eng)":85.56,"Tatoeba (mar-eng)":52.67,"Tatoeba (max-eng)":39.38,"Tatoeba (mhr-eng)":2.38,"Tatoeba (mkd-eng)":6.19,"Tatoeba (mon-eng)":4.79,"Tatoeba (nds-eng)":17.76,"Tatoeba (nld-eng)":25.15,"Tatoeba (nno-eng)":13.33,"Tatoeba (nob-eng)":17.67,"Tatoeba (nov-eng)":49.14,"Tatoeba (oci-eng)":39.02,"Tatoeba (orv-eng)":3.07,"Tatoeba (pam-eng)":5.68,"Tatoeba (pes-eng)":13.51,"Tatoeba (pms-eng)":27.6,"Tatoeba (pol-eng)":9.61,"Tatoeba (por-eng)":92.52,"Tatoeba (ron-eng)":23.2,"Tatoeba (rus-eng)":40.27,"Tatoeba (slk-eng)":8.52,"Tatoeba (slv-eng)":8.1,"Tatoeba (spa-eng)":96.05,"Tatoeba (sqi-eng)":12.07,"Tatoeba (srp-eng)":8.76,"Tatoeba (swe-eng)":14.94,"Tatoeba (swg-eng)":21.63,"Tatoeba (swh-eng)":16.31,"Tatoeba (tam-eng)":77.3,"Tatoeba (tat-eng)":2.86,"Tatoeba (tel-eng)":69.05,"Tatoeba (tgl-eng)":8.63,"Tatoeba (tha-eng)":1.64,"Tatoeba (tuk-eng)":5.14,"Tatoeba (tur-eng)":5.09,"Tatoeba (tzl-eng)":31.31,"Tatoeba (uig-eng)":1.68,"Tatoeba (ukr-eng)":14.32,"Tatoeba (urd-eng)":68.96,"Tatoeba (uzb-eng)":5.15,"Tatoeba (vie-eng)":94.57,"Tatoeba (war-eng)":8.07,"Tatoeba (wuu-eng)":81.18,"Tatoeba (xho-eng)":8.3,"Tatoeba (yid-eng)":0.12,"Tatoeba (yue-eng)":81.35,"Tatoeba (zsm-eng)":81.48} -{"index":31,"Rank":20,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":24.03,"BUCC (de-en)":11.3,"BUCC (fr-en)":96.18,"BUCC (ru-en)":1.59,"BUCC (zh-en)":96.16,"Tatoeba (afr-eng)":9.01,"Tatoeba (amh-eng)":0.21,"Tatoeba (ang-eng)":13.31,"Tatoeba (ara-eng)":80.09,"Tatoeba (arq-eng)":16.16,"Tatoeba (arz-eng)":49.42,"Tatoeba (ast-eng)":59.96,"Tatoeba (awa-eng)":30.54,"Tatoeba (aze-eng)":3.44,"Tatoeba (bel-eng)":3.28,"Tatoeba (ben-eng)":70.14,"Tatoeba (ber-eng)":3.92,"Tatoeba (bos-eng)":9.17,"Tatoeba (bre-eng)":3.85,"Tatoeba (bul-eng)":4.58,"Tatoeba (cat-eng)":81.55,"Tatoeba (cbk-eng)":55.71,"Tatoeba (ceb-eng)":5.64,"Tatoeba (ces-eng)":3.76,"Tatoeba (cha-eng)":16.46,"Tatoeba (cmn-eng)":92.95,"Tatoeba (cor-eng)":3.13,"Tatoeba (csb-eng)":5.26,"Tatoeba (cym-eng)":5.87,"Tatoeba (dan-eng)":11.4,"Tatoeba (deu-eng)":29.34,"Tatoeba (dsb-eng)":5.83,"Tatoeba (dtp-eng)":3.37,"Tatoeba (ell-eng)":0.89,"Tatoeba (epo-eng)":13.42,"Tatoeba (est-eng)":3.08,"Tatoeba (eus-eng)":42.35,"Tatoeba (fao-eng)":8.3,"Tatoeba (fin-eng)":3.5,"Tatoeba (fra-eng)":91.65,"Tatoeba (fry-eng)":18.1,"Tatoeba (gla-eng)":2.73,"Tatoeba (gle-eng)":3.46,"Tatoeba (glg-eng)":69.26,"Tatoeba (gsw-eng)":17.5,"Tatoeba (heb-eng)":0.25,"Tatoeba (hin-eng)":85.35,"Tatoeba (hrv-eng)":6.27,"Tatoeba (hsb-eng)":6.8,"Tatoeba (hun-eng)":3.25,"Tatoeba (hye-eng)":0.23,"Tatoeba (ido-eng)":26.21,"Tatoeba (ile-eng)":44.24,"Tatoeba (ina-eng)":63.9,"Tatoeba (ind-eng)":85.46,"Tatoeba (isl-eng)":3.27,"Tatoeba (ita-eng)":37.29,"Tatoeba (jav-eng)":14.35,"Tatoeba (jpn-eng)":48.83,"Tatoeba (kab-eng)":0.89,"Tatoeba (kat-eng)":0.4,"Tatoeba (kaz-eng)":0.74,"Tatoeba (khm-eng)":0.15,"Tatoeba (kor-eng)":2.65,"Tatoeba (kur-eng)":6.48,"Tatoeba (kzj-eng)":3.39,"Tatoeba (lat-eng)":19.55,"Tatoeba (lfn-eng)":37.52,"Tatoeba (lit-eng)":3.17,"Tatoeba (lvs-eng)":3.53,"Tatoeba (mal-eng)":73.36,"Tatoeba (mar-eng)":47.23,"Tatoeba (max-eng)":33.46,"Tatoeba (mhr-eng)":0.44,"Tatoeba (mkd-eng)":2.77,"Tatoeba (mon-eng)":0.85,"Tatoeba (nds-eng)":11.83,"Tatoeba (nld-eng)":16.33,"Tatoeba (nno-eng)":8.05,"Tatoeba (nob-eng)":11.91,"Tatoeba (nov-eng)":38.78,"Tatoeba (oci-eng)":29.39,"Tatoeba (orv-eng)":0.54,"Tatoeba (pam-eng)":3.78,"Tatoeba (pes-eng)":5.87,"Tatoeba (pms-eng)":17.49,"Tatoeba (pol-eng)":5.63,"Tatoeba (por-eng)":92.08,"Tatoeba (ron-eng)":14.95,"Tatoeba (rus-eng)":25.22,"Tatoeba (slk-eng)":5.49,"Tatoeba (slv-eng)":5.41,"Tatoeba (spa-eng)":95.48,"Tatoeba (sqi-eng)":8.49,"Tatoeba (srp-eng)":4.55,"Tatoeba (swe-eng)":10.72,"Tatoeba (swg-eng)":16.44,"Tatoeba (swh-eng)":14.52,"Tatoeba (tam-eng)":62.26,"Tatoeba (tat-eng)":0.97,"Tatoeba (tel-eng)":35.84,"Tatoeba (tgl-eng)":6.52,"Tatoeba (tha-eng)":0.51,"Tatoeba (tuk-eng)":2.81,"Tatoeba (tur-eng)":3.49,"Tatoeba (tzl-eng)":14.52,"Tatoeba (uig-eng)":0.53,"Tatoeba (ukr-eng)":4.93,"Tatoeba (urd-eng)":61.62,"Tatoeba (uzb-eng)":2.54,"Tatoeba (vie-eng)":92.86,"Tatoeba (war-eng)":7.19,"Tatoeba (wuu-eng)":74.62,"Tatoeba (xho-eng)":4.83,"Tatoeba (yid-eng)":0.19,"Tatoeba (yue-eng)":74.35,"Tatoeba (zsm-eng)":74.89} -{"index":48,"Rank":21,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.98,"BUCC (de-en)":95.04,"BUCC (fr-en)":94.96,"BUCC (ru-en)":8.33,"BUCC (zh-en)":1.3,"Tatoeba (afr-eng)":41.84,"Tatoeba (amh-eng)":0.03,"Tatoeba (ang-eng)":37.87,"Tatoeba (ara-eng)":0.61,"Tatoeba (arq-eng)":0.74,"Tatoeba (arz-eng)":0.42,"Tatoeba (ast-eng)":65.41,"Tatoeba (awa-eng)":1.46,"Tatoeba (aze-eng)":8.79,"Tatoeba (bel-eng)":5.76,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":5.92,"Tatoeba (bos-eng)":16.12,"Tatoeba (bre-eng)":6.12,"Tatoeba (bul-eng)":9.06,"Tatoeba (cat-eng)":57.4,"Tatoeba (cbk-eng)":57.68,"Tatoeba (ceb-eng)":12.56,"Tatoeba (ces-eng)":9.47,"Tatoeba (cha-eng)":27.13,"Tatoeba (cmn-eng)":1.82,"Tatoeba (cor-eng)":3.87,"Tatoeba (csb-eng)":14.41,"Tatoeba (cym-eng)":6.69,"Tatoeba (dan-eng)":54.87,"Tatoeba (deu-eng)":93.72,"Tatoeba (dsb-eng)":14.74,"Tatoeba (dtp-eng)":5.84,"Tatoeba (ell-eng)":0.6,"Tatoeba (epo-eng)":30.8,"Tatoeba (est-eng)":5.39,"Tatoeba (eus-eng)":11.9,"Tatoeba (fao-eng)":28.08,"Tatoeba (fin-eng)":6.81,"Tatoeba (fra-eng)":85.29,"Tatoeba (fry-eng)":38.68,"Tatoeba (gla-eng)":2.96,"Tatoeba (gle-eng)":3.74,"Tatoeba (glg-eng)":70.0,"Tatoeba (gsw-eng)":30.49,"Tatoeba (heb-eng)":0.87,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":17.43,"Tatoeba (hsb-eng)":14.69,"Tatoeba (hun-eng)":7.28,"Tatoeba (hye-eng)":0.77,"Tatoeba (ido-eng)":46.65,"Tatoeba (ile-eng)":59.43,"Tatoeba (ina-eng)":82.71,"Tatoeba (ind-eng)":37.26,"Tatoeba (isl-eng)":11.21,"Tatoeba (ita-eng)":79.77,"Tatoeba (jav-eng)":7.81,"Tatoeba (jpn-eng)":0.91,"Tatoeba (kab-eng)":2.23,"Tatoeba (kat-eng)":1.48,"Tatoeba (kaz-eng)":1.77,"Tatoeba (khm-eng)":0.38,"Tatoeba (kor-eng)":1.96,"Tatoeba (kur-eng)":12.11,"Tatoeba (kzj-eng)":6.13,"Tatoeba (lat-eng)":27.84,"Tatoeba (lfn-eng)":45.89,"Tatoeba (lit-eng)":5.94,"Tatoeba (lvs-eng)":8.11,"Tatoeba (mal-eng)":0.59,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":21.7,"Tatoeba (mhr-eng)":0.68,"Tatoeba (mkd-eng)":5.92,"Tatoeba (mon-eng)":2.39,"Tatoeba (nds-eng)":45.04,"Tatoeba (nld-eng)":64.75,"Tatoeba (nno-eng)":36.74,"Tatoeba (nob-eng)":54.77,"Tatoeba (nov-eng)":57.12,"Tatoeba (oci-eng)":34.39,"Tatoeba (orv-eng)":2.04,"Tatoeba (pam-eng)":8.34,"Tatoeba (pes-eng)":0.87,"Tatoeba (pms-eng)":38.06,"Tatoeba (pol-eng)":28.35,"Tatoeba (por-eng)":83.61,"Tatoeba (ron-eng)":65.27,"Tatoeba (rus-eng)":30.42,"Tatoeba (slk-eng)":13.19,"Tatoeba (slv-eng)":13.49,"Tatoeba (spa-eng)":89.18,"Tatoeba (sqi-eng)":14.66,"Tatoeba (srp-eng)":13.24,"Tatoeba (swe-eng)":60.67,"Tatoeba (swg-eng)":34.76,"Tatoeba (swh-eng)":8.07,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.46,"Tatoeba (tel-eng)":0.67,"Tatoeba (tgl-eng)":25.22,"Tatoeba (tha-eng)":1.58,"Tatoeba (tuk-eng)":4.99,"Tatoeba (tur-eng)":7.72,"Tatoeba (tzl-eng)":38.49,"Tatoeba (uig-eng)":0.87,"Tatoeba (ukr-eng)":9.12,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":5.48,"Tatoeba (vie-eng)":8.45,"Tatoeba (war-eng)":13.75,"Tatoeba (wuu-eng)":1.44,"Tatoeba (xho-eng)":9.15,"Tatoeba (yid-eng)":0.28,"Tatoeba (yue-eng)":0.98,"Tatoeba (zsm-eng)":35.71} -{"index":44,"Rank":22,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.48,"BUCC (de-en)":90.99,"BUCC (fr-en)":88.55,"BUCC (ru-en)":2.07,"BUCC (zh-en)":1.49,"Tatoeba (afr-eng)":33.47,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":30.74,"Tatoeba (ara-eng)":0.47,"Tatoeba (arq-eng)":0.34,"Tatoeba (arz-eng)":0.14,"Tatoeba (ast-eng)":51.74,"Tatoeba (awa-eng)":0.49,"Tatoeba (aze-eng)":7.43,"Tatoeba (bel-eng)":3.45,"Tatoeba (ben-eng)":0.06,"Tatoeba (ber-eng)":5.79,"Tatoeba (bos-eng)":17.43,"Tatoeba (bre-eng)":5.69,"Tatoeba (bul-eng)":7.55,"Tatoeba (cat-eng)":48.06,"Tatoeba (cbk-eng)":54.56,"Tatoeba (ceb-eng)":8.72,"Tatoeba (ces-eng)":8.76,"Tatoeba (cha-eng)":27.56,"Tatoeba (cmn-eng)":2.26,"Tatoeba (cor-eng)":3.69,"Tatoeba (csb-eng)":13.18,"Tatoeba (cym-eng)":6.97,"Tatoeba (dan-eng)":47.36,"Tatoeba (deu-eng)":91.54,"Tatoeba (dsb-eng)":13.2,"Tatoeba (dtp-eng)":4.54,"Tatoeba (ell-eng)":0.55,"Tatoeba (epo-eng)":27.86,"Tatoeba (est-eng)":5.13,"Tatoeba (eus-eng)":10.23,"Tatoeba (fao-eng)":21.44,"Tatoeba (fin-eng)":6.62,"Tatoeba (fra-eng)":79.66,"Tatoeba (fry-eng)":32.92,"Tatoeba (gla-eng)":2.87,"Tatoeba (gle-eng)":3.26,"Tatoeba (glg-eng)":63.81,"Tatoeba (gsw-eng)":29.71,"Tatoeba (heb-eng)":0.33,"Tatoeba (hin-eng)":0.25,"Tatoeba (hrv-eng)":17.16,"Tatoeba (hsb-eng)":12.02,"Tatoeba (hun-eng)":7.21,"Tatoeba (hye-eng)":0.78,"Tatoeba (ido-eng)":40.83,"Tatoeba (ile-eng)":54.95,"Tatoeba (ina-eng)":72.28,"Tatoeba (ind-eng)":30.95,"Tatoeba (isl-eng)":11.29,"Tatoeba (ita-eng)":73.83,"Tatoeba (jav-eng)":8.66,"Tatoeba (jpn-eng)":0.61,"Tatoeba (kab-eng)":1.78,"Tatoeba (kat-eng)":0.79,"Tatoeba (kaz-eng)":0.95,"Tatoeba (khm-eng)":0.49,"Tatoeba (kor-eng)":1.87,"Tatoeba (kur-eng)":10.91,"Tatoeba (kzj-eng)":5.72,"Tatoeba (lat-eng)":18.24,"Tatoeba (lfn-eng)":43.49,"Tatoeba (lit-eng)":7.13,"Tatoeba (lvs-eng)":7.04,"Tatoeba (mal-eng)":0.44,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":18.99,"Tatoeba (mhr-eng)":1.11,"Tatoeba (mkd-eng)":2.49,"Tatoeba (mon-eng)":2.01,"Tatoeba (nds-eng)":39.96,"Tatoeba (nld-eng)":58.86,"Tatoeba (nno-eng)":29.07,"Tatoeba (nob-eng)":40.25,"Tatoeba (nov-eng)":50.19,"Tatoeba (oci-eng)":30.72,"Tatoeba (orv-eng)":0.85,"Tatoeba (pam-eng)":7.21,"Tatoeba (pes-eng)":0.53,"Tatoeba (pms-eng)":31.07,"Tatoeba (pol-eng)":18.06,"Tatoeba (por-eng)":81.92,"Tatoeba (ron-eng)":62.6,"Tatoeba (rus-eng)":22.24,"Tatoeba (slk-eng)":10.59,"Tatoeba (slv-eng)":11.4,"Tatoeba (spa-eng)":85.78,"Tatoeba (sqi-eng)":14.92,"Tatoeba (srp-eng)":9.87,"Tatoeba (swe-eng)":55.08,"Tatoeba (swg-eng)":32.66,"Tatoeba (swh-eng)":7.64,"Tatoeba (tam-eng)":0.49,"Tatoeba (tat-eng)":1.28,"Tatoeba (tel-eng)":0.45,"Tatoeba (tgl-eng)":23.63,"Tatoeba (tha-eng)":0.61,"Tatoeba (tuk-eng)":5.71,"Tatoeba (tur-eng)":8.25,"Tatoeba (tzl-eng)":28.4,"Tatoeba (uig-eng)":0.57,"Tatoeba (ukr-eng)":5.69,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.19,"Tatoeba (vie-eng)":9.07,"Tatoeba (war-eng)":12.31,"Tatoeba (wuu-eng)":1.38,"Tatoeba (xho-eng)":7.6,"Tatoeba (yid-eng)":0.41,"Tatoeba (yue-eng)":1.31,"Tatoeba (zsm-eng)":29.74} -{"index":5,"Rank":23,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":18.78,"BUCC (de-en)":9.26,"BUCC (fr-en)":17.41,"BUCC (ru-en)":51.97,"BUCC (zh-en)":88.7,"Tatoeba (afr-eng)":13.22,"Tatoeba (amh-eng)":5.75,"Tatoeba (ang-eng)":13.26,"Tatoeba (ara-eng)":19.56,"Tatoeba (arq-eng)":3.99,"Tatoeba (arz-eng)":11.42,"Tatoeba (ast-eng)":17.74,"Tatoeba (awa-eng)":16.75,"Tatoeba (aze-eng)":8.55,"Tatoeba (bel-eng)":24.34,"Tatoeba (ben-eng)":23.45,"Tatoeba (ber-eng)":2.49,"Tatoeba (bos-eng)":15.81,"Tatoeba (bre-eng)":3.22,"Tatoeba (bul-eng)":42.18,"Tatoeba (cat-eng)":15.96,"Tatoeba (cbk-eng)":10.95,"Tatoeba (ceb-eng)":4.8,"Tatoeba (ces-eng)":11.89,"Tatoeba (cha-eng)":9.11,"Tatoeba (cmn-eng)":86.26,"Tatoeba (cor-eng)":1.94,"Tatoeba (csb-eng)":7.17,"Tatoeba (cym-eng)":5.64,"Tatoeba (dan-eng)":26.0,"Tatoeba (deu-eng)":20.2,"Tatoeba (dsb-eng)":4.49,"Tatoeba (dtp-eng)":1.76,"Tatoeba (ell-eng)":9.5,"Tatoeba (epo-eng)":8.25,"Tatoeba (est-eng)":5.45,"Tatoeba (eus-eng)":7.38,"Tatoeba (fao-eng)":6.34,"Tatoeba (fin-eng)":13.53,"Tatoeba (fra-eng)":19.96,"Tatoeba (fry-eng)":19.03,"Tatoeba (gla-eng)":2.68,"Tatoeba (gle-eng)":3.65,"Tatoeba (glg-eng)":19.32,"Tatoeba (gsw-eng)":11.69,"Tatoeba (heb-eng)":30.26,"Tatoeba (hin-eng)":49.45,"Tatoeba (hrv-eng)":10.05,"Tatoeba (hsb-eng)":6.44,"Tatoeba (hun-eng)":14.77,"Tatoeba (hye-eng)":23.13,"Tatoeba (ido-eng)":11.78,"Tatoeba (ile-eng)":17.24,"Tatoeba (ina-eng)":23.22,"Tatoeba (ind-eng)":32.13,"Tatoeba (isl-eng)":7.49,"Tatoeba (ita-eng)":15.98,"Tatoeba (jav-eng)":6.74,"Tatoeba (jpn-eng)":52.34,"Tatoeba (kab-eng)":0.6,"Tatoeba (kat-eng)":33.0,"Tatoeba (kaz-eng)":16.97,"Tatoeba (khm-eng)":15.33,"Tatoeba (kor-eng)":48.19,"Tatoeba (kur-eng)":6.11,"Tatoeba (kzj-eng)":2.34,"Tatoeba (lat-eng)":7.87,"Tatoeba (lfn-eng)":8.76,"Tatoeba (lit-eng)":8.13,"Tatoeba (lvs-eng)":7.4,"Tatoeba (mal-eng)":36.61,"Tatoeba (mar-eng)":28.56,"Tatoeba (max-eng)":13.73,"Tatoeba (mhr-eng)":3.52,"Tatoeba (mkd-eng)":16.69,"Tatoeba (mon-eng)":24.85,"Tatoeba (nds-eng)":14.99,"Tatoeba (nld-eng)":29.41,"Tatoeba (nno-eng)":13.8,"Tatoeba (nob-eng)":27.89,"Tatoeba (nov-eng)":25.22,"Tatoeba (oci-eng)":6.69,"Tatoeba (orv-eng)":3.11,"Tatoeba (pam-eng)":3.09,"Tatoeba (pes-eng)":51.06,"Tatoeba (pms-eng)":9.27,"Tatoeba (pol-eng)":14.51,"Tatoeba (por-eng)":28.6,"Tatoeba (ron-eng)":17.36,"Tatoeba (rus-eng)":60.68,"Tatoeba (slk-eng)":14.05,"Tatoeba (slv-eng)":10.17,"Tatoeba (spa-eng)":28.19,"Tatoeba (sqi-eng)":15.83,"Tatoeba (srp-eng)":12.92,"Tatoeba (swe-eng)":21.75,"Tatoeba (swg-eng)":10.95,"Tatoeba (swh-eng)":6.37,"Tatoeba (tam-eng)":26.72,"Tatoeba (tat-eng)":2.51,"Tatoeba (tel-eng)":23.69,"Tatoeba (tgl-eng)":5.76,"Tatoeba (tha-eng)":60.21,"Tatoeba (tuk-eng)":4.02,"Tatoeba (tur-eng)":9.38,"Tatoeba (tzl-eng)":20.61,"Tatoeba (uig-eng)":2.65,"Tatoeba (ukr-eng)":39.8,"Tatoeba (urd-eng)":24.79,"Tatoeba (uzb-eng)":3.53,"Tatoeba (vie-eng)":49.56,"Tatoeba (war-eng)":4.84,"Tatoeba (wuu-eng)":73.25,"Tatoeba (xho-eng)":8.03,"Tatoeba (yid-eng)":2.26,"Tatoeba (yue-eng)":58.35,"Tatoeba (zsm-eng)":30.9} -{"index":47,"Rank":24,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.26,"BUCC (de-en)":87.0,"BUCC (fr-en)":88.91,"BUCC (ru-en)":0.44,"BUCC (zh-en)":0.95,"Tatoeba (afr-eng)":23.7,"Tatoeba (amh-eng)":0.65,"Tatoeba (ang-eng)":30.98,"Tatoeba (ara-eng)":0.48,"Tatoeba (arq-eng)":0.68,"Tatoeba (arz-eng)":0.22,"Tatoeba (ast-eng)":55.3,"Tatoeba (awa-eng)":1.03,"Tatoeba (aze-eng)":5.83,"Tatoeba (bel-eng)":1.66,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.62,"Tatoeba (bos-eng)":12.23,"Tatoeba (bre-eng)":5.84,"Tatoeba (bul-eng)":1.35,"Tatoeba (cat-eng)":48.56,"Tatoeba (cbk-eng)":46.97,"Tatoeba (ceb-eng)":9.79,"Tatoeba (ces-eng)":6.0,"Tatoeba (cha-eng)":24.21,"Tatoeba (cmn-eng)":2.26,"Tatoeba (cor-eng)":4.03,"Tatoeba (csb-eng)":9.53,"Tatoeba (cym-eng)":9.17,"Tatoeba (dan-eng)":34.63,"Tatoeba (deu-eng)":89.31,"Tatoeba (dsb-eng)":9.68,"Tatoeba (dtp-eng)":4.66,"Tatoeba (ell-eng)":0.77,"Tatoeba (epo-eng)":26.88,"Tatoeba (est-eng)":5.19,"Tatoeba (eus-eng)":9.46,"Tatoeba (fao-eng)":21.59,"Tatoeba (fin-eng)":5.66,"Tatoeba (fra-eng)":79.71,"Tatoeba (fry-eng)":28.29,"Tatoeba (gla-eng)":2.34,"Tatoeba (gle-eng)":3.55,"Tatoeba (glg-eng)":56.25,"Tatoeba (gsw-eng)":24.25,"Tatoeba (heb-eng)":0.57,"Tatoeba (hin-eng)":0.12,"Tatoeba (hrv-eng)":10.29,"Tatoeba (hsb-eng)":9.52,"Tatoeba (hun-eng)":6.22,"Tatoeba (hye-eng)":0.81,"Tatoeba (ido-eng)":41.11,"Tatoeba (ile-eng)":54.0,"Tatoeba (ina-eng)":75.47,"Tatoeba (ind-eng)":13.02,"Tatoeba (isl-eng)":8.98,"Tatoeba (ita-eng)":67.23,"Tatoeba (jav-eng)":8.54,"Tatoeba (jpn-eng)":0.99,"Tatoeba (kab-eng)":1.85,"Tatoeba (kat-eng)":1.37,"Tatoeba (kaz-eng)":0.67,"Tatoeba (khm-eng)":0.56,"Tatoeba (kor-eng)":1.73,"Tatoeba (kur-eng)":9.23,"Tatoeba (kzj-eng)":5.38,"Tatoeba (lat-eng)":21.3,"Tatoeba (lfn-eng)":40.48,"Tatoeba (lit-eng)":5.38,"Tatoeba (lvs-eng)":6.83,"Tatoeba (mal-eng)":0.45,"Tatoeba (mar-eng)":0.01,"Tatoeba (max-eng)":16.44,"Tatoeba (mhr-eng)":0.33,"Tatoeba (mkd-eng)":0.4,"Tatoeba (mon-eng)":2.48,"Tatoeba (nds-eng)":34.66,"Tatoeba (nld-eng)":42.72,"Tatoeba (nno-eng)":24.08,"Tatoeba (nob-eng)":34.17,"Tatoeba (nov-eng)":55.01,"Tatoeba (oci-eng)":29.15,"Tatoeba (orv-eng)":0.2,"Tatoeba (pam-eng)":6.99,"Tatoeba (pes-eng)":0.9,"Tatoeba (pms-eng)":30.8,"Tatoeba (pol-eng)":12.81,"Tatoeba (por-eng)":73.45,"Tatoeba (ron-eng)":54.86,"Tatoeba (rus-eng)":2.43,"Tatoeba (slk-eng)":8.35,"Tatoeba (slv-eng)":9.3,"Tatoeba (spa-eng)":78.87,"Tatoeba (sqi-eng)":11.74,"Tatoeba (srp-eng)":5.83,"Tatoeba (swe-eng)":35.41,"Tatoeba (swg-eng)":28.18,"Tatoeba (swh-eng)":7.53,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.01,"Tatoeba (tel-eng)":1.1,"Tatoeba (tgl-eng)":12.4,"Tatoeba (tha-eng)":1.58,"Tatoeba (tuk-eng)":4.95,"Tatoeba (tur-eng)":6.45,"Tatoeba (tzl-eng)":37.82,"Tatoeba (uig-eng)":0.67,"Tatoeba (ukr-eng)":1.88,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.79,"Tatoeba (vie-eng)":7.03,"Tatoeba (war-eng)":9.68,"Tatoeba (wuu-eng)":1.28,"Tatoeba (xho-eng)":10.64,"Tatoeba (yid-eng)":0.57,"Tatoeba (yue-eng)":0.88,"Tatoeba (zsm-eng)":14.67} -{"index":16,"Rank":25,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.61,"BUCC (de-en)":14.99,"BUCC (fr-en)":32.42,"BUCC (ru-en)":0.18,"BUCC (zh-en)":2.76,"Tatoeba (afr-eng)":8.05,"Tatoeba (amh-eng)":0.67,"Tatoeba (ang-eng)":17.0,"Tatoeba (ara-eng)":0.3,"Tatoeba (arq-eng)":0.26,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":17.93,"Tatoeba (awa-eng)":0.29,"Tatoeba (aze-eng)":3.26,"Tatoeba (bel-eng)":0.96,"Tatoeba (ben-eng)":0.07,"Tatoeba (ber-eng)":5.21,"Tatoeba (bos-eng)":7.18,"Tatoeba (bre-eng)":3.81,"Tatoeba (bul-eng)":0.99,"Tatoeba (cat-eng)":15.52,"Tatoeba (cbk-eng)":14.09,"Tatoeba (ceb-eng)":4.59,"Tatoeba (ces-eng)":4.73,"Tatoeba (cha-eng)":14.16,"Tatoeba (cmn-eng)":2.89,"Tatoeba (cor-eng)":3.05,"Tatoeba (csb-eng)":6.64,"Tatoeba (cym-eng)":6.45,"Tatoeba (dan-eng)":10.06,"Tatoeba (deu-eng)":18.14,"Tatoeba (dsb-eng)":3.81,"Tatoeba (dtp-eng)":2.73,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":10.98,"Tatoeba (est-eng)":3.5,"Tatoeba (eus-eng)":7.35,"Tatoeba (fao-eng)":8.13,"Tatoeba (fin-eng)":3.62,"Tatoeba (fra-eng)":21.53,"Tatoeba (fry-eng)":14.62,"Tatoeba (gla-eng)":2.82,"Tatoeba (gle-eng)":2.38,"Tatoeba (glg-eng)":18.49,"Tatoeba (gsw-eng)":13.55,"Tatoeba (heb-eng)":0.1,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.52,"Tatoeba (hsb-eng)":4.08,"Tatoeba (hun-eng)":4.68,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":17.46,"Tatoeba (ile-eng)":20.98,"Tatoeba (ina-eng)":31.39,"Tatoeba (ind-eng)":8.37,"Tatoeba (isl-eng)":4.15,"Tatoeba (ita-eng)":18.5,"Tatoeba (jav-eng)":5.54,"Tatoeba (jpn-eng)":1.58,"Tatoeba (kab-eng)":1.02,"Tatoeba (kat-eng)":0.28,"Tatoeba (kaz-eng)":0.58,"Tatoeba (khm-eng)":0.51,"Tatoeba (kor-eng)":0.5,"Tatoeba (kur-eng)":6.31,"Tatoeba (kzj-eng)":3.6,"Tatoeba (lat-eng)":11.38,"Tatoeba (lfn-eng)":12.55,"Tatoeba (lit-eng)":2.48,"Tatoeba (lvs-eng)":4.88,"Tatoeba (mal-eng)":0.4,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":7.27,"Tatoeba (mhr-eng)":0.1,"Tatoeba (mkd-eng)":0.15,"Tatoeba (mon-eng)":1.44,"Tatoeba (nds-eng)":13.34,"Tatoeba (nld-eng)":12.37,"Tatoeba (nno-eng)":7.02,"Tatoeba (nob-eng)":10.3,"Tatoeba (nov-eng)":30.33,"Tatoeba (oci-eng)":11.98,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":4.85,"Tatoeba (pes-eng)":0.2,"Tatoeba (pms-eng)":11.4,"Tatoeba (pol-eng)":6.57,"Tatoeba (por-eng)":18.86,"Tatoeba (ron-eng)":10.94,"Tatoeba (rus-eng)":0.25,"Tatoeba (slk-eng)":5.63,"Tatoeba (slv-eng)":4.38,"Tatoeba (spa-eng)":18.97,"Tatoeba (sqi-eng)":6.3,"Tatoeba (srp-eng)":2.98,"Tatoeba (swe-eng)":8.47,"Tatoeba (swg-eng)":9.33,"Tatoeba (swh-eng)":6.9,"Tatoeba (tam-eng)":0.51,"Tatoeba (tat-eng)":0.81,"Tatoeba (tel-eng)":0.51,"Tatoeba (tgl-eng)":3.22,"Tatoeba (tha-eng)":1.0,"Tatoeba (tuk-eng)":3.48,"Tatoeba (tur-eng)":4.22,"Tatoeba (tzl-eng)":14.76,"Tatoeba (uig-eng)":0.21,"Tatoeba (ukr-eng)":0.78,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":3.19,"Tatoeba (vie-eng)":5.28,"Tatoeba (war-eng)":5.48,"Tatoeba (wuu-eng)":2.62,"Tatoeba (xho-eng)":2.17,"Tatoeba (yid-eng)":0.3,"Tatoeba (yue-eng)":2.15,"Tatoeba (zsm-eng)":7.56} -{"index":43,"Rank":26,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":4.54,"BUCC (de-en)":0.18,"BUCC (fr-en)":0.08,"BUCC (ru-en)":0.15,"BUCC (zh-en)":0.05,"Tatoeba (afr-eng)":4.82,"Tatoeba (amh-eng)":1.18,"Tatoeba (ang-eng)":8.54,"Tatoeba (ara-eng)":0.63,"Tatoeba (arq-eng)":0.4,"Tatoeba (arz-eng)":0.63,"Tatoeba (ast-eng)":11.69,"Tatoeba (awa-eng)":0.0,"Tatoeba (aze-eng)":3.22,"Tatoeba (bel-eng)":1.75,"Tatoeba (ben-eng)":0.2,"Tatoeba (ber-eng)":7.0,"Tatoeba (bos-eng)":9.31,"Tatoeba (bre-eng)":4.17,"Tatoeba (bul-eng)":1.29,"Tatoeba (cat-eng)":7.73,"Tatoeba (cbk-eng)":5.61,"Tatoeba (ceb-eng)":4.88,"Tatoeba (ces-eng)":3.55,"Tatoeba (cha-eng)":19.29,"Tatoeba (cmn-eng)":0.5,"Tatoeba (cor-eng)":4.15,"Tatoeba (csb-eng)":5.69,"Tatoeba (cym-eng)":8.4,"Tatoeba (dan-eng)":6.99,"Tatoeba (deu-eng)":3.67,"Tatoeba (dsb-eng)":5.33,"Tatoeba (dtp-eng)":4.25,"Tatoeba (ell-eng)":0.63,"Tatoeba (epo-eng)":2.45,"Tatoeba (est-eng)":2.69,"Tatoeba (eus-eng)":4.69,"Tatoeba (fao-eng)":7.61,"Tatoeba (fin-eng)":3.36,"Tatoeba (fra-eng)":7.0,"Tatoeba (fry-eng)":12.36,"Tatoeba (gla-eng)":3.07,"Tatoeba (gle-eng)":4.81,"Tatoeba (glg-eng)":8.12,"Tatoeba (gsw-eng)":18.87,"Tatoeba (heb-eng)":0.68,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":5.41,"Tatoeba (hsb-eng)":6.32,"Tatoeba (hun-eng)":3.42,"Tatoeba (hye-eng)":0.97,"Tatoeba (ido-eng)":7.1,"Tatoeba (ile-eng)":13.61,"Tatoeba (ina-eng)":8.57,"Tatoeba (ind-eng)":7.26,"Tatoeba (isl-eng)":4.09,"Tatoeba (ita-eng)":5.54,"Tatoeba (jav-eng)":11.43,"Tatoeba (jpn-eng)":0.2,"Tatoeba (kab-eng)":2.71,"Tatoeba (kat-eng)":1.11,"Tatoeba (kaz-eng)":1.17,"Tatoeba (khm-eng)":0.55,"Tatoeba (kor-eng)":0.5,"Tatoeba (kur-eng)":8.55,"Tatoeba (kzj-eng)":4.61,"Tatoeba (lat-eng)":4.07,"Tatoeba (lfn-eng)":2.83,"Tatoeba (lit-eng)":0.95,"Tatoeba (lvs-eng)":3.25,"Tatoeba (mal-eng)":0.29,"Tatoeba (mar-eng)":0.2,"Tatoeba (max-eng)":14.53,"Tatoeba (mhr-eng)":0.2,"Tatoeba (mkd-eng)":0.2,"Tatoeba (mon-eng)":1.1,"Tatoeba (nds-eng)":10.37,"Tatoeba (nld-eng)":9.5,"Tatoeba (nno-eng)":4.49,"Tatoeba (nob-eng)":4.95,"Tatoeba (nov-eng)":14.53,"Tatoeba (oci-eng)":5.8,"Tatoeba (orv-eng)":0.24,"Tatoeba (pam-eng)":6.65,"Tatoeba (pes-eng)":0.5,"Tatoeba (pms-eng)":8.05,"Tatoeba (pol-eng)":5.13,"Tatoeba (por-eng)":5.87,"Tatoeba (ron-eng)":6.76,"Tatoeba (rus-eng)":0.2,"Tatoeba (slk-eng)":4.23,"Tatoeba (slv-eng)":6.05,"Tatoeba (spa-eng)":5.03,"Tatoeba (sqi-eng)":4.36,"Tatoeba (srp-eng)":1.77,"Tatoeba (swe-eng)":6.72,"Tatoeba (swg-eng)":8.54,"Tatoeba (swh-eng)":11.49,"Tatoeba (tam-eng)":1.3,"Tatoeba (tat-eng)":0.77,"Tatoeba (tel-eng)":0.85,"Tatoeba (tgl-eng)":2.61,"Tatoeba (tha-eng)":0.69,"Tatoeba (tuk-eng)":5.76,"Tatoeba (tur-eng)":5.24,"Tatoeba (tzl-eng)":15.51,"Tatoeba (uig-eng)":0.6,"Tatoeba (ukr-eng)":1.23,"Tatoeba (urd-eng)":0.4,"Tatoeba (uzb-eng)":4.73,"Tatoeba (vie-eng)":6.55,"Tatoeba (war-eng)":4.12,"Tatoeba (wuu-eng)":0.2,"Tatoeba (xho-eng)":4.33,"Tatoeba (yid-eng)":0.59,"Tatoeba (yue-eng)":0.5,"Tatoeba (zsm-eng)":7.27} -{"index":3,"Rank":27,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.42,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":6,"Rank":28,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":9.35,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":7,"Rank":29,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":24.16,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":8,"Rank":30,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":16.76,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":9,"Rank":31,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":20.26,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":10,"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":91.82,"Tatoeba (amh-eng)":11.66,"Tatoeba (ang-eng)":83.83,"Tatoeba (ara-eng)":89.5,"Tatoeba (arq-eng)":43.42,"Tatoeba (arz-eng)":68.47,"Tatoeba (ast-eng)":86.35,"Tatoeba (awa-eng)":70.28,"Tatoeba (aze-eng)":82.05,"Tatoeba (bel-eng)":90.07,"Tatoeba (ben-eng)":78.41,"Tatoeba (ber-eng)":7.88,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":19.19,"Tatoeba (bul-eng)":93.5,"Tatoeba (cat-eng)":94.15,"Tatoeba (cbk-eng)":83.83,"Tatoeba (ceb-eng)":45.91,"Tatoeba (ces-eng)":96.03,"Tatoeba (cha-eng)":47.58,"Tatoeba (cmn-eng)":95.48,"Tatoeba (cor-eng)":10.97,"Tatoeba (csb-eng)":69.78,"Tatoeba (cym-eng)":75.08,"Tatoeba (dan-eng)":95.6,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":69.41,"Tatoeba (dtp-eng)":10.77,"Tatoeba (ell-eng)":91.56,"Tatoeba (epo-eng)":90.0,"Tatoeba (est-eng)":69.22,"Tatoeba (eus-eng)":44.09,"Tatoeba (fao-eng)":83.02,"Tatoeba (fin-eng)":93.35,"Tatoeba (fra-eng)":94.5,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":65.28,"Tatoeba (gle-eng)":71.65,"Tatoeba (glg-eng)":94.18,"Tatoeba (gsw-eng)":59.66,"Tatoeba (heb-eng)":82.14,"Tatoeba (hin-eng)":93.86,"Tatoeba (hrv-eng)":95.43,"Tatoeba (hsb-eng)":79.62,"Tatoeba (hun-eng)":94.2,"Tatoeba (hye-eng)":54.7,"Tatoeba (ido-eng)":82.17,"Tatoeba (ile-eng)":91.1,"Tatoeba (ina-eng)":96.35,"Tatoeba (ind-eng)":93.53,"Tatoeba (isl-eng)":88.47,"Tatoeba (ita-eng)":94.54,"Tatoeba (jav-eng)":40.36,"Tatoeba (jpn-eng)":95.58,"Tatoeba (kab-eng)":3.21,"Tatoeba (kat-eng)":58.44,"Tatoeba (kaz-eng)":47.61,"Tatoeba (khm-eng)":32.74,"Tatoeba (kor-eng)":91.4,"Tatoeba (kur-eng)":35.06,"Tatoeba (kzj-eng)":12.2,"Tatoeba (lat-eng)":91.56,"Tatoeba (lfn-eng)":79.93,"Tatoeba (lit-eng)":77.91,"Tatoeba (lvs-eng)":72.89,"Tatoeba (mal-eng)":52.3,"Tatoeba (mar-eng)":68.94,"Tatoeba (max-eng)":66.33,"Tatoeba (mhr-eng)":13.31,"Tatoeba (mkd-eng)":88.68,"Tatoeba (mon-eng)":38.62,"Tatoeba (nds-eng)":82.66,"Tatoeba (nld-eng)":96.35,"Tatoeba (nno-eng)":90.49,"Tatoeba (nob-eng)":98.0,"Tatoeba (nov-eng)":78.53,"Tatoeba (oci-eng)":71.66,"Tatoeba (orv-eng)":63.76,"Tatoeba (pam-eng)":15.22,"Tatoeba (pes-eng)":90.25,"Tatoeba (pms-eng)":70.24,"Tatoeba (pol-eng)":97.35,"Tatoeba (por-eng)":94.45,"Tatoeba (ron-eng)":94.53,"Tatoeba (rus-eng)":93.93,"Tatoeba (slk-eng)":93.92,"Tatoeba (slv-eng)":91.48,"Tatoeba (spa-eng)":98.62,"Tatoeba (sqi-eng)":73.59,"Tatoeba (srp-eng)":94.23,"Tatoeba (swe-eng)":94.95,"Tatoeba (swg-eng)":73.87,"Tatoeba (swh-eng)":64.97,"Tatoeba (tam-eng)":66.66,"Tatoeba (tat-eng)":39.47,"Tatoeba (tel-eng)":37.93,"Tatoeba (tgl-eng)":94.29,"Tatoeba (tha-eng)":92.55,"Tatoeba (tuk-eng)":48.38,"Tatoeba (tur-eng)":95.13,"Tatoeba (tzl-eng)":62.95,"Tatoeba (uig-eng)":40.4,"Tatoeba (ukr-eng)":94.35,"Tatoeba (urd-eng)":83.82,"Tatoeba (uzb-eng)":59.94,"Tatoeba (vie-eng)":96.18,"Tatoeba (war-eng)":41.74,"Tatoeba (wuu-eng)":90.31,"Tatoeba (xho-eng)":42.31,"Tatoeba (yid-eng)":31.64,"Tatoeba (yue-eng)":88.43,"Tatoeba (zsm-eng)":93.39} -{"index":11,"Rank":33,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":12,"Rank":34,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","BUCC (de-en)":1.09,"BUCC (fr-en)":0.02,"BUCC (ru-en)":0.0,"BUCC (zh-en)":0.0,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":13,"Rank":35,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","BUCC (de-en)":75.15,"BUCC (fr-en)":0.42,"BUCC (ru-en)":0.01,"BUCC (zh-en)":0.32,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":14,"Rank":36,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":93.94,"Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":18,"Rank":37,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":19,"Rank":38,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.62,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":20,"Rank":39,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":90.2,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":21,"Rank":40,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.52,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":22,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":13.21,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":33,"Rank":42,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":35,"Rank":43,"Model":"gte-multilingual-base-hu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":76.78,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":36,"Rank":44,"Model":"paraphrase-multilingual-MiniLM-L12-hu-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":89.07,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":37,"Rank":45,"Model":"paraphrase-multilingual-MiniLM-L12-hu_v1<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":88.48,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":39,"Rank":46,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.59,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":14.63,"Tatoeba (ara-eng)":0.43,"Tatoeba (arq-eng)":0.28,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":9.99,"Tatoeba (awa-eng)":0.44,"Tatoeba (aze-eng)":1.47,"Tatoeba (bel-eng)":0.85,"Tatoeba (ben-eng)":0.02,"Tatoeba (ber-eng)":4.72,"Tatoeba (bos-eng)":7.05,"Tatoeba (bre-eng)":3.68,"Tatoeba (bul-eng)":0.23,"Tatoeba (cat-eng)":11.79,"Tatoeba (cbk-eng)":9.76,"Tatoeba (ceb-eng)":3.95,"Tatoeba (ces-eng)":4.2,"Tatoeba (cha-eng)":13.07,"Tatoeba (cmn-eng)":2.45,"Tatoeba (cor-eng)":2.47,"Tatoeba (csb-eng)":5.21,"Tatoeba (cym-eng)":5.13,"Tatoeba (dan-eng)":10.21,"Tatoeba (deu-eng)":13.89,"Tatoeba (dsb-eng)":3.06,"Tatoeba (dtp-eng)":3.31,"Tatoeba (ell-eng)":0.2,"Tatoeba (epo-eng)":8.5,"Tatoeba (est-eng)":2.6,"Tatoeba (eus-eng)":6.58,"Tatoeba (fao-eng)":5.92,"Tatoeba (fin-eng)":3.65,"Tatoeba (fra-eng)":17.53,"Tatoeba (fry-eng)":14.53,"Tatoeba (gla-eng)":2.58,"Tatoeba (gle-eng)":3.08,"Tatoeba (glg-eng)":12.6,"Tatoeba (gsw-eng)":9.9,"Tatoeba (heb-eng)":0.3,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.68,"Tatoeba (hsb-eng)":2.89,"Tatoeba (hun-eng)":3.93,"Tatoeba (hye-eng)":0.5,"Tatoeba (ido-eng)":11.08,"Tatoeba (ile-eng)":17.43,"Tatoeba (ina-eng)":25.36,"Tatoeba (ind-eng)":5.3,"Tatoeba (isl-eng)":3.44,"Tatoeba (ita-eng)":12.57,"Tatoeba (jav-eng)":3.5,"Tatoeba (jpn-eng)":2.18,"Tatoeba (kab-eng)":0.91,"Tatoeba (kat-eng)":0.45,"Tatoeba (kaz-eng)":0.82,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":0.9,"Tatoeba (kur-eng)":7.3,"Tatoeba (kzj-eng)":3.64,"Tatoeba (lat-eng)":7.14,"Tatoeba (lfn-eng)":7.52,"Tatoeba (lit-eng)":1.56,"Tatoeba (lvs-eng)":3.45,"Tatoeba (mal-eng)":0.24,"Tatoeba (mar-eng)":0.04,"Tatoeba (max-eng)":8.4,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.01,"Tatoeba (mon-eng)":0.06,"Tatoeba (nds-eng)":11.35,"Tatoeba (nld-eng)":12.56,"Tatoeba (nno-eng)":7.45,"Tatoeba (nob-eng)":8.02,"Tatoeba (nov-eng)":19.45,"Tatoeba (oci-eng)":8.72,"Tatoeba (orv-eng)":0.15,"Tatoeba (pam-eng)":4.73,"Tatoeba (pes-eng)":0.3,"Tatoeba (pms-eng)":8.94,"Tatoeba (pol-eng)":4.29,"Tatoeba (por-eng)":11.36,"Tatoeba (ron-eng)":8.77,"Tatoeba (rus-eng)":0.07,"Tatoeba (slk-eng)":4.2,"Tatoeba (slv-eng)":4.52,"Tatoeba (spa-eng)":11.26,"Tatoeba (sqi-eng)":5.86,"Tatoeba (srp-eng)":2.22,"Tatoeba (swe-eng)":7.31,"Tatoeba (swg-eng)":11.9,"Tatoeba (swh-eng)":5.82,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.75,"Tatoeba (tel-eng)":0.67,"Tatoeba (tgl-eng)":3.34,"Tatoeba (tha-eng)":0.67,"Tatoeba (tuk-eng)":2.66,"Tatoeba (tur-eng)":3.69,"Tatoeba (tzl-eng)":6.87,"Tatoeba (uig-eng)":0.4,"Tatoeba (ukr-eng)":0.57,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.2,"Tatoeba (vie-eng)":5.06,"Tatoeba (war-eng)":6.18,"Tatoeba (wuu-eng)":1.89,"Tatoeba (xho-eng)":3.66,"Tatoeba (yid-eng)":0.19,"Tatoeba (yue-eng)":1.89,"Tatoeba (zsm-eng)":5.99} -{"index":40,"Rank":47,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":5.89,"Tatoeba (amh-eng)":0.25,"Tatoeba (ang-eng)":15.64,"Tatoeba (ara-eng)":0.0,"Tatoeba (arq-eng)":0.11,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":6.84,"Tatoeba (awa-eng)":0.51,"Tatoeba (aze-eng)":1.04,"Tatoeba (bel-eng)":0.5,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":4.69,"Tatoeba (bos-eng)":5.58,"Tatoeba (bre-eng)":3.22,"Tatoeba (bul-eng)":0.21,"Tatoeba (cat-eng)":6.93,"Tatoeba (cbk-eng)":7.04,"Tatoeba (ceb-eng)":3.39,"Tatoeba (ces-eng)":3.04,"Tatoeba (cha-eng)":13.29,"Tatoeba (cmn-eng)":1.92,"Tatoeba (cor-eng)":2.41,"Tatoeba (csb-eng)":3.78,"Tatoeba (cym-eng)":6.09,"Tatoeba (dan-eng)":7.84,"Tatoeba (deu-eng)":7.89,"Tatoeba (dsb-eng)":2.9,"Tatoeba (dtp-eng)":1.88,"Tatoeba (ell-eng)":0.1,"Tatoeba (epo-eng)":5.46,"Tatoeba (est-eng)":2.36,"Tatoeba (eus-eng)":5.54,"Tatoeba (fao-eng)":5.33,"Tatoeba (fin-eng)":2.79,"Tatoeba (fra-eng)":8.17,"Tatoeba (fry-eng)":11.22,"Tatoeba (gla-eng)":2.7,"Tatoeba (gle-eng)":2.75,"Tatoeba (glg-eng)":9.31,"Tatoeba (gsw-eng)":11.33,"Tatoeba (heb-eng)":0.22,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":3.83,"Tatoeba (hsb-eng)":2.65,"Tatoeba (hun-eng)":3.56,"Tatoeba (hye-eng)":0.41,"Tatoeba (ido-eng)":7.48,"Tatoeba (ile-eng)":13.54,"Tatoeba (ina-eng)":17.63,"Tatoeba (ind-eng)":3.86,"Tatoeba (isl-eng)":2.37,"Tatoeba (ita-eng)":9.9,"Tatoeba (jav-eng)":3.37,"Tatoeba (jpn-eng)":0.97,"Tatoeba (kab-eng)":0.96,"Tatoeba (kat-eng)":0.3,"Tatoeba (kaz-eng)":0.42,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":0.45,"Tatoeba (kur-eng)":5.21,"Tatoeba (kzj-eng)":2.78,"Tatoeba (lat-eng)":5.04,"Tatoeba (lfn-eng)":4.55,"Tatoeba (lit-eng)":0.92,"Tatoeba (lvs-eng)":2.61,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":6.93,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.0,"Tatoeba (mon-eng)":0.38,"Tatoeba (nds-eng)":9.56,"Tatoeba (nld-eng)":10.16,"Tatoeba (nno-eng)":5.38,"Tatoeba (nob-eng)":4.34,"Tatoeba (nov-eng)":13.97,"Tatoeba (oci-eng)":6.55,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":3.54,"Tatoeba (pes-eng)":0.0,"Tatoeba (pms-eng)":7.62,"Tatoeba (pol-eng)":2.58,"Tatoeba (por-eng)":8.29,"Tatoeba (ron-eng)":6.82,"Tatoeba (rus-eng)":0.07,"Tatoeba (slk-eng)":3.27,"Tatoeba (slv-eng)":3.25,"Tatoeba (spa-eng)":5.63,"Tatoeba (sqi-eng)":3.58,"Tatoeba (srp-eng)":1.28,"Tatoeba (swe-eng)":6.06,"Tatoeba (swg-eng)":8.92,"Tatoeba (swh-eng)":5.8,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.44,"Tatoeba (tel-eng)":0.46,"Tatoeba (tgl-eng)":2.69,"Tatoeba (tha-eng)":0.3,"Tatoeba (tuk-eng)":3.52,"Tatoeba (tur-eng)":3.59,"Tatoeba (tzl-eng)":4.58,"Tatoeba (uig-eng)":0.2,"Tatoeba (ukr-eng)":0.3,"Tatoeba (urd-eng)":0.1,"Tatoeba (uzb-eng)":2.34,"Tatoeba (vie-eng)":3.07,"Tatoeba (war-eng)":4.94,"Tatoeba (wuu-eng)":0.6,"Tatoeba (xho-eng)":4.01,"Tatoeba (yid-eng)":0.14,"Tatoeba (yue-eng)":0.86,"Tatoeba (zsm-eng)":4.24} -{"index":41,"Rank":48,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":6.08,"Tatoeba (amh-eng)":0.0,"Tatoeba (ang-eng)":9.77,"Tatoeba (ara-eng)":0.1,"Tatoeba (arq-eng)":0.33,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":9.78,"Tatoeba (awa-eng)":0.44,"Tatoeba (aze-eng)":1.49,"Tatoeba (bel-eng)":0.65,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":4.56,"Tatoeba (bos-eng)":4.6,"Tatoeba (bre-eng)":3.65,"Tatoeba (bul-eng)":0.35,"Tatoeba (cat-eng)":9.44,"Tatoeba (cbk-eng)":9.33,"Tatoeba (ceb-eng)":4.41,"Tatoeba (ces-eng)":3.56,"Tatoeba (cha-eng)":12.2,"Tatoeba (cmn-eng)":2.22,"Tatoeba (cor-eng)":2.42,"Tatoeba (csb-eng)":4.19,"Tatoeba (cym-eng)":4.88,"Tatoeba (dan-eng)":10.01,"Tatoeba (deu-eng)":11.46,"Tatoeba (dsb-eng)":2.96,"Tatoeba (dtp-eng)":3.54,"Tatoeba (ell-eng)":0.0,"Tatoeba (epo-eng)":7.15,"Tatoeba (est-eng)":2.35,"Tatoeba (eus-eng)":3.94,"Tatoeba (fao-eng)":7.08,"Tatoeba (fin-eng)":3.82,"Tatoeba (fra-eng)":16.9,"Tatoeba (fry-eng)":12.43,"Tatoeba (gla-eng)":2.04,"Tatoeba (gle-eng)":2.19,"Tatoeba (glg-eng)":12.0,"Tatoeba (gsw-eng)":10.67,"Tatoeba (heb-eng)":0.28,"Tatoeba (hin-eng)":0.02,"Tatoeba (hrv-eng)":3.77,"Tatoeba (hsb-eng)":3.12,"Tatoeba (hun-eng)":3.23,"Tatoeba (hye-eng)":0.14,"Tatoeba (ido-eng)":9.84,"Tatoeba (ile-eng)":17.84,"Tatoeba (ina-eng)":22.55,"Tatoeba (ind-eng)":4.88,"Tatoeba (isl-eng)":3.86,"Tatoeba (ita-eng)":11.1,"Tatoeba (jav-eng)":3.17,"Tatoeba (jpn-eng)":1.71,"Tatoeba (kab-eng)":1.31,"Tatoeba (kat-eng)":0.43,"Tatoeba (kaz-eng)":0.52,"Tatoeba (khm-eng)":0.28,"Tatoeba (kor-eng)":0.32,"Tatoeba (kur-eng)":3.65,"Tatoeba (kzj-eng)":3.62,"Tatoeba (lat-eng)":5.78,"Tatoeba (lfn-eng)":6.1,"Tatoeba (lit-eng)":1.02,"Tatoeba (lvs-eng)":2.98,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.11,"Tatoeba (max-eng)":6.46,"Tatoeba (mhr-eng)":0.17,"Tatoeba (mkd-eng)":0.0,"Tatoeba (mon-eng)":0.81,"Tatoeba (nds-eng)":10.96,"Tatoeba (nld-eng)":9.29,"Tatoeba (nno-eng)":5.75,"Tatoeba (nob-eng)":4.37,"Tatoeba (nov-eng)":16.61,"Tatoeba (oci-eng)":8.57,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":4.32,"Tatoeba (pes-eng)":0.2,"Tatoeba (pms-eng)":7.63,"Tatoeba (pol-eng)":4.09,"Tatoeba (por-eng)":10.48,"Tatoeba (ron-eng)":7.34,"Tatoeba (rus-eng)":0.14,"Tatoeba (slk-eng)":3.4,"Tatoeba (slv-eng)":3.73,"Tatoeba (spa-eng)":10.12,"Tatoeba (sqi-eng)":3.45,"Tatoeba (srp-eng)":1.89,"Tatoeba (swe-eng)":6.55,"Tatoeba (swg-eng)":7.86,"Tatoeba (swh-eng)":6.01,"Tatoeba (tam-eng)":0.73,"Tatoeba (tat-eng)":0.24,"Tatoeba (tel-eng)":0.73,"Tatoeba (tgl-eng)":4.06,"Tatoeba (tha-eng)":0.0,"Tatoeba (tuk-eng)":2.23,"Tatoeba (tur-eng)":3.16,"Tatoeba (tzl-eng)":3.55,"Tatoeba (uig-eng)":0.33,"Tatoeba (ukr-eng)":0.5,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":1.98,"Tatoeba (vie-eng)":4.96,"Tatoeba (war-eng)":5.14,"Tatoeba (wuu-eng)":0.91,"Tatoeba (xho-eng)":3.3,"Tatoeba (yid-eng)":0.08,"Tatoeba (yue-eng)":1.16,"Tatoeba (zsm-eng)":4.75} -{"index":42,"Rank":49,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","BUCC (de-en)":0.18,"BUCC (fr-en)":0.19,"BUCC (ru-en)":0.1,"BUCC (zh-en)":0.0,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":49,"Rank":50,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.22,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":50,"Rank":51,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":83.14,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":51,"Rank":52,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":98.39,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":95.15,"Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} diff --git a/all_data_tasks/8/default.jsonl b/all_data_tasks/8/default.jsonl deleted file mode 100644 index 74cb5b242a8497f100adaff976903ba765c47a90..0000000000000000000000000000000000000000 --- a/all_data_tasks/8/default.jsonl +++ /dev/null @@ -1,318 +0,0 @@ -{"index":128,"Rank":1,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.67,"AmazonReviewsClassification (zh)":53.47,"IFlyTek":55.8,"JDReview":89.12,"MassiveIntentClassification (zh-CN)":81.49,"MassiveScenarioClassification (zh-CN)":86.44,"MultilingualSentiment":81.2,"OnlineShopping":93.84,"TNews":58.06,"Waimai":90.63} -{"index":74,"Rank":2,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.44,"AmazonReviewsClassification (zh)":52.04,"IFlyTek":51.19,"JDReview":90.66,"MassiveIntentClassification (zh-CN)":79.15,"MassiveScenarioClassification (zh-CN)":87.47,"MultilingualSentiment":79.75,"OnlineShopping":95.52,"TNews":54.44,"Waimai":88.76} -{"index":345,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":19,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":66,"Rank":5,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":204,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":146,"Rank":7,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":75.03,"AmazonReviewsClassification (zh)":50.31,"IFlyTek":51.94,"JDReview":90.32,"MassiveIntentClassification (zh-CN)":78.14,"MassiveScenarioClassification (zh-CN)":86.2,"MultilingualSentiment":78.58,"OnlineShopping":95.07,"TNews":55.03,"Waimai":89.7} -{"index":253,"Rank":8,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.67,"AmazonReviewsClassification (zh)":50.07,"IFlyTek":51.76,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.45,"MassiveScenarioClassification (zh-CN)":85.3,"MultilingualSentiment":79.45,"OnlineShopping":94.9,"TNews":54.64,"Waimai":89.34} -{"index":314,"Rank":9,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.59,"AmazonReviewsClassification (zh)":49.44,"IFlyTek":52.1,"JDReview":88.57,"MassiveIntentClassification (zh-CN)":77.71,"MassiveScenarioClassification (zh-CN)":85.63,"MultilingualSentiment":79.09,"OnlineShopping":94.62,"TNews":54.52,"Waimai":89.59} -{"index":200,"Rank":10,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.47,"AmazonReviewsClassification (zh)":49.37,"IFlyTek":52.74,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.94,"MassiveScenarioClassification (zh-CN)":83.82,"MultilingualSentiment":78.6,"OnlineShopping":94.94,"TNews":54.31,"Waimai":89.47} -{"index":214,"Rank":11,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.43,"AmazonReviewsClassification (zh)":49.72,"IFlyTek":51.7,"JDReview":88.87,"MassiveIntentClassification (zh-CN)":76.79,"MassiveScenarioClassification (zh-CN)":84.96,"MultilingualSentiment":79.22,"OnlineShopping":94.88,"TNews":54.35,"Waimai":89.36} -{"index":44,"Rank":12,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.3,"AmazonReviewsClassification (zh)":49.5,"IFlyTek":51.77,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":76.96,"MassiveScenarioClassification (zh-CN)":84.64,"MultilingualSentiment":78.97,"OnlineShopping":94.56,"TNews":54.39,"Waimai":89.42} -{"index":61,"Rank":13,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.18,"AmazonReviewsClassification (zh)":49.67,"IFlyTek":52.64,"JDReview":87.6,"MassiveIntentClassification (zh-CN)":77.43,"MassiveScenarioClassification (zh-CN)":83.87,"MultilingualSentiment":78.48,"OnlineShopping":94.34,"TNews":54.37,"Waimai":89.23} -{"index":338,"Rank":14,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonReviewsClassification (zh)":49.68,"IFlyTek":51.77,"JDReview":86.94,"MassiveIntentClassification (zh-CN)":80.6,"MassiveScenarioClassification (zh-CN)":87.42,"MultilingualSentiment":75.92,"OnlineShopping":94.03,"TNews":52.69,"Waimai":88.23} -{"index":35,"Rank":15,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":74.11,"AmazonReviewsClassification (zh)":54.34,"IFlyTek":49.94,"JDReview":88.91,"MassiveIntentClassification (zh-CN)":78.19,"MassiveScenarioClassification (zh-CN)":82.58,"MultilingualSentiment":78.91,"OnlineShopping":94.59,"TNews":50.26,"Waimai":89.26} -{"index":17,"Rank":16,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AmazonReviewsClassification (zh)":52.95,"IFlyTek":53.77,"JDReview":88.2,"MassiveIntentClassification (zh-CN)":76.25,"MassiveScenarioClassification (zh-CN)":77.26,"MultilingualSentiment":77.42,"OnlineShopping":94.48,"TNews":51.24,"Waimai":88.63} -{"index":387,"Rank":17,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.84,"AmazonReviewsClassification (zh)":48.3,"IFlyTek":50.75,"JDReview":87.69,"MassiveIntentClassification (zh-CN)":74.91,"MassiveScenarioClassification (zh-CN)":81.28,"MultilingualSentiment":76.83,"OnlineShopping":94.42,"TNews":52.62,"Waimai":88.77} -{"index":164,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.75,"AmazonReviewsClassification (zh)":48.54,"IFlyTek":51.77,"JDReview":86.7,"MassiveIntentClassification (zh-CN)":75.87,"MassiveScenarioClassification (zh-CN)":78.44,"MultilingualSentiment":77.53,"OnlineShopping":93.71,"TNews":53.69,"Waimai":88.53} -{"index":72,"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":72.67,"AmazonReviewsClassification (zh)":51.01,"IFlyTek":52.7,"JDReview":87.65,"MassiveIntentClassification (zh-CN)":75.69,"MassiveScenarioClassification (zh-CN)":78.47,"MultilingualSentiment":75.51,"OnlineShopping":93.09,"TNews":51.99,"Waimai":87.91} -{"index":79,"Rank":20,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.36,"AmazonReviewsClassification (zh)":45.85,"IFlyTek":46.96,"JDReview":87.19,"MassiveIntentClassification (zh-CN)":78.16,"MassiveScenarioClassification (zh-CN)":83.11,"MultilingualSentiment":75.98,"OnlineShopping":93.63,"TNews":51.7,"Waimai":88.7} -{"index":14,"Rank":21,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":71.74,"AmazonReviewsClassification (zh)":46.18,"IFlyTek":51.8,"JDReview":86.02,"MassiveIntentClassification (zh-CN)":73.85,"MassiveScenarioClassification (zh-CN)":77.13,"MultilingualSentiment":76.35,"OnlineShopping":93.2,"TNews":53.06,"Waimai":88.1} -{"index":75,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.57,"AmazonReviewsClassification (zh)":50.25,"IFlyTek":49.19,"JDReview":83.45,"MassiveIntentClassification (zh-CN)":70.94,"MassiveScenarioClassification (zh-CN)":77.8,"MultilingualSentiment":78.08,"OnlineShopping":93.67,"TNews":51.66,"Waimai":89.12} -{"index":193,"Rank":23,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.56,"AmazonReviewsClassification (zh)":46.59,"IFlyTek":50.74,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.2,"MultilingualSentiment":76.64,"OnlineShopping":93.39,"TNews":53.1,"Waimai":88.01} -{"index":192,"Rank":24,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.5,"AmazonReviewsClassification (zh)":46.32,"IFlyTek":50.63,"JDReview":86.12,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.3,"MultilingualSentiment":76.45,"OnlineShopping":93.24,"TNews":53.11,"Waimai":88.08} -{"index":126,"Rank":25,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.35,"AmazonReviewsClassification (zh)":46.95,"IFlyTek":49.67,"JDReview":86.53,"MassiveIntentClassification (zh-CN)":73.39,"MassiveScenarioClassification (zh-CN)":76.04,"MultilingualSentiment":76.4,"OnlineShopping":92.6,"TNews":52.04,"Waimai":88.49} -{"index":352,"Rank":26,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.34,"AmazonReviewsClassification (zh)":47.23,"IFlyTek":49.6,"JDReview":86.72,"MassiveIntentClassification (zh-CN)":73.31,"MassiveScenarioClassification (zh-CN)":75.71,"MultilingualSentiment":76.48,"OnlineShopping":92.68,"TNews":51.98,"Waimai":88.37} -{"index":260,"Rank":27,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.28,"AmazonReviewsClassification (zh)":45.65,"IFlyTek":46.2,"JDReview":86.87,"MassiveIntentClassification (zh-CN)":76.91,"MassiveScenarioClassification (zh-CN)":82.36,"MultilingualSentiment":74.06,"OnlineShopping":93.11,"TNews":50.16,"Waimai":86.19} -{"index":350,"Rank":28,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.26,"AmazonReviewsClassification (zh)":45.82,"IFlyTek":48.62,"JDReview":85.95,"MassiveIntentClassification (zh-CN)":73.32,"MassiveScenarioClassification (zh-CN)":76.79,"MultilingualSentiment":75.79,"OnlineShopping":93.36,"TNews":53.65,"Waimai":88.07} -{"index":252,"Rank":29,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.2,"AmazonReviewsClassification (zh)":46.72,"IFlyTek":49.74,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":72.87,"MassiveScenarioClassification (zh-CN)":75.47,"MultilingualSentiment":76.28,"OnlineShopping":92.49,"TNews":52.16,"Waimai":88.36} -{"index":219,"Rank":30,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":71.12,"AmazonReviewsClassification (zh)":46.34,"IFlyTek":49.93,"JDReview":86.27,"MassiveIntentClassification (zh-CN)":72.05,"MassiveScenarioClassification (zh-CN)":75.3,"MultilingualSentiment":76.22,"OnlineShopping":93.53,"TNews":53.2,"Waimai":87.27} -{"index":65,"Rank":31,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63} -{"index":18,"Rank":32,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63} -{"index":254,"Rank":33,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.83,"AmazonReviewsClassification (zh)":46.67,"IFlyTek":47.34,"JDReview":85.67,"MassiveIntentClassification (zh-CN)":72.38,"MassiveScenarioClassification (zh-CN)":74.87,"MultilingualSentiment":76.27,"OnlineShopping":93.05,"TNews":53.27,"Waimai":87.96} -{"index":226,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.47,"AmazonReviewsClassification (zh)":47.6,"IFlyTek":48.65,"JDReview":84.69,"MassiveIntentClassification (zh-CN)":72.46,"MassiveScenarioClassification (zh-CN)":76.4,"MultilingualSentiment":73.47,"OnlineShopping":92.56,"TNews":50.58,"Waimai":87.79} -{"index":23,"Rank":35,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.17,"AmazonReviewsClassification (zh)":46.24,"IFlyTek":45.05,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":74.99,"MassiveScenarioClassification (zh-CN)":79.93,"MultilingualSentiment":73.31,"OnlineShopping":92.19,"TNews":47.05,"Waimai":86.94} -{"index":162,"Rank":36,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21} -{"index":161,"Rank":37,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21} -{"index":52,"Rank":38,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21} -{"index":53,"Rank":39,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":69.89,"AmazonReviewsClassification (zh)":44.88,"IFlyTek":49.11,"JDReview":85.57,"MassiveIntentClassification (zh-CN)":70.78,"MassiveScenarioClassification (zh-CN)":73.16,"MultilingualSentiment":74.39,"OnlineShopping":93.12,"TNews":51.8,"Waimai":86.18} -{"index":33,"Rank":40,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":69.13,"AmazonReviewsClassification (zh)":41.38,"IFlyTek":48.74,"JDReview":85.14,"MassiveIntentClassification (zh-CN)":68.84,"MassiveScenarioClassification (zh-CN)":74.7,"MultilingualSentiment":72.97,"OnlineShopping":91.43,"TNews":52.1,"Waimai":86.9} -{"index":246,"Rank":41,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.09,"AmazonReviewsClassification (zh)":44.94,"IFlyTek":41.68,"JDReview":83.51,"MassiveIntentClassification (zh-CN)":73.22,"MassiveScenarioClassification (zh-CN)":80.82,"MultilingualSentiment":73.21,"OnlineShopping":91.88,"TNews":45.97,"Waimai":86.59} -{"index":47,"Rank":42,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"AmazonReviewsClassification (zh)":43.32,"IFlyTek":47.08,"JDReview":84.48,"MassiveIntentClassification (zh-CN)":70.91,"MassiveScenarioClassification (zh-CN)":74.94,"MultilingualSentiment":72.68,"OnlineShopping":92.11,"TNews":49.85,"Waimai":86.44} -{"index":24,"Rank":43,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":69.05,"AmazonReviewsClassification (zh)":40.81,"IFlyTek":48.01,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.27,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.4,"OnlineShopping":91.82,"TNews":51.93,"Waimai":87.1} -{"index":221,"Rank":44,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":69.05,"AmazonReviewsClassification (zh)":40.82,"IFlyTek":47.99,"JDReview":86.98,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.12,"MultilingualSentiment":73.41,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.12} -{"index":25,"Rank":45,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.05,"AmazonReviewsClassification (zh)":40.8,"IFlyTek":47.99,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.39,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.1} -{"index":279,"Rank":46,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.83,"AmazonReviewsClassification (zh)":47.79,"IFlyTek":44.86,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":61.29,"MassiveScenarioClassification (zh-CN)":66.9,"MultilingualSentiment":78.46,"OnlineShopping":92.58,"TNews":50.02,"Waimai":89.09} -{"index":32,"Rank":47,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.58,"AmazonReviewsClassification (zh)":41.94,"IFlyTek":45.32,"JDReview":85.38,"MassiveIntentClassification (zh-CN)":66.96,"MassiveScenarioClassification (zh-CN)":73.39,"MultilingualSentiment":73.7,"OnlineShopping":91.66,"TNews":52.05,"Waimai":86.83} -{"index":218,"Rank":48,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":68.29,"AmazonReviewsClassification (zh)":39.64,"IFlyTek":47.9,"JDReview":84.78,"MassiveIntentClassification (zh-CN)":68.09,"MassiveScenarioClassification (zh-CN)":73.22,"MultilingualSentiment":71.67,"OnlineShopping":91.38,"TNews":51.25,"Waimai":86.68} -{"index":62,"Rank":49,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.21,"AmazonReviewsClassification (zh)":39.32,"IFlyTek":47.96,"JDReview":84.9,"MassiveIntentClassification (zh-CN)":67.65,"MassiveScenarioClassification (zh-CN)":72.97,"MultilingualSentiment":71.54,"OnlineShopping":91.3,"TNews":51.56,"Waimai":86.66} -{"index":275,"Rank":50,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.2,"AmazonReviewsClassification (zh)":44.44,"IFlyTek":43.96,"JDReview":86.92,"MassiveIntentClassification (zh-CN)":67.23,"MassiveScenarioClassification (zh-CN)":74.88,"MultilingualSentiment":72.47,"OnlineShopping":89.59,"TNews":48.26,"Waimai":86.08} -{"index":29,"Rank":51,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.07,"AmazonReviewsClassification (zh)":40.15,"IFlyTek":48.62,"JDReview":83.62,"MassiveIntentClassification (zh-CN)":67.93,"MassiveScenarioClassification (zh-CN)":73.98,"MultilingualSentiment":70.67,"OnlineShopping":91.26,"TNews":51.08,"Waimai":85.36} -{"index":76,"Rank":52,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.93,"AmazonReviewsClassification (zh)":41.86,"IFlyTek":49.02,"JDReview":80.77,"MassiveIntentClassification (zh-CN)":66.4,"MassiveScenarioClassification (zh-CN)":72.57,"MultilingualSentiment":73.32,"OnlineShopping":90.09,"TNews":51.58,"Waimai":85.76} -{"index":46,"Rank":53,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.89,"AmazonReviewsClassification (zh)":42.04,"IFlyTek":46.3,"JDReview":77.3,"MassiveIntentClassification (zh-CN)":70.82,"MassiveScenarioClassification (zh-CN)":75.21,"MultilingualSentiment":71.67,"OnlineShopping":91.53,"TNews":50.17,"Waimai":85.98} -{"index":217,"Rank":54,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.77,"AmazonReviewsClassification (zh)":40.25,"IFlyTek":47.46,"JDReview":84.99,"MassiveIntentClassification (zh-CN)":65.56,"MassiveScenarioClassification (zh-CN)":71.49,"MultilingualSentiment":72.48,"OnlineShopping":90.34,"TNews":50.78,"Waimai":86.62} -{"index":231,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.73,"AmazonReviewsClassification (zh)":45.1,"IFlyTek":44.06,"JDReview":80.23,"MassiveIntentClassification (zh-CN)":67.6,"MassiveScenarioClassification (zh-CN)":72.41,"MultilingualSentiment":71.66,"OnlineShopping":91.83,"TNews":49.85,"Waimai":86.83} -{"index":220,"Rank":56,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":67.62,"AmazonReviewsClassification (zh)":40.57,"IFlyTek":47.03,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":64.02,"MassiveScenarioClassification (zh-CN)":68.95,"MultilingualSentiment":73.03,"OnlineShopping":90.75,"TNews":50.69,"Waimai":86.77} -{"index":274,"Rank":57,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.52,"AmazonReviewsClassification (zh)":43.02,"IFlyTek":44.42,"JDReview":85.33,"MassiveIntentClassification (zh-CN)":68.4,"MassiveScenarioClassification (zh-CN)":74.6,"MultilingualSentiment":71.9,"OnlineShopping":87.77,"TNews":48.28,"Waimai":83.99} -{"index":45,"Rank":58,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.08,"AmazonReviewsClassification (zh)":39.68,"IFlyTek":47.0,"JDReview":77.34,"MassiveIntentClassification (zh-CN)":70.98,"MassiveScenarioClassification (zh-CN)":75.69,"MultilingualSentiment":69.17,"OnlineShopping":89.79,"TNews":49.77,"Waimai":84.34} -{"index":313,"Rank":59,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.03,"AmazonReviewsClassification (zh)":40.33,"IFlyTek":44.25,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":68.0,"MassiveScenarioClassification (zh-CN)":72.08,"MultilingualSentiment":70.15,"OnlineShopping":90.27,"TNews":46.54,"Waimai":85.54} -{"index":312,"Rank":60,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.98,"AmazonReviewsClassification (zh)":40.24,"IFlyTek":44.35,"JDReview":84.26,"MassiveIntentClassification (zh-CN)":68.97,"MassiveScenarioClassification (zh-CN)":73.32,"MultilingualSentiment":70.25,"OnlineShopping":89.93,"TNews":46.81,"Waimai":84.7} -{"index":230,"Rank":61,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.29,"AmazonReviewsClassification (zh)":38.87,"IFlyTek":45.47,"JDReview":80.99,"MassiveIntentClassification (zh-CN)":66.23,"MassiveScenarioClassification (zh-CN)":72.25,"MultilingualSentiment":68.58,"OnlineShopping":90.81,"TNews":48.38,"Waimai":85.02} -{"index":233,"Rank":62,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":65.31,"AmazonReviewsClassification (zh)":38.12,"IFlyTek":43.52,"JDReview":81.09,"MassiveIntentClassification (zh-CN)":66.91,"MassiveScenarioClassification (zh-CN)":74.72,"MultilingualSentiment":66.33,"OnlineShopping":88.35,"TNews":46.08,"Waimai":82.67} -{"index":244,"Rank":63,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54} -{"index":232,"Rank":64,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.64,"AmazonReviewsClassification (zh)":38.31,"IFlyTek":47.35,"JDReview":79.34,"MassiveIntentClassification (zh-CN)":62.04,"MassiveScenarioClassification (zh-CN)":68.96,"MultilingualSentiment":64.74,"OnlineShopping":88.73,"TNews":48.38,"Waimai":83.9} -{"index":354,"Rank":65,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} -{"index":356,"Rank":66,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} -{"index":335,"Rank":67,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":64.37,"AmazonReviewsClassification (zh)":29.75,"IFlyTek":50.93,"JDReview":84.93,"MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":71.6,"MultilingualSentiment":55.9,"OnlineShopping":82.53,"TNews":55.08,"Waimai":81.16} -{"index":383,"Rank":68,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":64.31,"AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"JDReview":74.6,"MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"OnlineShopping":88.94,"TNews":45.77,"Waimai":82.37} -{"index":22,"Rank":69,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} -{"index":229,"Rank":70,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.23,"AmazonReviewsClassification (zh)":38.34,"IFlyTek":44.93,"JDReview":76.21,"MassiveIntentClassification (zh-CN)":63.22,"MassiveScenarioClassification (zh-CN)":70.24,"MultilingualSentiment":65.28,"OnlineShopping":88.4,"TNews":47.06,"Waimai":84.42} -{"index":39,"Rank":71,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":63.96,"AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"JDReview":80.04,"MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"OnlineShopping":85.05,"TNews":48.15,"Waimai":83.18} -{"index":315,"Rank":72,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.62,"AmazonReviewsClassification (zh)":36.45,"IFlyTek":43.19,"JDReview":79.14,"MassiveIntentClassification (zh-CN)":63.86,"MassiveScenarioClassification (zh-CN)":70.85,"MultilingualSentiment":64.6,"OnlineShopping":85.63,"TNews":46.02,"Waimai":82.85} -{"index":330,"Rank":73,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.4,"AmazonReviewsClassification (zh)":37.74,"IFlyTek":43.98,"JDReview":70.34,"MassiveIntentClassification (zh-CN)":65.32,"MassiveScenarioClassification (zh-CN)":71.25,"MultilingualSentiment":66.49,"OnlineShopping":87.75,"TNews":43.73,"Waimai":83.97} -{"index":235,"Rank":74,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":62.85,"AmazonReviewsClassification (zh)":35.7,"IFlyTek":40.46,"JDReview":78.26,"MassiveIntentClassification (zh-CN)":63.75,"MassiveScenarioClassification (zh-CN)":72.39,"MultilingualSentiment":63.17,"OnlineShopping":87.11,"TNews":44.15,"Waimai":80.65} -{"index":59,"Rank":75,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.7,"AmazonReviewsClassification (zh)":38.25,"IFlyTek":43.13,"JDReview":69.08,"MassiveIntentClassification (zh-CN)":61.23,"MassiveScenarioClassification (zh-CN)":68.12,"MultilingualSentiment":67.83,"OnlineShopping":88.13,"TNews":44.42,"Waimai":84.15} -{"index":54,"Rank":76,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.54,"AmazonReviewsClassification (zh)":37.51,"IFlyTek":44.88,"JDReview":82.2,"MassiveIntentClassification (zh-CN)":57.34,"MassiveScenarioClassification (zh-CN)":62.36,"MultilingualSentiment":66.58,"OnlineShopping":88.19,"TNews":39.8,"Waimai":83.96} -{"index":339,"Rank":77,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.19,"AmazonReviewsClassification (zh)":34.12,"IFlyTek":42.05,"JDReview":82.14,"MassiveIntentClassification (zh-CN)":63.98,"MassiveScenarioClassification (zh-CN)":70.52,"MultilingualSentiment":60.98,"OnlineShopping":85.69,"TNews":43.01,"Waimai":77.22} -{"index":341,"Rank":78,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.0,"AmazonReviewsClassification (zh)":34.46,"IFlyTek":41.75,"JDReview":79.68,"MassiveIntentClassification (zh-CN)":57.47,"MassiveScenarioClassification (zh-CN)":65.32,"MultilingualSentiment":61.21,"OnlineShopping":84.3,"TNews":45.22,"Waimai":79.57} -{"index":68,"Rank":79,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.66,"AmazonReviewsClassification (zh)":33.77,"IFlyTek":41.54,"JDReview":81.56,"MassiveIntentClassification (zh-CN)":63.23,"MassiveScenarioClassification (zh-CN)":68.45,"MultilingualSentiment":58.97,"OnlineShopping":83.51,"TNews":38.92,"Waimai":76.01} -{"index":329,"Rank":80,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":60.34,"AmazonReviewsClassification (zh)":35.26,"IFlyTek":39.88,"JDReview":70.26,"MassiveIntentClassification (zh-CN)":62.0,"MassiveScenarioClassification (zh-CN)":67.45,"MultilingualSentiment":61.9,"OnlineShopping":84.89,"TNews":39.19,"Waimai":82.27} -{"index":198,"Rank":81,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.87,"AmazonReviewsClassification (zh)":31.91,"IFlyTek":38.01,"JDReview":69.59,"MassiveIntentClassification (zh-CN)":62.08,"MassiveScenarioClassification (zh-CN)":68.88,"MultilingualSentiment":57.69,"OnlineShopping":75.64,"TNews":40.95,"Waimai":76.12} -{"index":318,"Rank":82,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.13,"AmazonReviewsClassification (zh)":23.62,"IFlyTek":17.18,"JDReview":60.19,"MassiveIntentClassification (zh-CN)":24.36,"MassiveScenarioClassification (zh-CN)":35.33,"MultilingualSentiment":41.2,"OnlineShopping":56.94,"TNews":21.05,"Waimai":63.31} -{"index":355,"Rank":83,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.04,"AmazonReviewsClassification (zh)":21.96,"IFlyTek":20.35,"JDReview":55.5,"MassiveIntentClassification (zh-CN)":25.39,"MassiveScenarioClassification (zh-CN)":40.35,"MultilingualSentiment":38.94,"OnlineShopping":56.89,"TNews":26.79,"Waimai":56.22} -{"index":317,"Rank":84,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.74,"AmazonReviewsClassification (zh)":23.67,"IFlyTek":16.09,"JDReview":59.98,"MassiveIntentClassification (zh-CN)":24.4,"MassiveScenarioClassification (zh-CN)":33.65,"MultilingualSentiment":41.28,"OnlineShopping":57.74,"TNews":20.12,"Waimai":62.72} -{"index":316,"Rank":85,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.53,"AmazonReviewsClassification (zh)":22.99,"IFlyTek":15.31,"JDReview":59.57,"MassiveIntentClassification (zh-CN)":23.74,"MassiveScenarioClassification (zh-CN)":33.18,"MultilingualSentiment":40.52,"OnlineShopping":58.65,"TNews":20.37,"Waimai":63.48} -{"index":0,"Rank":86,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":1,"Rank":87,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":2,"Rank":88,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":3,"Rank":89,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":4,"Rank":90,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":5,"Rank":91,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":6,"Rank":92,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":7,"Rank":93,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":8,"Rank":94,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":9,"Rank":95,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":10,"Rank":96,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":11,"Rank":97,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":12,"Rank":98,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":13,"Rank":99,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":30.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":40.62,"MassiveScenarioClassification (zh-CN)":50.22,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":15,"Rank":100,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":20,"Rank":102,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":21,"Rank":103,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":28,"Rank":106,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":30,"Rank":107,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":31,"Rank":108,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":34,"Rank":109,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":36,"Rank":110,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":37,"Rank":111,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":38,"Rank":112,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":41,"Rank":114,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.23,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":43,"Rank":116,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":50,"Rank":119,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":51,"Rank":120,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":55,"Rank":121,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":56,"Rank":122,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":57,"Rank":123,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":63,"Rank":126,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":64,"Rank":127,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":67,"Rank":128,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":69,"Rank":129,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":70,"Rank":130,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":71,"Rank":131,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":73,"Rank":132,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":77,"Rank":133,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":78,"Rank":134,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":87,"Rank":142,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.35,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.85,"MassiveScenarioClassification (zh-CN)":30.14,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":88,"Rank":143,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":89,"Rank":144,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":90,"Rank":145,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":91,"Rank":146,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":92,"Rank":147,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":93,"Rank":148,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":96,"Rank":151,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":97,"Rank":152,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":98,"Rank":153,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":99,"Rank":154,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":100,"Rank":155,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":101,"Rank":156,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":102,"Rank":157,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":103,"Rank":158,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":104,"Rank":159,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":105,"Rank":160,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":106,"Rank":161,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":107,"Rank":162,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":108,"Rank":163,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":109,"Rank":164,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":110,"Rank":165,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":111,"Rank":166,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":112,"Rank":167,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":24.27,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":46.24,"MassiveScenarioClassification (zh-CN)":49.38,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":113,"Rank":168,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":23.98,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":45.78,"MassiveScenarioClassification (zh-CN)":48.55,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":114,"Rank":169,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":115,"Rank":170,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":116,"Rank":171,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":33.75,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":118,"Rank":173,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":119,"Rank":174,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":120,"Rank":175,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":121,"Rank":176,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":122,"Rank":177,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":123,"Rank":178,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":124,"Rank":179,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":125,"Rank":180,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":127,"Rank":181,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":131,"Rank":184,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":132,"Rank":185,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":135,"Rank":188,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":136,"Rank":189,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":137,"Rank":190,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":138,"Rank":191,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":139,"Rank":192,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":140,"Rank":193,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":141,"Rank":194,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":142,"Rank":195,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":143,"Rank":196,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":144,"Rank":197,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":145,"Rank":198,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":147,"Rank":199,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":148,"Rank":200,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":149,"Rank":201,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":151,"Rank":203,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":152,"Rank":204,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":153,"Rank":205,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":154,"Rank":206,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":155,"Rank":207,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":157,"Rank":209,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":159,"Rank":211,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":36.07,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":63.4,"MassiveScenarioClassification (zh-CN)":69.58,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":160,"Rank":212,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":163,"Rank":213,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":165,"Rank":214,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":166,"Rank":215,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":167,"Rank":216,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":168,"Rank":217,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":169,"Rank":218,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":172,"Rank":221,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":37.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":173,"Rank":222,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":32.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":67.07,"MassiveScenarioClassification (zh-CN)":73.95,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":175,"Rank":224,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.13,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":25.91,"MassiveScenarioClassification (zh-CN)":35.16,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":177,"Rank":226,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":178,"Rank":227,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":3.96,"MassiveScenarioClassification (zh-CN)":9.98,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":179,"Rank":228,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":180,"Rank":229,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":181,"Rank":230,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":183,"Rank":232,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":184,"Rank":233,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":185,"Rank":234,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":186,"Rank":235,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":187,"Rank":236,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":188,"Rank":237,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":189,"Rank":238,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":191,"Rank":240,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":34.55,"IFlyTek":44.16,"JDReview":80.32,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":61.08,"OnlineShopping":83.23,"TNews":47.89,"Waimai":82.24} -{"index":194,"Rank":241,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":195,"Rank":242,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":196,"Rank":243,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":201,"Rank":246,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":202,"Rank":247,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":203,"Rank":248,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":206,"Rank":250,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":207,"Rank":251,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":208,"Rank":252,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":209,"Rank":253,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":210,"Rank":254,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":211,"Rank":255,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":216,"Rank":259,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":222,"Rank":260,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":223,"Rank":261,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":224,"Rank":262,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":225,"Rank":263,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":227,"Rank":264,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":228,"Rank":265,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":234,"Rank":266,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":45.03,"JDReview":83.64,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":67.17,"OnlineShopping":90.41,"TNews":47.7,"Waimai":84.07} -{"index":236,"Rank":267,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":46.23,"JDReview":84.17,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":68.36,"OnlineShopping":90.93,"TNews":47.8,"Waimai":84.68} -{"index":237,"Rank":268,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":238,"Rank":269,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":239,"Rank":270,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":240,"Rank":271,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":241,"Rank":272,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":242,"Rank":273,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":243,"Rank":274,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":245,"Rank":275,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":247,"Rank":276,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.5,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":68.24,"MassiveScenarioClassification (zh-CN)":74.47,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":248,"Rank":277,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":249,"Rank":278,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":258,"Rank":284,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":261,"Rank":286,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":262,"Rank":287,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":263,"Rank":288,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":264,"Rank":289,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":265,"Rank":290,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":266,"Rank":291,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":267,"Rank":292,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":268,"Rank":293,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":269,"Rank":294,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":270,"Rank":295,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":271,"Rank":296,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":272,"Rank":297,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":273,"Rank":298,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":276,"Rank":299,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":278,"Rank":301,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":286,"Rank":308,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":287,"Rank":309,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":288,"Rank":310,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":289,"Rank":311,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":290,"Rank":312,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":291,"Rank":313,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":292,"Rank":314,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":293,"Rank":315,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":294,"Rank":316,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":295,"Rank":317,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":296,"Rank":318,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":297,"Rank":319,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":298,"Rank":320,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":299,"Rank":321,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":301,"Rank":323,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":302,"Rank":324,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":303,"Rank":325,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":304,"Rank":326,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":305,"Rank":327,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":306,"Rank":328,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":307,"Rank":329,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":308,"Rank":330,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":319,"Rank":334,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.49,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.81,"MassiveScenarioClassification (zh-CN)":9.19,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":320,"Rank":335,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":321,"Rank":336,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":322,"Rank":337,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":33.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":59.22,"MassiveScenarioClassification (zh-CN)":66.44,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":323,"Rank":338,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":324,"Rank":339,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.41,"MassiveScenarioClassification (zh-CN)":3.84,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":325,"Rank":340,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.72,"MassiveScenarioClassification (zh-CN)":5.21,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":326,"Rank":341,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":327,"Rank":342,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":328,"Rank":343,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":331,"Rank":344,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.53,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.12,"MassiveScenarioClassification (zh-CN)":4.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":332,"Rank":345,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.12,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.09,"MassiveScenarioClassification (zh-CN)":4.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":333,"Rank":346,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.88,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.59,"MassiveScenarioClassification (zh-CN)":5.86,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":334,"Rank":347,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":336,"Rank":348,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":337,"Rank":349,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":5.21,"MassiveScenarioClassification (zh-CN)":10.6,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":340,"Rank":350,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AmazonReviewsClassification (zh)":32.52,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":60.86,"MassiveScenarioClassification (zh-CN)":65.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":343,"Rank":352,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":344,"Rank":353,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":349,"Rank":357,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":351,"Rank":358,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":353,"Rank":359,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":359,"Rank":362,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":21.91,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.75,"MassiveScenarioClassification (zh-CN)":3.18,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":362,"Rank":365,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":363,"Rank":366,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":364,"Rank":367,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":365,"Rank":368,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":366,"Rank":369,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":369,"Rank":372,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} diff --git a/all_data_tasks/9/default.jsonl b/all_data_tasks/9/default.jsonl deleted file mode 100644 index 028f26390cf96877282a885ebb67b877d1145a52..0000000000000000000000000000000000000000 --- a/all_data_tasks/9/default.jsonl +++ /dev/null @@ -1,314 +0,0 @@ -{"index":128,"Rank":1,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.31,"CLSClusteringP2P":62.33,"CLSClusteringS2S":59.3,"ThuNewsClusteringP2P":83.43,"ThuNewsClusteringS2S":80.18} -{"index":17,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.08,"CLSClusteringP2P":47.21,"CLSClusteringS2S":45.79,"ThuNewsClusteringP2P":87.43,"ThuNewsClusteringS2S":87.9} -{"index":338,"Rank":3,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.64,"CLSClusteringP2P":57.39,"CLSClusteringS2S":54.11,"ThuNewsClusteringP2P":79.15,"ThuNewsClusteringS2S":75.9} -{"index":61,"Rank":4,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.35,"CLSClusteringP2P":60.2,"CLSClusteringS2S":58.4,"ThuNewsClusteringP2P":76.98,"ThuNewsClusteringS2S":69.83} -{"index":146,"Rank":5,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2} -{"index":204,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":19,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":345,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":66,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":253,"Rank":10,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":65.17,"CLSClusteringP2P":60.42,"CLSClusteringS2S":49.54,"ThuNewsClusteringP2P":78.76,"ThuNewsClusteringS2S":71.96} -{"index":200,"Rank":11,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.33,"CLSClusteringP2P":57.24,"CLSClusteringS2S":48.42,"ThuNewsClusteringP2P":76.64,"ThuNewsClusteringS2S":71.03} -{"index":214,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.23,"CLSClusteringP2P":58.29,"CLSClusteringS2S":48.79,"ThuNewsClusteringP2P":72.48,"ThuNewsClusteringS2S":69.35} -{"index":314,"Rank":13,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.17,"CLSClusteringP2P":57.93,"CLSClusteringS2S":48.1,"ThuNewsClusteringP2P":74.2,"ThuNewsClusteringS2S":68.43} -{"index":44,"Rank":14,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55} -{"index":260,"Rank":15,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":60.75,"CLSClusteringP2P":54.1,"CLSClusteringS2S":46.5,"ThuNewsClusteringP2P":75.41,"ThuNewsClusteringS2S":67.0} -{"index":79,"Rank":16,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":59.9,"CLSClusteringP2P":53.8,"CLSClusteringS2S":46.22,"ThuNewsClusteringP2P":72.79,"ThuNewsClusteringS2S":66.8} -{"index":35,"Rank":17,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.3,"CLSClusteringP2P":54.65,"CLSClusteringS2S":63.68,"ThuNewsClusteringP2P":64.32,"ThuNewsClusteringS2S":54.57} -{"index":164,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":58.7,"CLSClusteringP2P":47.08,"CLSClusteringS2S":44.05,"ThuNewsClusteringP2P":74.66,"ThuNewsClusteringS2S":69.0} -{"index":74,"Rank":19,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.83,"CLSClusteringP2P":45.34,"CLSClusteringS2S":42.65,"ThuNewsClusteringP2P":74.61,"ThuNewsClusteringS2S":68.73} -{"index":387,"Rank":20,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.88,"CLSClusteringP2P":60.37,"CLSClusteringS2S":51.09,"ThuNewsClusteringP2P":58.23,"ThuNewsClusteringS2S":57.83} -{"index":252,"Rank":21,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.62,"CLSClusteringP2P":43.24,"CLSClusteringS2S":41.23,"ThuNewsClusteringP2P":70.06,"ThuNewsClusteringS2S":63.94} -{"index":65,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5} -{"index":18,"Rank":23,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5} -{"index":193,"Rank":24,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":54.32,"CLSClusteringP2P":43.03,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":70.6,"ThuNewsClusteringS2S":63.21} -{"index":126,"Rank":25,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.0,"CLSClusteringP2P":42.52,"CLSClusteringS2S":39.73,"ThuNewsClusteringP2P":70.1,"ThuNewsClusteringS2S":63.67} -{"index":192,"Rank":26,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":53.9,"CLSClusteringP2P":41.94,"CLSClusteringS2S":40.34,"ThuNewsClusteringP2P":69.61,"ThuNewsClusteringS2S":63.71} -{"index":350,"Rank":27,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.86,"CLSClusteringP2P":42.58,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":68.81,"ThuNewsClusteringS2S":63.61} -{"index":14,"Rank":28,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":53.75,"CLSClusteringP2P":41.64,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":69.28,"ThuNewsClusteringS2S":63.75} -{"index":219,"Rank":29,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":53.3,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.98,"ThuNewsClusteringP2P":67.88,"ThuNewsClusteringS2S":62.47} -{"index":352,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.07,"CLSClusteringP2P":42.1,"CLSClusteringS2S":38.91,"ThuNewsClusteringP2P":68.36,"ThuNewsClusteringS2S":62.92} -{"index":23,"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53} -{"index":226,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53} -{"index":52,"Rank":33,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84} -{"index":161,"Rank":34,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84} -{"index":162,"Rank":35,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84} -{"index":75,"Rank":36,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.86,"CLSClusteringP2P":41.61,"CLSClusteringS2S":39.71,"ThuNewsClusteringP2P":62.93,"ThuNewsClusteringS2S":59.18} -{"index":53,"Rank":37,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":50.8,"CLSClusteringP2P":40.79,"CLSClusteringS2S":38.43,"ThuNewsClusteringP2P":65.15,"ThuNewsClusteringS2S":58.82} -{"index":246,"Rank":38,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":50.22,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.79,"ThuNewsClusteringP2P":63.13,"ThuNewsClusteringS2S":58.98} -{"index":32,"Rank":39,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"CLSClusteringP2P":41.23,"CLSClusteringS2S":40.04,"ThuNewsClusteringP2P":62.03,"ThuNewsClusteringS2S":56.75} -{"index":76,"Rank":40,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":49.88,"CLSClusteringP2P":42.64,"CLSClusteringS2S":39.14,"ThuNewsClusteringP2P":61.33,"ThuNewsClusteringS2S":56.42} -{"index":62,"Rank":41,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.48,"CLSClusteringP2P":39.51,"CLSClusteringS2S":38.0,"ThuNewsClusteringP2P":62.57,"ThuNewsClusteringS2S":57.84} -{"index":218,"Rank":42,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":49.4,"CLSClusteringP2P":40.26,"CLSClusteringS2S":37.18,"ThuNewsClusteringP2P":62.19,"ThuNewsClusteringS2S":57.97} -{"index":221,"Rank":43,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":49.16,"CLSClusteringP2P":39.95,"CLSClusteringS2S":38.18,"ThuNewsClusteringP2P":61.4,"ThuNewsClusteringS2S":57.11} -{"index":25,"Rank":44,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09} -{"index":24,"Rank":45,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09} -{"index":33,"Rank":46,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58} -{"index":354,"Rank":47,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":356,"Rank":48,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":47,"Rank":49,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15} -{"index":275,"Rank":50,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51} -{"index":46,"Rank":51,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71} -{"index":217,"Rank":52,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":48.7,"CLSClusteringP2P":39.71,"CLSClusteringS2S":36.56,"ThuNewsClusteringP2P":63.19,"ThuNewsClusteringS2S":55.36} -{"index":220,"Rank":53,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":48.65,"CLSClusteringP2P":40.27,"CLSClusteringS2S":37.5,"ThuNewsClusteringP2P":62.15,"ThuNewsClusteringS2S":54.67} -{"index":279,"Rank":54,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.64,"CLSClusteringP2P":39.32,"CLSClusteringS2S":37.84,"ThuNewsClusteringP2P":60.69,"ThuNewsClusteringS2S":56.73} -{"index":254,"Rank":55,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.35,"CLSClusteringP2P":33.55,"CLSClusteringS2S":36.18,"ThuNewsClusteringP2P":63.34,"ThuNewsClusteringS2S":60.33} -{"index":230,"Rank":56,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.23,"CLSClusteringP2P":40.68,"CLSClusteringS2S":38.59,"ThuNewsClusteringP2P":58.05,"ThuNewsClusteringS2S":55.59} -{"index":335,"Rank":57,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72} -{"index":274,"Rank":58,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78} -{"index":29,"Rank":59,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12} -{"index":22,"Rank":60,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} -{"index":45,"Rank":61,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5} -{"index":312,"Rank":62,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02} -{"index":313,"Rank":63,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56} -{"index":244,"Rank":64,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":383,"Rank":65,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86} -{"index":232,"Rank":66,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93} -{"index":341,"Rank":67,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26} -{"index":39,"Rank":68,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":44.18,"CLSClusteringP2P":38.14,"CLSClusteringS2S":35.14,"ThuNewsClusteringP2P":54.22,"ThuNewsClusteringS2S":49.22} -{"index":234,"Rank":69,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":43.24,"CLSClusteringP2P":36.73,"CLSClusteringS2S":36.45,"ThuNewsClusteringP2P":50.24,"ThuNewsClusteringS2S":49.54} -{"index":235,"Rank":70,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":42.42,"CLSClusteringP2P":35.21,"CLSClusteringS2S":35.12,"ThuNewsClusteringP2P":51.03,"ThuNewsClusteringS2S":48.32} -{"index":233,"Rank":71,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":42.42,"CLSClusteringP2P":35.36,"CLSClusteringS2S":37.07,"ThuNewsClusteringP2P":48.91,"ThuNewsClusteringS2S":48.34} -{"index":236,"Rank":72,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":42.32,"CLSClusteringP2P":36.0,"CLSClusteringS2S":36.35,"ThuNewsClusteringP2P":49.19,"ThuNewsClusteringS2S":47.76} -{"index":229,"Rank":73,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36} -{"index":59,"Rank":74,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.67,"CLSClusteringP2P":39.24,"CLSClusteringS2S":35.36,"ThuNewsClusteringP2P":47.3,"ThuNewsClusteringS2S":36.77} -{"index":339,"Rank":75,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01} -{"index":198,"Rank":76,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":34.44,"CLSClusteringP2P":27.43,"CLSClusteringS2S":28.32,"ThuNewsClusteringP2P":38.54,"ThuNewsClusteringS2S":43.45} -{"index":54,"Rank":77,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.8,"CLSClusteringP2P":34.98,"CLSClusteringS2S":27.82,"ThuNewsClusteringP2P":40.17,"ThuNewsClusteringS2S":24.23} -{"index":68,"Rank":78,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14} -{"index":355,"Rank":79,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.34,"CLSClusteringP2P":18.66,"CLSClusteringS2S":16.82,"ThuNewsClusteringP2P":20.69,"ThuNewsClusteringS2S":17.19} -{"index":0,"Rank":80,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":1,"Rank":81,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":2,"Rank":82,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":3,"Rank":83,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":4,"Rank":84,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":5,"Rank":85,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":6,"Rank":86,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":7,"Rank":87,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":8,"Rank":88,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":9,"Rank":89,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":10,"Rank":90,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":11,"Rank":91,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":12,"Rank":92,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":13,"Rank":93,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":15,"Rank":94,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":20,"Rank":96,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":21,"Rank":97,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":28,"Rank":100,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":30,"Rank":101,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":31,"Rank":102,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":34,"Rank":103,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":36,"Rank":104,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":37,"Rank":105,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":38,"Rank":106,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":43,"Rank":110,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":50,"Rank":113,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":51,"Rank":114,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":55,"Rank":115,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":56,"Rank":116,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":57,"Rank":117,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":63,"Rank":120,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":64,"Rank":121,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":67,"Rank":122,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":69,"Rank":123,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":70,"Rank":124,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":71,"Rank":125,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":72,"Rank":126,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":73,"Rank":127,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":77,"Rank":128,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":78,"Rank":129,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":87,"Rank":137,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":88,"Rank":138,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":89,"Rank":139,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":90,"Rank":140,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":91,"Rank":141,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":92,"Rank":142,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":93,"Rank":143,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":96,"Rank":146,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":97,"Rank":147,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":98,"Rank":148,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":99,"Rank":149,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":100,"Rank":150,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":101,"Rank":151,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":102,"Rank":152,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":103,"Rank":153,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":104,"Rank":154,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":105,"Rank":155,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":106,"Rank":156,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":107,"Rank":157,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":108,"Rank":158,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":109,"Rank":159,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":110,"Rank":160,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":111,"Rank":161,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":112,"Rank":162,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":113,"Rank":163,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":114,"Rank":164,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":115,"Rank":165,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":116,"Rank":166,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":118,"Rank":168,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":119,"Rank":169,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":120,"Rank":170,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":121,"Rank":171,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":122,"Rank":172,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":123,"Rank":173,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":124,"Rank":174,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":125,"Rank":175,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":127,"Rank":176,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":131,"Rank":179,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":132,"Rank":180,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":135,"Rank":183,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":136,"Rank":184,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":137,"Rank":185,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":138,"Rank":186,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":139,"Rank":187,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":140,"Rank":188,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":141,"Rank":189,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":142,"Rank":190,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":143,"Rank":191,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":144,"Rank":192,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":145,"Rank":193,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":147,"Rank":194,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":148,"Rank":195,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":149,"Rank":196,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":151,"Rank":198,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":152,"Rank":199,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":153,"Rank":200,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":154,"Rank":201,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":155,"Rank":202,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":157,"Rank":204,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":160,"Rank":207,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":163,"Rank":208,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":165,"Rank":209,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":166,"Rank":210,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":167,"Rank":211,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":168,"Rank":212,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":169,"Rank":213,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":172,"Rank":216,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":173,"Rank":217,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":175,"Rank":219,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":177,"Rank":221,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":178,"Rank":222,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":179,"Rank":223,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":180,"Rank":224,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":181,"Rank":225,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":183,"Rank":227,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":184,"Rank":228,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":185,"Rank":229,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":186,"Rank":230,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":187,"Rank":231,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":188,"Rank":232,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":189,"Rank":233,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":191,"Rank":235,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":194,"Rank":236,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":195,"Rank":237,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":196,"Rank":238,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":201,"Rank":241,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":202,"Rank":242,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":203,"Rank":243,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":206,"Rank":245,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":207,"Rank":246,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":208,"Rank":247,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":209,"Rank":248,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":210,"Rank":249,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":211,"Rank":250,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":216,"Rank":254,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":222,"Rank":255,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":223,"Rank":256,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":224,"Rank":257,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":225,"Rank":258,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":227,"Rank":259,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":228,"Rank":260,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":231,"Rank":261,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":237,"Rank":262,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":238,"Rank":263,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":239,"Rank":264,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":240,"Rank":265,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":241,"Rank":266,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":242,"Rank":267,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":243,"Rank":268,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":245,"Rank":269,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":248,"Rank":271,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":249,"Rank":272,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":258,"Rank":278,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":261,"Rank":280,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":262,"Rank":281,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":263,"Rank":282,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":264,"Rank":283,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":265,"Rank":284,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":266,"Rank":285,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":267,"Rank":286,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":268,"Rank":287,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":269,"Rank":288,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":270,"Rank":289,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":271,"Rank":290,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":272,"Rank":291,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":273,"Rank":292,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":276,"Rank":293,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":278,"Rank":295,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":286,"Rank":302,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":287,"Rank":303,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":288,"Rank":304,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":289,"Rank":305,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":290,"Rank":306,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":291,"Rank":307,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":292,"Rank":308,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":293,"Rank":309,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":294,"Rank":310,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":295,"Rank":311,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":296,"Rank":312,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":297,"Rank":313,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":298,"Rank":314,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":299,"Rank":315,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":301,"Rank":317,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":302,"Rank":318,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":303,"Rank":319,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":304,"Rank":320,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":305,"Rank":321,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":306,"Rank":322,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":307,"Rank":323,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":308,"Rank":324,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":315,"Rank":328,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":316,"Rank":329,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":317,"Rank":330,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":318,"Rank":331,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":319,"Rank":332,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":320,"Rank":333,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":321,"Rank":334,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":322,"Rank":335,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":323,"Rank":336,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":324,"Rank":337,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":325,"Rank":338,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":326,"Rank":339,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":327,"Rank":340,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":328,"Rank":341,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":329,"Rank":342,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":330,"Rank":343,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":331,"Rank":344,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":332,"Rank":345,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":333,"Rank":346,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":334,"Rank":347,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":336,"Rank":348,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":337,"Rank":349,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":340,"Rank":350,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":343,"Rank":352,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":344,"Rank":353,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":349,"Rank":357,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":351,"Rank":358,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":353,"Rank":359,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":362,"Rank":365,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":363,"Rank":366,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":364,"Rank":367,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":365,"Rank":368,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":366,"Rank":369,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":369,"Rank":372,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} diff --git a/app.py b/app.py index 17d4d2e0dae15360b97d28cf41efdac923cd8acc..b986e3130ceda886213410bdc1d1721bcc3c9292 100644 --- a/app.py +++ b/app.py @@ -1,417 +1,25 @@ -from functools import reduce -import re +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 16:59 +# @Author : q275343119 +# @File : app.py +# @Description: Main entry point for the application +from app.ui.home import init_home +from app.ui.about import init_about import gradio as gr -import pandas as pd -from envs import REPO_ID -from refresh import BOARDS_CONFIG, TASKS, TASKS_CONFIG, TASK_DESCRIPTIONS, PRETTY_NAMES, load_results, make_clickable_model -from refresh import PROPRIETARY_MODELS, SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS, CROSS_ENCODERS, BI_ENCODERS, INSTRUCT_MODELS, NOINSTRUCT_MODELS, EXTERNAL_MODEL_TO_LINK +def main(): + home = init_home() + about = init_about() -PROPRIETARY_MODELS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in PROPRIETARY_MODELS -} -SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS -} -INSTRUCT_MODELS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in INSTRUCT_MODELS -} -NOINSTRUCT_MODELS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in NOINSTRUCT_MODELS -} -CROSS_ENCODERS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in CROSS_ENCODERS -} -BI_ENCODERS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in BI_ENCODERS -} + demo = gr.TabbedInterface( + [home, about], + ["Home", "About"], + css="footer {display: none} .sort-button.svelte-1bvc1p0.svelte-1bvc1p0.svelte-1bvc1p0 {display: none;}" + ) + demo.launch() -def make_datasets_clickable(df): - """Does not work""" - if "BornholmBitextMining" in df.columns: - link = "https://huggingface.co/datasets/strombergnlp/bornholmsk_parallel" - df = df.rename( - columns={f'BornholmBitextMining': 'BornholmBitextMining',}) - return df - - -# 1. Force headers to wrap -# 2. Force model column (maximum) width -# 3. Prevent model column from overflowing, scroll instead -# 4. Prevent checkbox groups from taking up too much space -css = """ -table > thead { - white-space: normal -} - -table { - --cell-width-1: 250px -} - -table > tbody > tr > td:nth-child(2) > div { - overflow-x: auto -} - -.filter-checkbox-group { - max-width: max-content; -} -""" - -""" -Each inner tab can have the following keys: -- language: The language of the leaderboard -- language_long: [optional] The long form of the language -- description: The description of the leaderboard -- credits: [optional] The credits for the leaderboard -- desc: [optional] The description of the leaderboard -- data: The data for the leaderboard -""" - -# No more refreshing manually, happens daily -# def get_refresh_function(task_category, task_list): -# def _refresh(): -# data_task_category = get_mteb_data(tasks=[task_category], datasets=task_list) -# data_task_category.drop(columns=["Embedding Dimensions", "Max Tokens"], inplace=True) -# return data_task_category -# return _refresh - - -# def get_refresh_overall_function(tasks): -# return lambda: get_mteb_average(tasks)[0] - - -# load in the pre-calculated `all_data_tasks` and `boards_data` -print(f"Loading pre-calculated data....") -all_data_tasks = load_results("all_data_tasks") -boards_data = load_results("boards_data") - -#### Caclulate Metadata -# Exact, add all non-nan integer values for every dataset -NUM_SCORES = 0 -DATASETS = [] -MODELS = [] -# LANGUAGES = [] -for d in all_data_tasks: - if isinstance(d, list) and len(d) == 0: - continue - # NUM_SCORES += d.iloc[:, 1:].apply(lambda x: sum([1 for y in x if isinstance(y, float) and not np.isnan(y)]), axis=1).sum() - cols_to_ignore = 4 if "Average" in d.columns else 3 - # Count number of scores including only non-nan floats & excluding the rank column - NUM_SCORES += d.iloc[:, cols_to_ignore:].notna().sum().sum() - # Exclude rank & model name column (first two); Do not count different language versions as different datasets - DATASETS += [i.split(" ")[0] for i in d.columns[cols_to_ignore:]] - # LANGUAGES += [i.split(" ")[-1] for i in d.columns[cols_to_ignore:]] - MODELS += d["Model"].tolist() - - -NUM_DATASETS = len(set(DATASETS)) -# NUM_LANGUAGES = len(set(LANGUAGES)) -NUM_MODELS = len(set(MODELS)) - -data = { - "Overall": {"metric": "Various, refer to task tabs", "data": []} -} -for task in TASKS: - data[task] = {"metric": TASKS_CONFIG[task]["metric_description"], "data": []} - -for board, board_config in BOARDS_CONFIG.items(): - init_name = board_config["title"] - if init_name in PRETTY_NAMES: - init_name = PRETTY_NAMES[init_name] - board_pretty_name = f"{init_name} leaderboard" - acronym = board_config.get("acronym", None) - board_icon = board_config.get("icon", None) - if board_icon is None: - board_icon = "" - credits = board_config.get("credits", None) - metric = board_config.get("metric", None) - desc = board_config.get("desc", None) - - if board_config["has_overall"]: - overall_pretty_name = board_pretty_name - if acronym is not None: - overall_pretty_name += f" ({board_config['acronym']})" - data["Overall"]["data"].append({ - "language": board_config["title"], - "language_long": board_config["language_long"], - "description": f"**Overall MTEB {overall_pretty_name}** 🔮{board_icon}", - "data": boards_data[board]["data_overall"], - # "refresh": get_refresh_overall_function(board_config["tasks"]), - "credits": credits, - "metric": metric, - "desc": desc, - }) - for task_category, task_category_list in board_config["tasks"].items(): - task_icon = TASKS_CONFIG[task_category]['icon'] - if "special_icons" in board_config and isinstance(board_config["special_icons"], dict): - task_icon = board_config["special_icons"].get(task_category, task_icon) - data[task_category]["data"].append({ - "language": board_config["title"], - "language_long": board_config["language_long"], - "description": f"**{task_category} {board_pretty_name}** {task_icon}{board_icon}", - "data": boards_data[board]["data_tasks"][task_category], - # "refresh": get_refresh_function(task_category, task_category_list), - "credits": credits, - "metric": metric, - "desc": desc, - }) - -dataframes = [] -full_dataframes = [] -tabs = [] - -# The following JavaScript function updates the URL parameters based on the selected task and language -# Additionally, `update_url_task` and `update_url_language` are used to update the current task and language -# The current task and language are stored in the `current_task_language` and `language_per_task` JSON objects -# This is all a bit hacky, but it might be the only way to pass options to a JavaScript function via Gradio -set_window_url_params = """ -function(goalUrlObject) { - const params = new URLSearchParams(window.location.search); - for (const [key, value] of Object.entries(goalUrlObject)) { - params.set(key, value); - }; - const queryString = '?' + params.toString(); - console.log(queryString); - window.history.replaceState({}, '', queryString); - return []; -} -""" - -def update_url_task(event: gr.SelectData, current_task_language: dict, language_per_task: dict): - current_task_language["task"] = event.target.id - # Either use the cached language for this task or the 1st language - try: - current_task_language["language"] = language_per_task.get(event.target.id, event.target.children[1].children[0].id) - except Exception as e: # is Overall tab, no description - current_task_language["language"] = language_per_task.get(event.target.id, event.target.children[0].children[0].id) - - return current_task_language, language_per_task - -def update_url_language(event: gr.SelectData, current_task_language: dict, language_per_task: dict): - current_task_language["language"] = event.target.id - if "task" not in current_task_language: - current_task_language["task"] = "overall" - language_per_task[current_task_language["task"]] = event.target.id - return current_task_language, language_per_task - -NUMERIC_INTERVALS = { - "<100M": pd.Interval(0, 100, closed="right"), - "100M to 250M": pd.Interval(100, 250, closed="right"), - "250M to 500M": pd.Interval(250, 500, closed="right"), - "500M to 1B": pd.Interval(500, 1000, closed="right"), - ">1B": pd.Interval(1000, 1_000_000, closed="right"), -} - -MODEL_TYPES = [ - "Open", - "Proprietary", - "Sentence Transformers", - "Cross-Encoders", - "Bi-Encoders", - "Uses Instructions", - "No Instructions", -] - -def filter_data(search_query, model_types, model_sizes, *full_dataframes): - output_dataframes = [] - for df in full_dataframes: - # Apply the search query - if search_query: - names = df["Model"].map(lambda x: re.match("(.+)", x).group(1)) - masks = [] - for query in search_query.split(";"): - masks.append(names.str.lower().str.contains(query.lower())) - df = df[reduce(lambda a, b: a | b, masks)] - - # Apply the model type filtering - if set(model_types) != set(MODEL_TYPES): - masks = [] - for model_type in model_types: - if model_type == "Open": - masks.append(~df["Model"].isin(PROPRIETARY_MODELS)) - elif model_type == "Proprietary": - masks.append(df["Model"].isin(PROPRIETARY_MODELS)) - elif model_type == "Sentence Transformers": - masks.append(df["Model"].isin(SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS)) - elif model_type == "Cross-Encoders": - masks.append(df["Model"].isin(CROSS_ENCODERS)) - elif model_type == "Bi-Encoders": - masks.append(df["Model"].isin(BI_ENCODERS)) - elif model_type == "Uses Instructions": - masks.append(df["Model"].isin(INSTRUCT_MODELS)) - elif model_type == "No Instructions": - masks.append(df["Model"].isin(NOINSTRUCT_MODELS)) - if masks: - df = df[reduce(lambda a, b: a | b, masks)] - else: - df = pd.DataFrame(columns=df.columns) - - # Apply the model size filtering - if set(model_sizes) != set(NUMERIC_INTERVALS.keys()): - numeric_interval = pd.IntervalIndex(sorted([NUMERIC_INTERVALS[model_size] for model_size in model_sizes])) - sizes = df["Model Size (Million Parameters)"].replace('', 0) - mask = sizes.apply(lambda size: any(numeric_interval.contains(size))) - df = df[mask] - output_dataframes.append(df) - return output_dataframes - - -with gr.Blocks(css=css) as block: - - # Store the current task and language for updating the URL. This is a bit hacky, but it works - # for passing the current task and language to the JavaScript function via Gradio - current_task_language = gr.JSON(value=dict(), visible=False) - language_per_task = gr.JSON(value=dict(), visible=False) - - gr.Markdown(f""" - [Voyageai] Massive Text Embedding Benchmark (MTEB) Leaderboard. To submit, refer to the MTEB GitHub repository 🤗 Refer to the [MTEB paper](https://arxiv.org/abs/2210.07316) for details on metrics, tasks and models. Also check out [MTEB Arena](https://huggingface.co/spaces/mteb/arena) ⚔️ - """) - - with gr.Row(): - search_bar = gr.Textbox( - label="Search Bar (separate multiple queries with `;`)", - placeholder=" 🔍 Search for a model and press enter...", - ) - filter_model_type = gr.CheckboxGroup( - label="Model types", - choices=MODEL_TYPES, - value=MODEL_TYPES, - interactive=True, - elem_classes=["filter-checkbox-group"], - scale=3, - ) - filter_model_sizes = gr.CheckboxGroup( - label="Model sizes (in number of parameters)", - choices=list(NUMERIC_INTERVALS.keys()), - value=list(NUMERIC_INTERVALS.keys()), - interactive=True, - elem_classes=["filter-checkbox-group"], - scale=2, - ) - - with gr.Tabs() as outer_tabs: - # Store the tabs for updating them on load based on URL parameters - tabs.append(outer_tabs) - for task, task_values in data.items(): - metric = task_values["metric"] - task_tab_id = task.lower().replace(" ", "-") - - # Overall, Bitext Mining, Classification, etc. - pretty_task_name = task if task not in PRETTY_NAMES.keys() else PRETTY_NAMES[task] - with gr.Tab(pretty_task_name, id=task_tab_id) as task_tab: - # For updating the 'task' in the URL - task_tab.select(update_url_task, [current_task_language, language_per_task], [current_task_language, language_per_task]).then(None, [current_task_language], [], js=set_window_url_params) - if "Overall" != task: - gr.Markdown(TASK_DESCRIPTIONS[task]) - with gr.Tabs() as task_tabs: - # Store the task tabs for updating them on load based on URL parameters - tabs.append(task_tabs) - - for item in task_values["data"]: - item_tab_id = item["language"].lower().replace(" ", "-") - - # English, Chinese, French, etc. - with gr.Tab(item["language"], id=item_tab_id) as item_tab: - # For updating the 'language' in the URL - item_tab.select(update_url_language, [current_task_language, language_per_task], [current_task_language, language_per_task], trigger_mode="always_last").then(None, [current_task_language], [], js=set_window_url_params) - - specific_metric = metric - if item.get("metric", None) is not None: - specific_metric = item['metric'] - - with gr.Row(): - gr.Markdown(f""" - {item['description']} - - - **Metric:** {specific_metric} - - **Languages:** {item['language_long'] if 'language_long' in item else item['language']} - {"- **Credits:** " + item['credits'] if ("credits" in item and item["credits"] is not None) else ''} - {"- **Description:** " + item['desc'] if ("desc" in item and item["desc"] is not None) else ''} - """) - - with gr.Row(): - datatype = ["number", "markdown"] + ["number"] * len(item["data"]) - dataframe = gr.Dataframe(item["data"], datatype=datatype, type="pandas", height=500) - dataframes.append(dataframe) - - full_dataframe = gr.Dataframe(item["data"], datatype=datatype, type="pandas", visible=False) - full_dataframes.append(full_dataframe) - - # with gr.Row(): - # refresh_button = gr.Button("Refresh") - # refresh_button.click(item["refresh"], inputs=None, outputs=dataframe, concurrency_limit=20) - - gr.Markdown(f""" - - **Total Datasets**: {NUM_DATASETS} - - **Total Languages**: 113 - - **Total Scores**: {NUM_SCORES} - - **Total Models**: {NUM_MODELS} - """ + r""" - Made with ❤️ for NLP. If this work is useful to you, please consider citing: - - ```bibtex - @article{muennighoff2022mteb, - doi = {10.48550/ARXIV.2210.07316}, - url = {https://arxiv.org/abs/2210.07316}, - author = {Muennighoff, Niklas and Tazi, Nouamane and Magne, Lo{\"\i}c and Reimers, Nils}, - title = {MTEB: Massive Text Embedding Benchmark}, - publisher = {arXiv}, - journal={arXiv preprint arXiv:2210.07316}, - year = {2022} - } - ``` - """) - - def set_tabs_on_load(request: gr.Request): - """Set the selected tab based on the URL parameters on load.""" - global tabs - valid_task_keys = [child.id for child in tabs[0].children] - return_tabs = [gr.Tabs()] * len(tabs) - - query_params = request.request.query_params - task_key = query_params.get("task", "overall") - if task_key not in valid_task_keys: - task_key = "overall" - return_tabs[0] = gr.Tabs(selected=task_key) - - tabs_idx = valid_task_keys.index(task_key) + 1 - language_key = query_params.get("language", "english") - return_tabs[tabs_idx] = gr.Tabs(selected=language_key) - current_task_language = {"task": task_key, "language": language_key} - language_per_task = {task_key: language_key} - return return_tabs + [current_task_language, language_per_task] - - block.load(set_tabs_on_load, inputs=[], outputs=tabs + [current_task_language, language_per_task]) - - search_bar.submit(filter_data, inputs=[search_bar, filter_model_type, filter_model_sizes] + full_dataframes, outputs=dataframes) - filter_model_type.change(filter_data, inputs=[search_bar, filter_model_type, filter_model_sizes] + full_dataframes, outputs=dataframes) - filter_model_sizes.change(filter_data, inputs=[search_bar, filter_model_type, filter_model_sizes] + full_dataframes, outputs=dataframes) - -block.queue(max_size=10) -block.launch() - -# Add model names here so the mteb/leaderboard space shows up on their model page -# from envs import MODEL_META -# print("','".join(MODEL_META["models_to_skip"])) -# print("','".join(list(MODEL_META['model_meta'].keys()))) -# print("','".join([x['link'].split("co/")[-1] for x in MODEL_META['model_meta'].values() if (x.get('link', None)) and ("huggingface.co" in x['link'])])) -# from envs import API; print("','".join([x.modelId for x in list(API.list_models(filter="mteb")) if x.modelId not in UNUSED])) -UNUSED = ['michaelfeil/ct2fast-e5-large-v2','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse','newsrx/instructor-xl','sionic-ai/sionic-ai-v1','lsf1000/bge-evaluation','Intel/bge-small-en-v1.5-sst2','newsrx/instructor-xl-newsrx','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse','davidpeer/gte-small','goldenrooster/multilingual-e5-large','kozistr/fused-large-en','mixamrepijey/instructor-small','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised','DecisionOptimizationSystem/DeepFeatEmbeddingLargeContext','Intel/bge-base-en-v1.5-sst2-int8-dynamic','morgendigital/multilingual-e5-large-quantized','BAAI/bge-small-en','ggrn/e5-small-v2','vectoriseai/gte-small','giulio98/placeholder','odunola/UAE-Large-VI','vectoriseai/e5-large-v2','gruber/e5-small-v2-ggml','Severian/nomic','arcdev/e5-mistral-7b-instruct','mlx-community/multilingual-e5-base-mlx','michaelfeil/ct2fast-bge-base-en-v1.5','Intel/bge-small-en-v1.5-sst2-int8-static','jncraton/stella-base-en-v2-ct2-int8','vectoriseai/multilingual-e5-large','rlsChapters/Chapters-SFR-Embedding-Mistral','arcdev/SFR-Embedding-Mistral','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised','vectoriseai/gte-base','mixamrepijey/instructor-models','GovCompete/e5-large-v2','ef-zulla/e5-multi-sml-torch','khoa-klaytn/bge-small-en-v1.5-angle','krilecy/e5-mistral-7b-instruct','vectoriseai/bge-base-en-v1.5','vectoriseai/instructor-base','jingyeom/korean_embedding_model','rizki/bgr-tf','barisaydin/bge-base-en','jamesgpt1/zzz','Malmuk1/e5-large-v2_Sharded','vectoriseai/ember-v1','Consensus/instructor-base','barisaydin/bge-small-en','barisaydin/gte-base','woody72/multilingual-e5-base','Einas/einas_ashkar','michaelfeil/ct2fast-bge-large-en-v1.5','vectoriseai/bge-small-en-v1.5','iampanda/Test','cherubhao/yogamodel','ieasybooks/multilingual-e5-large-onnx','jncraton/e5-small-v2-ct2-int8','radames/e5-large','khoa-klaytn/bge-base-en-v1.5-angle','Intel/bge-base-en-v1.5-sst2-int8-static','vectoriseai/e5-large','TitanML/jina-v2-base-en-embed','Koat/gte-tiny','binqiangliu/EmbeddingModlebgelargeENv1.5','beademiguelperez/sentence-transformers-multilingual-e5-small','sionic-ai/sionic-ai-v2','jamesdborin/jina-v2-base-en-embed','maiyad/multilingual-e5-small','dmlls/all-mpnet-base-v2','odunola/e5-base-v2','vectoriseai/bge-large-en-v1.5','vectoriseai/bge-small-en','karrar-alwaili/UAE-Large-V1','t12e/instructor-base','Frazic/udever-bloom-3b-sentence','Geolumina/instructor-xl','hsikchi/dump','recipe/embeddings','michaelfeil/ct2fast-bge-small-en-v1.5','ildodeltaRule/multilingual-e5-large','shubham-bgi/UAE-Large','BAAI/bge-large-en','michaelfeil/ct2fast-e5-small-v2','cgldo/semanticClone','barisaydin/gte-small','aident-ai/bge-base-en-onnx','jamesgpt1/english-large-v1','michaelfeil/ct2fast-e5-small','baseplate/instructor-large-1','newsrx/instructor-large','Narsil/bge-base-en','michaelfeil/ct2fast-e5-large','mlx-community/multilingual-e5-small-mlx','lightbird-ai/nomic','MaziyarPanahi/GritLM-8x7B-GGUF','newsrx/instructor-large-newsrx','dhairya0907/thenlper-get-large','barisaydin/bge-large-en','jncraton/bge-small-en-ct2-int8','retrainai/instructor-xl','BAAI/bge-base-en','gentlebowl/instructor-large-safetensors','d0rj/e5-large-en-ru','atian-chapters/Chapters-SFR-Embedding-Mistral','Intel/bge-base-en-v1.5-sts-int8-static','Intel/bge-base-en-v1.5-sts-int8-dynamic','jncraton/GIST-small-Embedding-v0-ct2-int8','jncraton/gte-tiny-ct2-int8','d0rj/e5-small-en-ru','vectoriseai/e5-small-v2','SmartComponents/bge-micro-v2','michaelfeil/ct2fast-gte-base','vectoriseai/e5-base-v2','Intel/bge-base-en-v1.5-sst2','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised','Research2NLP/electrical_stella','weakit-v/bge-base-en-v1.5-onnx','GovCompete/instructor-xl','barisaydin/text2vec-base-multilingual','Intel/bge-small-en-v1.5-sst2-int8-dynamic','jncraton/gte-small-ct2-int8','d0rj/e5-base-en-ru','barisaydin/gte-large','fresha/e5-large-v2-endpoint','vectoriseai/instructor-large','Severian/embed','vectoriseai/e5-base','mlx-community/multilingual-e5-large-mlx','vectoriseai/gte-large','anttip/ct2fast-e5-small-v2-hfie','michaelfeil/ct2fast-gte-large','gizmo-ai/Cohere-embed-multilingual-v3.0','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse','Kenknight1999/tungdd7_ft_e5','joteqwork/new_gsev0','vantagediscovery/jina-embeddings-v2-base-en','vantagediscovery/nomic-embed-text-v1','vantagediscovery/nomic-embed-text-v1.5','srikanthmalla/hkunlp-instructor-xl','afrideva/GIST-all-MiniLM-L6-v2-GGUF','nadeem1362/mxbai-embed-large-v1-Q4_K_M-GGUF','agier9/gte-Qwen1.5-7B-instruct-Q5_K_M-GGUF','ekorman-strive/bge-large-en-v1.5','raghavlight/SE_v1','liddlefish/privacyembeddingv2_bge_small','ahmet1338/finetuned_embedder','radia/snowflake-arctic-embed-l-Q4_K_M-GGUF','GregorBiswanger/GritLM-7B-Q4_K_M-GGUF','powermove72/GritLM-7B-Q4_K_M-GGUF','sunzx0810/gte-Qwen2-7B-instruct-Q5_K_M-GGUF','nazimali/gte-Qwen2-7B-instruct-Q6_K-GGUF','nazimali/gte-Qwen2-7B-instruct-Q6_K-GGUF','fishbone64/gte-Qwen2-7B-instruct-Q8_0-GGUF','tobchef/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF','liddlefish/privacy_embedding_rag','liddlefish/privacy_embedding_rag_10k_tmp','liddlefish/privacy_embedding_bge_small_synthetic','mxs980/gte-Qwen2-1.5B-instruct-Q8_0-GGUF','leonn71/gte-Qwen2-1.5B-instruct-Q6_K-GGUF', 'Baichuan-text-embedding','Cohere-embed-english-v3.0','Cohere-embed-multilingual-light-v3.0','Cohere-embed-multilingual-v3.0','DanskBERT','FollowIR-7B','GritLM-7B','LASER2','LLM2Vec-Llama-2-supervised','LLM2Vec-Llama-2-unsupervised','LLM2Vec-Meta-Llama-3-supervised','LLM2Vec-Meta-Llama-3-unsupervised','LLM2Vec-Mistral-supervised','LLM2Vec-Mistral-unsupervised','LLM2Vec-Sheared-Llama-supervised','LLM2Vec-Sheared-Llama-unsupervised','LaBSE','OpenSearch-text-hybrid','SFR-Embedding-Mistral','all-MiniLM-L12-v2','all-MiniLM-L6-v2','all-mpnet-base-v2','allenai-specter','bert-base-10lang-cased','bert-base-15lang-cased','bert-base-25lang-cased','bert-base-multilingual-cased','bert-base-multilingual-uncased','bert-base-swedish-cased','bert-base-uncased','bge-base-zh-v1.5','bge-large-en-v1.5','bge-large-zh-noinstruct','bge-large-zh-v1.5','bge-m3','bge-small-zh-v1.5','bm25','camembert-base','camembert-large','contriever-base-msmarco','cross-en-de-roberta-sentence-transformer','dfm-encoder-large-v1','dfm-sentence-encoder-large-1','distilbert-base-25lang-cased','distilbert-base-en-fr-cased','distilbert-base-en-fr-es-pt-it-cased','distilbert-base-fr-cased','distilbert-base-uncased','distiluse-base-multilingual-cased-v2','e5-base-4k','e5-base-v2','e5-base','e5-large-v2','e5-large','e5-mistral-7b-instruct','e5-small','electra-small-nordic','electra-small-swedish-cased-discriminator','elser-v2','flan-t5-base','flan-t5-large','flaubert_base_cased','flaubert_base_uncased','flaubert_large_cased','gbert-base','gbert-large','gelectra-base','gelectra-large','glove.6B.300d','google-gecko-256.text-embedding-004','google-gecko.text-embedding-004','gottbert-base','gte-Qwen1.5-7B-instruct','gte-Qwen2-7B-instruct','gtr-t5-base','gtr-t5-large','gtr-t5-xl','gtr-t5-xxl','herbert-base-retrieval-v2','instructor-base','instructor-large','instructor-xl','jina-embeddings-v2-base-en','komninos','llama-2-7b-chat','luotuo-bert-medium','m3e-base','m3e-large','mistral-7b-instruct-v0.2','mistral-embed','monobert-large-msmarco','monot5-3b-msmarco-10k','monot5-base-msmarco-10k','msmarco-bert-co-condensor','multi-qa-MiniLM-L6-cos-v1','multilingual-e5-base','multilingual-e5-large','multilingual-e5-small','nb-bert-base','nb-bert-large','nomic-embed-text-v1','nomic-embed-text-v1.5-128','nomic-embed-text-v1.5-256','nomic-embed-text-v1.5-512','nomic-embed-text-v1.5-64','norbert3-base','norbert3-large','paraphrase-multilingual-MiniLM-L12-v2','paraphrase-multilingual-mpnet-base-v2','sentence-bert-swedish-cased','sentence-camembert-base','sentence-camembert-large','sentence-croissant-llm-base','sentence-t5-base','sentence-t5-large','sentence-t5-xl','sentence-t5-xxl','silver-retriever-base-v1','st-polish-paraphrase-from-distilroberta','st-polish-paraphrase-from-mpnet','sup-simcse-bert-base-uncased','text-embedding-3-large','text-embedding-3-large-256','text-embedding-3-small','text-embedding-ada-002','text-search-ada-001','text-search-ada-doc-001','text-search-ada-query-001','text-search-babbage-001','text-search-curie-001','text-search-davinci-001','text-similarity-ada-001','text-similarity-babbage-001','text-similarity-curie-001','text-similarity-davinci-001','tart-dual-contriever-msmarco','tart-full-flan-t5-xl','text2vec-base-chinese','text2vec-base-multilingual','text2vec-large-chinese','titan-embed-text-v1','udever-bloom-1b1','udever-bloom-560m','universal-sentence-encoder-multilingual-3','universal-sentence-encoder-multilingual-large-3','unsup-simcse-bert-base-uncased','use-cmlm-multilingual','voyage-2','voyage-code-2','voyage-large-2-instruct','voyage-law-2','voyage-lite-01-instruct','voyage-lite-02-instruct','voyage-multilingual-2','xlm-roberta-base','xlm-roberta-large','NV-Retriever-v1','NV-Embed-v1','Linq-Embed-Mistral','Muennighoff/SGPT-1.3B-weightedmean-msmarco-specb-bitfit','Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit','Muennighoff/SGPT-125M-weightedmean-nli-bitfit','Muennighoff/SGPT-2.7B-weightedmean-msmarco-specb-bitfit','Muennighoff/SGPT-5.8B-weightedmean-msmarco-specb-bitfit','Muennighoff/SGPT-5.8B-weightedmean-nli-bitfit','DMetaSoul/sbert-chinese-general-v1','bigscience-data/sgpt-bloom-1b7-nli','bigscience/sgpt-bloom-7b1-msmarco','aari1995/German_Semantic_STS_V2','intfloat/e5-small','hkunlp/instructor-large','hkunlp/instructor-base','hkunlp/instructor-xl','intfloat/e5-base','intfloat/e5-large','Shimin/yiyouliao','vprelovac/universal-sentence-encoder-multilingual-large-3','vprelovac/universal-sentence-encoder-multilingual-3','vprelovac/universal-sentence-encoder-4','vprelovac/universal-sentence-encoder-large-5','ManiShankar-AlpesAi/paraphrase-multilingual-mpnet-base-v2-KE_Sieve','nickprock/mmarco-bert-base-italian-uncased','intfloat/e5-small-v2','intfloat/e5-base-v2','intfloat/e5-large-v2','intfloat/multilingual-e5-base','Shimin/LLaMA-embeeding','Forbu14/openai_clip_embeddings','shibing624/text2vec-base-multilingual','consciousAI/cai-lunaris-text-embeddings','consciousAI/cai-stellaris-text-embeddings','intfloat/multilingual-e5-small','intfloat/multilingual-e5-large','jinaai/jina-embedding-s-en-v1','jinaai/jina-embedding-b-en-v1','jinaai/jina-embedding-l-en-v1','deepfile/embedder-100p','lixsh6/XLM-3B5-embedding','lixsh6/XLM-0B6-embedding','thenlper/gte-base','thenlper/gte-large','thenlper/gte-small','lixsh6/MegatronBert-1B3-embedding','facebook/SONAR','Hum-Works/lodestone-base-4096-v1','sensenova/piccolo-base-zh','sensenova/piccolo-large-zh','infgrad/stella-base-zh','infgrad/stella-large-zh','BAAI/bge-reranker-base','BAAI/bge-base-en-v1.5','BAAI/bge-large-en-v1.5','BAAI/bge-small-en-v1.5','BAAI/bge-reranker-large','mgoin/all-MiniLM-L6-v2-ds','neuralmagic/bge-small-en-v1.5-sparse','jinaai/jina-embeddings-v2-base-en','jinaai/jina-embeddings-v2-small-en','neuralmagic/bge-small-en-v1.5-quant','nickprock/stsbm-sentence-flare-it','nickprock/mmarco-sentence-flare-it','neuralmagic/bge-base-en-v1.5-sparse','neuralmagic/bge-base-en-v1.5-quant','neuralmagic/bge-large-en-v1.5-sparse','neuralmagic/bge-large-en-v1.5-quant','TaylorAI/gte-tiny','TaylorAI/bge-micro','llmrails/ember-v1','TaylorAI/bge-micro-v2','zeroshot/gte-small-quant','infgrad/stella-large-zh-v2','infgrad/stella-base-zh-v2','zeroshot/gte-large-quant','zeroshot/gte-large-sparse','EdwardBurgin/paraphrase-multilingual-mpnet-base-v2','Amu/tao','infgrad/stella-base-en-v2','djovak/multi-qa-MiniLM-L6-cos-v1','izhx/udever-bloom-560m','izhx/udever-bloom-1b1','izhx/udever-bloom-3b','izhx/udever-bloom-7b1','thtang/ALL_862873','andersonbcdefg/bge-small-4096','Cohere/Cohere-embed-multilingual-light-v3.0','Cohere/Cohere-embed-multilingual-v3.0','Cohere/Cohere-embed-english-light-v3.0','Cohere/Cohere-embed-english-v3.0','Amu/tao-8k','thenlper/gte-large-zh','thenlper/gte-base-zh','thenlper/gte-small-zh','jamesgpt1/sf_model_e5','OrlikB/st-polish-kartonberta-base-alpha-v1','TownsWu/PEG','sdadas/mmlw-e5-small','sdadas/mmlw-e5-base','sdadas/mmlw-e5-large','sdadas/mmlw-roberta-base','sdadas/mmlw-roberta-large','jinaai/jina-embeddings-v2-base-code','aws-neuron/bge-base-en-v1-5-seqlen-384-bs-1','Erin/mist-zh','ClayAtlas/winberta-base','Pristinenlp/alime-reranker-large-zh','WhereIsAI/UAE-Large-V1','OrdalieTech/Solon-embeddings-large-0.1','ClayAtlas/winberta-large','intfloat/e5-mistral-7b-instruct','liujiarik/lim_base_zh','RookieHX/bge_m3e_stella','akarum/cloudy-large-zh','zhou-xl/bi-cse','lier007/xiaobu-embedding','jinaai/jina-embeddings-v2-base-zh','jinaai/jina-embeddings-v2-base-de','nomic-ai/nomic-embed-text-v1-ablated','nomic-ai/nomic-embed-text-v1-unsupervised','mukaj/fin-mpnet-base','Pristinenlp/alime-embedding-large-zh','pascalhuerten/instructor-skillfit','jinaai/jina-embeddings-v2-base-es','Salesforce/SFR-Embedding-Mistral','DMetaSoul/Dmeta-embedding-zh','Xenova/jina-embeddings-v2-base-zh','Xenova/jina-embeddings-v2-base-de','avsolatorio/GIST-Embedding-v0','nomic-ai/nomic-embed-text-v1','avsolatorio/GIST-all-MiniLM-L6-v2','avsolatorio/GIST-small-Embedding-v0','biswa921/bge-m3','Jechto/e5-dansk-test-0.1','intfloat/multilingual-e5-large-instruct','tanmaylaud/ret-phi2-v0','nomic-ai/nomic-embed-text-v1.5','GritLM/GritLM-7B','GritLM/GritLM-8x7B','avsolatorio/GIST-large-Embedding-v0','ClayAtlas/windberta-large','infgrad/stella-base-zh-v3-1792d','dunzhang/stella-large-zh-v3-1792d','jspringer/echo-mistral-7b-instruct-lasttoken','dunzhang/stella-mrl-large-zh-v3.5-1792d','sentosa/ZNV-Embedding','Nehc/e5-large-ru','neofung/m3e-ernie-xbase-zh','mixedbread-ai/mxbai-embed-2d-large-v1','mixedbread-ai/mxbai-embed-large-v1','aspire/acge_text_embedding','manu/sentence_croissant_alpha_v0.1','wongctroman/hktv-fine-tuned-cloudy-large-zh-metaphor14','manu/sentence_croissant_alpha_v0.2','mradermacher/GritLM-8x7B-GGUF','jhu-clsp/FollowIR-7B','DMetaSoul/Dmeta-embedding-zh-small','dwzhu/e5-base-4k','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp','ChristianAzinn/uae-large-v1-gguf','ChristianAzinn/gist-large-embedding-v0-gguf','ChristianAzinn/bge-base-en-v1.5-gguf','ChristianAzinn/bge-small-en-v1.5-gguf','ChristianAzinn/bge-large-en-v1.5-gguf','ChristianAzinn/gte-base-gguf','ChristianAzinn/gte-large-gguf','ChristianAzinn/gte-small-gguf','ChristianAzinn/mxbai-embed-large-v1-gguf','ChristianAzinn/gist-small-embedding-v0-gguf','ChristianAzinn/e5-base-v2-gguf','ChristianAzinn/e5-large-v2-gguf','ChristianAzinn/e5-small-v2-gguf','ChristianAzinn/labse-gguf','srikanthmalla/BAAI-bge-reranker-large','Snowflake/snowflake-arctic-embed-m','manu/bge-m3-custom-fr','Snowflake/snowflake-arctic-embed-m-long','Snowflake/snowflake-arctic-embed-s','Snowflake/snowflake-arctic-embed-xs','Snowflake/snowflake-arctic-embed-l','ChristianAzinn/snowflake-arctic-embed-l-gguf','ChristianAzinn/snowflake-arctic-embed-m-long-GGUF','ChristianAzinn/snowflake-arctic-embed-m-gguf','ChristianAzinn/snowflake-arctic-embed-s-gguf','ChristianAzinn/snowflake-arctic-embed-xs-gguf','dwzhu/e5rope-base','pengql/checkpoint-9000','Alibaba-NLP/gte-base-en-v1.5','Alibaba-NLP/gte-large-en-v1.5','Alibaba-NLP/gte-Qwen1.5-7B-instruct','sensenova/piccolo-large-zh-v2','Mihaiii/gte-micro','NLPArtisan/qwen-1.8b-retrieval-test','Mihaiii/gte-micro-v2','Mihaiii/gte-micro-v3','Mihaiii/gte-micro-v4','Mihaiii/Taximetristi-2023','manu/sentence_croissant_alpha_v0.3','Mihaiii/Bulbasaur','Mihaiii/Ivysaur','manu/sentence_croissant_alpha_v0.4','Mihaiii/Venusaur','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp','amazon/Titan-text-embeddings-v2','Mihaiii/Squirtle','Mihaiii/Wartortle','avsolatorio/NoInstruct-small-Embedding-v0','Mihaiii/test24','Mihaiii/test25','yessilver/new_model','fine-tuned/jina-embeddings-v2-base-en-03052024-r5ez-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-c20v-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-x8ew-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-73xx-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-21on-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-0swb-webapp','corto-ai/nomic-embed-text-v1','fine-tuned/jina-embeddings-v2-base-en-06052024-lmgf-webapp','fine-tuned/jina-embeddings-v2-base-en-06052024-6bdu-webapp','fine-tuned/jina-embeddings-v2-base-en-06052024-5pdj-webapp','fine-tuned/jina-embeddings-v2-base-en-06052024-yl1z-webapp','fine-tuned/jina-embeddings-v2-base-en-652024-vsmg-webapp','fine-tuned/jina-embeddings-v2-base-en-06052024-ruwi-webapp','fine-tuned/test','fine-tuned/jina-embeddings-v2-base-code-06052024-mhal-webapp','fine-tuned/jina-embeddings-v2-base-en-562024-j9xx-webapp','fine-tuned/jina-embeddings-v2-base-en-572024-xg53-webapp','fine-tuned/jina-embeddings-v2-base-en-202457-oc31-webapp','fine-tuned/scientific_papers_from_arxiv','fine-tuned/coding','fine-tuned/very_specific_technical_questions_about_Ubuntu','fine-tuned/CMedQAv2-reranking-improved','Labib11/MUG-B-1.6','shhy1995/AGE_Hybrid','fine-tuned/jina-embeddings-v2-base-en-10052024-lns6-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-scientific-papers-from-arxiv','fine-tuned/jinaai_jina-embeddings-v2-base-code-askubuntu','fine-tuned/jinaai_jina-embeddings-v2-base-en-scidocs','fine-tuned/jinaai_jina-embeddings-v2-base-code-stackoverflow','fine-tuned/jina-embeddings-v2-base-en-5102024-kvgq-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-zh-CMedQAv2','fine-tuned/jina-embeddings-v2-base-code-11_05_2024-hbxc-webapp','fine-tuned/jina-embeddings-v2-base-en-5102024-h7o7-webapp','fine-tuned/CMedQAv2-3','michaelfeil/jina-embeddings-v2-base-code','fine-tuned/jina-embeddings-v2-base-en-2024512-wvj9-webapp','fine-tuned/jina-embeddings-v2-base-en-5122024-3toh-webapp','MoMonir/SFR-Embedding-Mistral-GGUF','technicolor/Angle_BERT','fine-tuned/jina-embeddings-v2-base-en-2024513-kkxa-webapp','fine-tuned/jina-embeddings-v2-base-en-13052024-35bv-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-code-jinaai_jina-embeddings-v2-base-cod','fine-tuned/jinaai_jina-embeddings-v2-base-en-jinaai_jina-embeddings-v2-base-en-sc','fine-tuned/jinaai_jina-embeddings-v2-base-zh-jinaai_jina-embeddings-v2-base-zh-CM','fine-tuned/jinaai_jina-embeddings-v2-base-zh-CMedQAv2-3','fine-tuned/scidocs','fine-tuned/askubuntu','fine-tuned/stackoverflow','fine-tuned/cmedqav2','fine-tuned/jina-embeddings-v2-base-en-13052024-ch9n-webapp','fine-tuned/askubuntu-c','fine-tuned/askubuntu-l','fine-tuned/scidocs-c','fine-tuned/stackoverflow-c','fine-tuned/cmedqav2-c','fine-tuned/norwegian-nli-triplets-c','AdrienB134/llm2vec-croissant-mntp','Erin/IYun-large-zh','fine-tuned/jina-embeddings-v2-base-en-14052024-5b5o-webapp','fine-tuned/jina-embeddings-v2-base-en-14052024-9xxb-webapp','fine-tuned/jina-embeddings-v2-base-en-14052024-afuz-webapp','fine-tuned/dutch-legal-c','AdrienB134/llm2vec-occiglot-mntp','fine-tuned/dutch-legal-c-64-24','w601sxs/b1ade-embed','fine-tuned/dutch-legal-c-1280-24','neofung/bge-reranker-large-1k','fine-tuned/askubuntu-c-128-24','fine-tuned/askubuntu-c-256-24','fine-tuned/stackoverflow-c-128-24','fine-tuned/cmedqav2-c-128-24','fine-tuned/scidocs-c-128-24','fine-tuned/dutch-legal-c-128-24','fine-tuned/scidocs-c-256-24','fine-tuned/stackoverflow-c-256-24','qihoo360/360Zhinao-search','fine-tuned/stackoverflow-c-64-24','fine-tuned/askubuntu-c-64-24','fine-tuned/scidocs-c-64-24','fine-tuned/cmedqav2-c-64-24','fine-tuned/jina-embeddings-v2-base-en-15052024-stsl-webapp','fine-tuned/jina-embeddings-v2-base-en-5152024-tsbl-webapp','fine-tuned/jina-embeddings-v2-base-en-5162024-o9um-webapp','fine-tuned/test-run','fine-tuned/stackoverflow-c-64-24-gpt-4o-2024-05-13','MoMonir/gte-Qwen1.5-7B-instruct-GGUF','fine-tuned/scidocs-c-64-24-gpt-4o-2024-05-133652','fine-tuned/askubuntu-c-64-24-gpt-4o-2024-05-135760','fine-tuned/stackoverflow-c-64-24-gpt-4o-2024-05-137765','fine-tuned/scidocs-c-64-24-gpt-4o-2024-05-13-46337','fine-tuned/askubuntu-c-64-24-gpt-4o-2024-05-131171','fine-tuned/scidocs-c-64-24-gpt-4o-2024-05-135334','fine-tuned/askubuntu-c-64-24-gpt-4o-2024-05-13-61285','fine-tuned/cmedqav2-c-64-24-gpt-4o-2024-05-13-50353','fine-tuned/jina-embeddings-v2-base-en-1752024-13s3-webapp','fine-tuned/jina-embeddings-v2-base-en-1752024-zdtc-webapp','fine-tuned/jina-embeddings-v2-base-en-17052024-uhub-webapp','neofung/bge-reranker-base-1k','fine-tuned/jina-embeddings-v2-base-en-17052024-dumr-webapp','fine-tuned/arguana-c-64-24-gpt-4o-2024-05-136897','fine-tuned/arguana-c-64-24-gpt-4o-2024-05-136538','fine-tuned/arguana-c-128-24-gpt-4o-2024-05-13-68212','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-51550','fine-tuned/jina-embeddings-v2-base-en-19052024-oiu8-webapp','fine-tuned/jina-embeddings-v2-base-en-5192024-xqq9-webapp','fine-tuned/jina-embeddings-v2-base-en-5192024-qeye-webapp','fine-tuned/jina-embeddings-v2-base-en-5192024-seuc-webapp','qihoo360/360Zhinao-1.8B-Reranking','fine-tuned/jina-embeddings-v2-base-en-5202024-55bm-webapp','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-693632','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-819563','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-413214','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-129048','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-550302','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-799305','fine-tuned/jina-embeddings-v2-base-en-5202024-6tkj-webapp','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-264015','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-994439','fine-tuned/jina-embeddings-v2-base-en-5202024-rxyq-webapp','jinaai/jina-clip-v1','fine-tuned/jina-embeddings-v2-base-en-21052024-5qm5-webapp','dayyass/universal-sentence-encoder-multilingual-large-3-pytorch','fine-tuned/jina-embeddings-v2-base-en-21052024-5smg-webapp','fine-tuned/jina-embeddings-v2-base-en-22052024-vuno-webapp','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-387094','fine-tuned/LegalBenchConsumerContractsQA-256-24-gpt-4o-2024-05-13-292605','fine-tuned/LegalBenchCorporateLobbying-256-24-gpt-4o-2024-05-13-296144','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-454852','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-79875','fine-tuned/TRECCOVID-256-24-gpt-4o-2024-05-13-190413','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-727361','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-410031','fine-tuned/jina-embeddings-v2-base-code-5222024-i8af-webapp','fine-tuned/jina-embeddings-v2-base-en-5222024-hkde-webapp','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-14719','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-526066','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-10630','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-825318','nvidia/NV-Embed-v1','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-203779','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-497939','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-417900','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-994884','fine-tuned/jina-embeddings-v2-base-en-23052024-hbdj-webapp','fine-tuned/jina-embeddings-v2-base-en-23052024-6kfw-webapp','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-214114','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-587313','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-36954','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-814821','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-256742','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-317735','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-378237','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-992459','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-552473','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-816730','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-875153','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-630221','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-214478','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-645586','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-786584','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-785172','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-687872','fine-tuned/BAAI_bge-small-en-v1_5-23052024-upq5-webapp','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-855191','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-978964','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-847943','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-449863','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-610535','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-322852','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-898550','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-546049','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-499715','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-598568','fine-tuned/BAAI_bge-large-en-v1_5-5242024-5uvy-webapp','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-304829','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-138515','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-269096','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-778232','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-111876','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-292803','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-96776','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-67198','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-310581','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-449834','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-737659','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-976783','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-27685','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-54716','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-166315','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-812157','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-133486','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-423936','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-772252','w601sxs/b1ade-embed-kd','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-141246','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-478897','fine-tuned/ArguAna-256-24-gpt-4o-2024-05-13-952023','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-157892','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-780826','fine-tuned/TRECCOVID-256-24-gpt-4o-2024-05-13-475598','fine-tuned/QuoraRetrieval-256-24-gpt-4o-2024-05-13-635320','fine-tuned/Touche2020-256-24-gpt-4o-2024-05-13-27907','fine-tuned/BAAI_bge-small-en-v1_5-5252024-jzfp-webapp','fine-tuned/TRECCOVID-256-24-gpt-4o-2024-05-13-953989','fine-tuned/ArguAna-256-24-gpt-4o-2024-05-13-413991','fine-tuned/QuoraRetrieval-256-24-gpt-4o-2024-05-13-80208','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-484582','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-919917','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-988957','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-597314','fine-tuned/TRECCOVID-256-24-gpt-4o-2024-05-13-896673','fine-tuned/ArguAna-256-24-gpt-4o-2024-05-13-689823','fine-tuned/BAAI_bge-small-en-v1_5-5272024-2fs4-webapp','fine-tuned/BAAI_bge-small-en-v1_5-27052024-4e8w-webapp','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-890333','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-140539','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-2499','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-733782','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-221689','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-465198','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-698531','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-548936','fine-tuned/BAAI_bge-small-en-v1_5-5272024-ou25-webapp','agier9/UAE-Large-V1-Q5_K_S-GGUF','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-69882','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-822545','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-268697','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-43315','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-866232','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-580978','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-115380','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-985263','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-439294','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-607244','fine-tuned/TRECCOVID-512-192-gpt-4o-2024-05-13-347397','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-650620','fine-tuned/QuoraRetrieval-512-192-gpt-4o-2024-05-13-777321','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-73934','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-14571','fine-tuned/TRECCOVID-512-192-gpt-4o-2024-05-13-653452','fine-tuned/QuoraRetrieval-512-192-gpt-4o-2024-05-13-768442','fine-tuned/BAAI_bge-small-en-v1_5-5282024-hkt5-webapp','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-100928','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-906438','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-266507','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-93805','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-424608','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-710799','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-357185','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-873132','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-452456','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-143735','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-625238','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-186741','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-935443','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-418918','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-110174','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-859511','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-437825','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-986812','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-37395','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-591725','fine-tuned/BAAI_bge-small-en-v1_5-2852024-6p16-webapp','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-93651135','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-89953157','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-23636059','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-83930416','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-27692546','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-76823162','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-89836585','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-28032241','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-34914559','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-10552781','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-44219785','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-60453771','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-34917964','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-24541174','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-20151707','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-26543668','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-3292683','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-14028623','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-378068','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-27258064','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-79168271','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-80780135','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-42468142','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-47583376','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-80745457','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-34699555','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-35912','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-6089388','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-43473113','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-31581583','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-79659206','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-51211577','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-53785794','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-37851926','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-93507731','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-24464680','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-1134151','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-87401391','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-76679499','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-58211433','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-56351634','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-87403910','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-67485775','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-8421720','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-50444055','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-67948597','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-63275487','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-90390391','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-16241583','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-86331274','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-53403987','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-3465370','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-19100452','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-83904142','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-37125303','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-94762694','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-20768519','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-35609715','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-14003539','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-16083606','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-3973638','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-76839538','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-90164285','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-52015789','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-93248154','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-74504128','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-65608189','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-92012085','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-34898812','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-59792256','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-26737110','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-41821758','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-29425597','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-12907987','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-34642434','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-65268203','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-85722278','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-7975202','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-62563104','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-22039677','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-80948573','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-48400660','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-10086588','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-11626257','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-5953538','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-68485784','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-51991531','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-81928581','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-6825910','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-52686172','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-63983441','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-76979764','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-25305323','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-89774081','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-99342737','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-97839788','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-52238558','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-486134','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-46607440','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-80802988','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-67820659','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-37230491','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-64924747','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-17390035','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-66909812','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-67941497','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-95714065','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-65992666','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-89826544','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-74939490','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-16883408','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-40695234','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-68577224','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-47339454','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-36338558','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-17911388','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-97777963','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-51883844','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-24419258','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-34427772','Linq-AI-Research/Linq-Embed-Mistral','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-14562627','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-37833293','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-65274313','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-99421248','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-67596481','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-3038586','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-18360524','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-73143156','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-20584918','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-52831585','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-45622553','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-45587246','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-39088299','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-5483216','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-23538198','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-94858978','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-25926506','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-60385830','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-19472313','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-1216656','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-39265981','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-76083984','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-97946708','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-66633416','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-13220755','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-62034393','Classical/Yinka','fine-tuned/BAAI_bge-small-en-v1_5-30052024-rc2l-webapp','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-55034819','twadada/tst','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-2553188','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-28832324','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-50573159','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-38097330','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-66747460','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-48618256','fine-tuned/BAAI_bge-small-en-v1_5-612024-vf79-webapp','fine-tuned/BAAI_bge-small-en-v1_5-632024-34lw-webapp','corto-ai/bge-reranker-large-onnx','fine-tuned/BAAI_bge-small-en-v1_5-04062024-hsmq-webapp','iampanda/zpoint_large_embedding_zh','silverjam/jina-embeddings-v2-base-zh','fine-tuned/jinaai_jina-embeddings-v2-base-en-05062024-16gq-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-05062024-445b-webapp','neofung/LdIR-reranker-large','fine-tuned/jinaai_jina-embeddings-v2-base-en-05062024-zvoa-webapp','fine-tuned/BAAI_bge-small-en-v1_5-05062024-x987-webapp','fine-tuned/deepspeed-from-new-new-docker','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-86786922','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-59074949','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-55567015','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-67199932','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-24297328','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-81211802','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-7385160','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-74794049','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-42885533','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-27359624','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-35162543','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-33133286','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-83115388','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-41822019','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-66131574','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-68388407','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-71434542','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-6875032','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-91940173','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-70846146','fine-tuned/BAAI_bge-large-en-v1_5-672024-v51y-webapp','Gameselo/STS-multilingual-mpnet-base-v2','itod/UAE-Large-V1-Q8_0-GGUF','fine-tuned/jinaai_jina-embeddings-v2-base-en-08062024-z8ik-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-202469-tgjk-webapp','liddlefish/privacy_embedding_rag_10k_base_checkpoint_2','liddlefish/privacy_embedding_rag_10k_base_final','w601sxs/b1ade-embed-kd_3','fine-tuned/jinaai_jina-embeddings-v2-base-en-6112024-fmxr-webapp','liddlefish/privacy_embedding_rag_10k_base_15_final','liddlefish/privacy_embedding_rag_10k_base_12_final','fine-tuned/BAAI_bge-m3-6122024-ibs3-webapp','fine-tuned/BAAI_bge-m3-2024__6__12_-1217-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-es-6122024-fv1x-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6122024-bhm2-webapp','fine-tuned/BAAI_bge-large-en-v1_5-1362024-2wos-webapp','raghavlight/TDTE','fine-tuned/jinaai_jina-embeddings-v2-base-en-6132024-wvrg-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6132024-bez1-webapp','fine-tuned/BAAI_bge-large-en-1362024-gcw6-webapp','fine-tuned/BAAI_bge-base-en-1362024-n19c-webapp','fine-tuned/BAAI_bge-m3-1362024-m82b-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6142024-huet-webapp','fine-tuned/BAAI_bge-m3-6142024-0ndt-webapp','fine-tuned/BAAI_bge-large-en-v1_5-14062024-fimj-webapp','Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka','CAiRE/UniVaR-lambda-80','CAiRE/UniVaR-lambda-20','CAiRE/UniVaR-lambda-5','CAiRE/UniVaR-lambda-1','fine-tuned/BAAI_bge-large-en-v1_5-14062024-xdwa-webapp','Salesforce/SFR-Embedding-2_R','fine-tuned/BAAI_bge-large-en-15062024-atex-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-2024615-ioyu-webapp','ILKT/2024-06-15_10-09-42','Alibaba-NLP/gte-Qwen2-7B-instruct','fine-tuned/BAAI_bge-large-en-v1_5-1562024-to89-webapp','Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet','fine-tuned/jinaai_jina-embeddings-v2-base-en-6162024-xxse-webapp','Omartificial-Intelligence-Space/Arabic-labse-Matryoshka','Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka','Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka','ILKT/2024-06-17_21-37-12','fine-tuned/BAAI_bge-small-en-v1_5-18062024-56t5-webapp','ILKT/2024-06-19_08-22-22','ILKT/2024-06-19_10-03-38','fine-tuned/jinaai_jina-embeddings-v2-base-en-6192024-56os-webapp','ILKT/2024-06-19_21-12-17','ILKT/2024-06-19_22-27-15','ILKT/2024-06-19_22-23-38','fine-tuned/jinaai_jina-embeddings-v2-base-en-20062024-djhb-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-20062024-t2n9-webapp','ILKT/2024-06-20_12-31-59','fine-tuned/BAAI_bge-large-en-2062024-u43q-webapp','ILKT/2024-06-20_12-31-55','tomaarsen/jina-clip-v1-st','tomaarsen/jina-clip-v1-st-remote','fine-tuned/jinaai_jina-embeddings-v2-base-en-6212024-p8j6-webapp','ILKT/2024-06-22_12-37-29_epoch_1','ILKT/2024-06-22_12-37-29_epoch_2','ILKT/2024-06-22_12-37-29_epoch_3','ILKT/2024-06-22_12-37-29_epoch_4','ILKT/2024-06-22_12-37-29_epoch_5','fine-tuned/jinaai_jina-embeddings-v2-base-es-22062024-taeu-webapp','ILKT/2024-06-22_12-37-29_epoch_6','ILKT/2024-06-22_12-37-29_epoch_7','ILKT/2024-06-22_12-37-29_epoch_8','ILKT/2024-06-22_12-37-29_epoch_9','ILKT/2024-06-22_12-37-29_epoch_10','ILKT/2024-06-22_12-37-29_epoch_11','ILKT/2024-06-22_12-37-29_epoch_12','fine-tuned/jinaai_jina-embeddings-v2-base-en-6232024-zldx-webapp','ILKT/2024-06-22_12-37-29_epoch_13','ILKT/2024-06-22_12-37-29_epoch_14','ILKT/2024-06-23_09-09-07_epoch_1','ILKT/2024-06-22_12-37-29_epoch_15','ILKT/2024-06-23_09-09-07_epoch_2','ILKT/2024-06-23_09-09-07_epoch_3','ILKT/2024-06-23_09-09-07_epoch_4','ILKT/2024-06-23_09-09-07_epoch_5','ILKT/2024-06-23_09-09-07_epoch_6','ILKT/2024-06-23_09-09-07_epoch_7','ILKT/2024-06-23_09-09-07_epoch_8','fine-tuned/BAAI_bge-m3-6232024-4vtf-webapp','ILKT/2024-06-23_09-09-07_epoch_9','ILKT/2024-06-24_00-11-56_epoch_1','ILKT/2024-06-23_09-09-07_epoch_10','ILKT/2024-06-24_00-11-56_epoch_2','ILKT/2024-06-23_09-09-07_epoch_11','ILKT/2024-06-24_00-11-56_epoch_3','ILKT/2024-06-24_00-11-56_epoch_4','ILKT/2024-06-23_09-09-07_epoch_12','ILKT/2024-06-24_00-11-56_epoch_5','ILKT/2024-06-23_09-09-07_epoch_13','ILKT/2024-06-24_00-11-56_epoch_6','ILKT/2024-06-24_00-11-56_epoch_7','Lajavaness/bilingual-embedding-large','fine-tuned/jinaai_jina-embeddings-v2-base-en-24_06_2024-lrip-webapp','ILKT/2024-06-24_22-31-18_epoch_1','ILKT/2024-06-24_22-31-28_epoch_1','ILKT/2024-06-24_22-31-18_epoch_2','ILKT/2024-06-24_22-31-28_epoch_2','ILKT/2024-06-24_22-31-18_epoch_3','ILKT/2024-06-24_22-31-28_epoch_3','ILKT/2024-06-24_22-31-18_epoch_4','ILKT/2024-06-24_22-31-28_epoch_4','ILKT/2024-06-24_22-31-18_epoch_5','ILKT/2024-06-24_22-31-28_epoch_5','ILKT/2024-06-24_22-31-18_epoch_6','ILKT/2024-06-24_22-31-28_epoch_6','ILKT/2024-06-24_22-31-18_epoch_7','ILKT/2024-06-24_22-31-28_epoch_7','ILKT/2024-06-24_22-31-18_epoch_8','ILKT/2024-06-24_22-31-28_epoch_8','ILKT/2024-06-24_22-31-18_epoch_9','ILKT/2024-06-24_22-31-28_epoch_9','ILKT/2024-06-24_22-31-18_epoch_10','ILKT/2024-06-24_22-31-28_epoch_10','ILKT/2024-06-24_22-31-18_epoch_11','ILKT/2024-06-24_22-31-28_epoch_11','ILKT/2024-06-24_22-31-18_epoch_12','ILKT/2024-06-24_22-31-28_epoch_12','ILKT/2024-06-24_22-31-18_epoch_13','ILKT/2024-06-24_22-31-28_epoch_13','ILKT/2024-06-24_22-31-18_epoch_14','ILKT/2024-06-24_22-31-28_epoch_14','ILKT/2024-06-24_22-31-18_epoch_15','ILKT/2024-06-24_22-31-28_epoch_15','ILKT/2024-06-24_22-31-18_epoch_16','ILKT/2024-06-24_22-31-28_epoch_16','ILKT/2024-06-24_22-31-18_epoch_17','ILKT/2024-06-24_22-31-28_epoch_17','ILKT/2024-06-24_22-31-18_epoch_18','ILKT/2024-06-24_22-31-28_epoch_18','ILKT/2024-06-24_22-31-18_epoch_19','ILKT/2024-06-24_22-31-28_epoch_19','ILKT/2024-06-24_22-31-18_epoch_20','ILKT/2024-06-24_22-31-28_epoch_20','ILKT/2024-06-24_22-31-18_epoch_21','ILKT/2024-06-24_22-31-28_epoch_21','ILKT/2024-06-24_22-31-18_epoch_22','ILKT/2024-06-24_22-31-28_epoch_22','ILKT/2024-06-24_22-31-18_epoch_23','ILKT/2024-06-24_22-31-28_epoch_23','ILKT/2024-06-24_22-31-18_epoch_24','ILKT/2024-06-24_22-31-28_epoch_24','ILKT/2024-06-24_22-31-18_epoch_25','ILKT/2024-06-24_22-31-28_epoch_25','ILKT/2024-06-24_22-31-18_epoch_26','ILKT/2024-06-24_22-31-28_epoch_26','ILKT/2024-06-24_22-31-18_epoch_27','ILKT/2024-06-24_22-31-28_epoch_27','ILKT/2024-06-24_22-31-18_epoch_28','ILKT/2024-06-24_22-31-28_epoch_28','ILKT/2024-06-24_22-31-18_epoch_29','ILKT/2024-06-24_22-31-28_epoch_29','ILKT/2024-06-24_22-31-18_epoch_30','Lenovo-Zhihui/Zhihui_LLM_Embedding','ILKT/2024-06-24_22-31-28_epoch_30','ILKT/2024-06-24_22-31-18_epoch_31','ILKT/2024-06-24_22-31-28_epoch_31','ILKT/2024-06-24_22-31-18_epoch_32','ILKT/2024-06-24_22-31-28_epoch_32','ILKT/2024-06-24_22-31-18_epoch_33','ILKT/2024-06-24_22-31-28_epoch_33','ILKT/2024-06-24_22-31-18_epoch_34','ILKT/2024-06-24_22-31-28_epoch_34','ILKT/2024-06-24_22-31-18_epoch_35','ILKT/2024-06-24_22-31-28_epoch_35','ILKT/2024-06-24_22-31-18_epoch_36','ILKT/2024-06-24_22-31-28_epoch_36','ILKT/2024-06-24_22-31-18_epoch_37','ILKT/2024-06-24_22-31-28_epoch_37','ILKT/2024-06-24_22-31-18_epoch_38','ILKT/2024-06-24_22-31-28_epoch_38','ILKT/2024-06-24_22-31-18_epoch_39','ILKT/2024-06-24_22-31-28_epoch_39','ILKT/2024-06-24_22-31-18_epoch_40','ILKT/2024-06-24_22-31-28_epoch_40','ILKT/2024-06-24_22-31-18_epoch_41','ILKT/2024-06-24_22-31-28_epoch_41','ILKT/2024-06-24_22-31-18_epoch_42','ILKT/2024-06-24_22-31-28_epoch_42','ILKT/2024-06-24_22-31-18_epoch_43','ILKT/2024-06-24_22-31-28_epoch_43','ILKT/2024-06-24_22-31-18_epoch_44','ILKT/2024-06-24_22-31-28_epoch_44','ILKT/2024-06-24_22-31-18_epoch_45','ILKT/2024-06-24_22-31-28_epoch_45','ILKT/2024-06-24_22-31-18_epoch_46','ILKT/2024-06-24_22-31-28_epoch_46','ILKT/2024-06-24_22-31-18_epoch_47','ILKT/2024-06-24_22-31-28_epoch_47','ILKT/2024-06-24_22-31-18_epoch_48','ILKT/2024-06-24_22-31-28_epoch_48','ILKT/2024-06-24_22-31-18_epoch_49','ILKT/2024-06-24_22-31-28_epoch_49','ILKT/2024-06-24_22-31-18_epoch_50','ILKT/2024-06-24_22-31-28_epoch_50','ILKT/2024-06-24_22-31-18_epoch_51','ILKT/2024-06-24_22-31-28_epoch_51','ILKT/2024-06-24_22-31-18_epoch_52','ILKT/2024-06-24_22-31-28_epoch_52','ILKT/2024-06-24_22-31-18_epoch_53','ILKT/2024-06-24_22-31-28_epoch_53','ILKT/2024-06-24_22-31-18_epoch_54','ILKT/2024-06-24_22-31-28_epoch_54','ILKT/2024-06-24_22-31-18_epoch_55','ILKT/2024-06-24_22-31-28_epoch_55','ILKT/2024-06-24_22-31-18_epoch_56','ILKT/2024-06-24_22-31-28_epoch_56','ILKT/2024-06-24_22-31-18_epoch_57','ILKT/2024-06-24_22-31-28_epoch_57','ILKT/2024-06-24_22-31-18_epoch_58','ILKT/2024-06-24_22-31-28_epoch_58','ILKT/2024-06-24_22-31-18_epoch_59','ILKT/2024-06-24_22-31-28_epoch_59','ILKT/2024-06-24_22-31-18_epoch_60','ILKT/2024-06-24_22-31-28_epoch_60','ILKT/2024-06-24_22-31-18_epoch_61','ILKT/2024-06-24_22-31-28_epoch_61','ILKT/2024-06-24_22-31-18_epoch_62','ILKT/2024-06-24_22-31-28_epoch_62','ILKT/2024-06-24_22-31-18_epoch_63','ILKT/2024-06-24_22-31-28_epoch_63','ILKT/2024-06-24_22-31-18_epoch_64','ILKT/2024-06-24_22-31-28_epoch_64','ILKT/2024-06-24_22-31-18_epoch_65','ILKT/2024-06-24_22-31-28_epoch_65','ILKT/2024-06-24_22-31-18_epoch_66','ILKT/2024-06-24_22-31-28_epoch_66','ILKT/2024-06-24_22-31-18_epoch_67','Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet','ILKT/2024-06-24_22-31-28_epoch_67','ILKT/2024-06-24_22-31-18_epoch_68','ILKT/2024-06-24_22-31-28_epoch_68','ILKT/2024-06-24_22-31-18_epoch_69','ILKT/2024-06-24_22-31-28_epoch_69','ILKT/2024-06-24_22-31-18_epoch_70','ILKT/2024-06-24_22-31-28_epoch_70','ILKT/2024-06-24_22-31-18_epoch_71','ILKT/2024-06-24_22-31-28_epoch_71','ILKT/2024-06-24_22-31-18_epoch_72','ILKT/2024-06-24_22-31-28_epoch_72','ILKT/2024-06-24_22-31-18_epoch_73','ILKT/2024-06-24_22-31-28_epoch_73','ILKT/2024-06-24_22-31-18_epoch_74','ILKT/2024-06-24_22-31-28_epoch_74','ILKT/2024-06-24_22-31-18_epoch_75','Intel/neural-embedding-v1','ILKT/2024-06-24_22-31-28_epoch_75','fine-tuned/BAAI_bge-m3-26062024-gdon-webapp','Lajavaness/bilingual-embedding-base','fine-tuned/jinaai_jina-embeddings-v2-base-es-6262024-yjwm-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6262024-wtkc-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6272024-qn9b-webapp','BeastyZ/e5-R-mistral-7b','ILKT/2024-06-23_09-09-07_epoch_14','ILKT/2024-06-23_09-09-07_epoch_15','ILKT/2024-06-23_09-09-07_epoch_16','ILKT/2024-06-23_09-09-07_epoch_17','ILKT/2024-06-23_09-09-07_epoch_18','ILKT/2024-06-23_09-09-07_epoch_19','ILKT/2024-06-23_09-09-07_epoch_20','ILKT/2024-06-23_09-09-07_epoch_21','ILKT/2024-06-23_09-09-07_epoch_22','ILKT/2024-06-23_09-09-07_epoch_23','ILKT/2024-06-23_09-09-07_epoch_24','ILKT/2024-06-23_09-09-07_epoch_25','ILKT/2024-06-23_09-09-07_epoch_26','ILKT/2024-06-23_09-09-07_epoch_27','ILKT/2024-06-23_09-09-07_epoch_28','ILKT/2024-06-23_09-09-07_epoch_29','ILKT/2024-06-23_09-09-07_epoch_30','ILKT/2024-06-23_09-09-07_epoch_31','ILKT/2024-06-23_09-09-07_epoch_32','ILKT/2024-06-23_09-09-07_epoch_33','ILKT/2024-06-23_09-09-07_epoch_34','ILKT/2024-06-23_09-09-07_epoch_35','ILKT/2024-06-23_09-09-07_epoch_36','ILKT/2024-06-23_09-09-07_epoch_37','ILKT/2024-06-23_09-09-07_epoch_38','ILKT/2024-06-23_09-09-07_epoch_39','ILKT/2024-06-23_09-09-07_epoch_40','ILKT/2024-06-23_09-09-07_epoch_41','ILKT/2024-06-23_09-09-07_epoch_42','ILKT/2024-06-23_09-09-07_epoch_43','ILKT/2024-06-23_09-09-07_epoch_44','ILKT/2024-06-23_09-09-07_epoch_45','ILKT/2024-06-23_09-09-07_epoch_46','ILKT/2024-06-23_09-09-07_epoch_47','ILKT/2024-06-23_09-09-07_epoch_48','ILKT/2024-06-23_09-09-07_epoch_49','ILKT/2024-06-23_09-09-07_epoch_50','ILKT/2024-06-23_09-09-07_epoch_51','ILKT/2024-06-23_09-09-07_epoch_52','ILKT/2024-06-23_09-09-07_epoch_53','ILKT/2024-06-23_09-09-07_epoch_54','ILKT/2024-06-23_09-09-07_epoch_55','ILKT/2024-06-23_09-09-07_epoch_56','ILKT/2024-06-23_09-09-07_epoch_57','ILKT/2024-06-23_09-09-07_epoch_58','ILKT/2024-06-23_09-09-07_epoch_59','ILKT/2024-06-23_09-09-07_epoch_60','ILKT/2024-06-23_09-09-07_epoch_61','ILKT/2024-06-23_09-09-07_epoch_62','ILKT/2024-06-23_09-09-07_epoch_63','ILKT/2024-06-23_09-09-07_epoch_64','ILKT/2024-06-23_09-09-07_epoch_65','ILKT/2024-06-23_09-09-07_epoch_66','ILKT/2024-06-23_09-09-07_epoch_67','ILKT/2024-06-23_09-09-07_epoch_68','ILKT/2024-06-23_09-09-07_epoch_69','ILKT/2024-06-23_09-09-07_epoch_70','ILKT/2024-06-23_09-09-07_epoch_71','ILKT/2024-06-23_09-09-07_epoch_72','ILKT/2024-06-23_09-09-07_epoch_73','ILKT/2024-06-23_09-09-07_epoch_74','ILKT/2024-06-23_09-09-07_epoch_75','Pekarnick/e5-large-v2-Q4_K_M-GGUF','ILKT/2024-06-24_00-11-56_epoch_8','ILKT/2024-06-24_00-11-56_epoch_9','ILKT/2024-06-24_00-11-56_epoch_10','ILKT/2024-06-24_00-11-56_epoch_11','ILKT/2024-06-24_00-11-56_epoch_12','ILKT/2024-06-24_00-11-56_epoch_13','ILKT/2024-06-24_00-11-56_epoch_14','ILKT/2024-06-24_00-11-56_epoch_15','ILKT/2024-06-24_00-11-56_epoch_16','ILKT/2024-06-24_00-11-56_epoch_17','ILKT/2024-06-24_00-11-56_epoch_18','ILKT/2024-06-24_00-11-56_epoch_19','ILKT/2024-06-24_00-11-56_epoch_20','ILKT/2024-06-24_00-11-56_epoch_21','ILKT/2024-06-24_00-11-56_epoch_22','ILKT/2024-06-24_00-11-56_epoch_23','ILKT/2024-06-24_00-11-56_epoch_24','ILKT/2024-06-24_00-11-56_epoch_25','ILKT/2024-06-24_00-11-56_epoch_26','ILKT/2024-06-24_00-11-56_epoch_27','ILKT/2024-06-24_00-11-56_epoch_28','ILKT/2024-06-24_00-11-56_epoch_29','ILKT/2024-06-24_00-11-56_epoch_30','ILKT/2024-06-24_00-11-56_epoch_31','ILKT/2024-06-24_00-11-56_epoch_32','ILKT/2024-06-24_00-11-56_epoch_33','ILKT/2024-06-24_00-11-56_epoch_34','ILKT/2024-06-24_00-11-56_epoch_35','ILKT/2024-06-24_00-11-56_epoch_36','ILKT/2024-06-24_00-11-56_epoch_37','ILKT/2024-06-24_00-11-56_epoch_38','ILKT/2024-06-24_00-11-56_epoch_39','ILKT/2024-06-24_00-11-56_epoch_40','ILKT/2024-06-24_00-11-56_epoch_41','ILKT/2024-06-24_00-11-56_epoch_42','ILKT/2024-06-24_00-11-56_epoch_43','ILKT/2024-06-24_00-11-56_epoch_44','ILKT/2024-06-24_00-11-56_epoch_45','ILKT/2024-06-24_00-11-56_epoch_46','ILKT/2024-06-24_00-11-56_epoch_47','ILKT/2024-06-24_00-11-56_epoch_48','ILKT/2024-06-24_00-11-56_epoch_49','ILKT/2024-06-24_00-11-56_epoch_50','ILKT/2024-06-24_00-11-56_epoch_51','ILKT/2024-06-24_00-11-56_epoch_52','ILKT/2024-06-24_00-11-56_epoch_53','ILKT/2024-06-24_00-11-56_epoch_54','ILKT/2024-06-24_00-11-56_epoch_55','ILKT/2024-06-24_00-11-56_epoch_56','ILKT/2024-06-24_00-11-56_epoch_57','ILKT/2024-06-24_00-11-56_epoch_58','ILKT/2024-06-24_00-11-56_epoch_59','ILKT/2024-06-24_00-11-56_epoch_60','ILKT/2024-06-24_00-11-56_epoch_61','ILKT/2024-06-24_00-11-56_epoch_62','ILKT/2024-06-24_00-11-56_epoch_63','ILKT/2024-06-24_00-11-56_epoch_64','ILKT/2024-06-24_00-11-56_epoch_65','ILKT/2024-06-24_00-11-56_epoch_66','ILKT/2024-06-24_00-11-56_epoch_67','ILKT/2024-06-24_00-11-56_epoch_68','ILKT/2024-06-24_00-11-56_epoch_69','ILKT/2024-06-24_00-11-56_epoch_70','ILKT/2024-06-24_00-11-56_epoch_71','ILKT/2024-06-24_00-11-56_epoch_72','ILKT/2024-06-24_00-11-56_epoch_73','ILKT/2024-06-24_00-11-56_epoch_74','ILKT/2024-06-24_00-11-56_epoch_75','ILKT/2024-06-22_12-37-29_epoch_16','ILKT/2024-06-22_12-37-29_epoch_17','ILKT/2024-06-22_12-37-29_epoch_18','ILKT/2024-06-22_12-37-29_epoch_19','ILKT/2024-06-22_12-37-29_epoch_20','ILKT/2024-06-22_12-37-29_epoch_21','ILKT/2024-06-22_12-37-29_epoch_22','ILKT/2024-06-22_12-37-29_epoch_23','ILKT/2024-06-22_12-37-29_epoch_24','ILKT/2024-06-22_12-37-29_epoch_25','ILKT/2024-06-22_12-37-29_epoch_26','ILKT/2024-06-22_12-37-29_epoch_27','ILKT/2024-06-22_12-37-29_epoch_28','ILKT/2024-06-22_12-37-29_epoch_29','ILKT/2024-06-22_12-37-29_epoch_30','ILKT/2024-06-22_12-37-29_epoch_31','ILKT/2024-06-22_12-37-29_epoch_32','ILKT/2024-06-22_12-37-29_epoch_33','ILKT/2024-06-22_12-37-29_epoch_34','ILKT/2024-06-22_12-37-29_epoch_35','ILKT/2024-06-22_12-37-29_epoch_36','ILKT/2024-06-22_12-37-29_epoch_37','ILKT/2024-06-22_12-37-29_epoch_38','ILKT/2024-06-22_12-37-29_epoch_39','ILKT/2024-06-22_12-37-29_epoch_40','ILKT/2024-06-22_12-37-29_epoch_41','ILKT/2024-06-22_12-37-29_epoch_42','ILKT/2024-06-22_12-37-29_epoch_43','ILKT/2024-06-22_12-37-29_epoch_44','ILKT/2024-06-22_12-37-29_epoch_45','ILKT/2024-06-22_12-37-29_epoch_46','ILKT/2024-06-22_12-37-29_epoch_47','ILKT/2024-06-22_12-37-29_epoch_48','ILKT/2024-06-22_12-37-29_epoch_49','ILKT/2024-06-22_12-37-29_epoch_50','ILKT/2024-06-22_12-37-29_epoch_51','ILKT/2024-06-22_12-37-29_epoch_52','ILKT/2024-06-22_12-37-29_epoch_53','ILKT/2024-06-22_12-37-29_epoch_54','ILKT/2024-06-22_12-37-29_epoch_55','ILKT/2024-06-22_12-37-29_epoch_56','ILKT/2024-06-22_12-37-29_epoch_57','ILKT/2024-06-22_12-37-29_epoch_58','ILKT/2024-06-22_12-37-29_epoch_59','ILKT/2024-06-22_12-37-29_epoch_60','ILKT/2024-06-22_12-37-29_epoch_61','ILKT/2024-06-22_12-37-29_epoch_62','ILKT/2024-06-22_12-37-29_epoch_63','ILKT/2024-06-22_12-37-29_epoch_64','ILKT/2024-06-22_12-37-29_epoch_65','ILKT/2024-06-22_12-37-29_epoch_66','ILKT/2024-06-22_12-37-29_epoch_67','ILKT/2024-06-22_12-37-29_epoch_68','ILKT/2024-06-22_12-37-29_epoch_69','ILKT/2024-06-22_12-37-29_epoch_70','ILKT/2024-06-22_12-37-29_epoch_71','ILKT/2024-06-22_12-37-29_epoch_72','ILKT/2024-06-22_12-37-29_epoch_73','ILKT/2024-06-22_12-37-29_epoch_74','ILKT/2024-06-22_12-37-29_epoch_75','Lajavaness/bilingual-embedding-large-8k','Alibaba-NLP/gte-Qwen2-1.5B-instruct','Jaume/gemma-2b-embeddings','lier007/xiaobu-embedding-v2','chihlunLee/NoInstruct-small-Embedding-v0-Q4_0-GGUF','fine-tuned/jinaai_jina-embeddings-v2-base-es-472024-aqk1-webapp','second-state/gte-Qwen2-1.5B-instruct-GGUF','gaianet/gte-Qwen2-1.5B-instruct-GGUF','yco/bilingual-embedding-base','fine-tuned/jinaai_jina-embeddings-v2-base-en-05072024-aj6g-webapp','AbderrahmanSkiredj1/arabic_text_embedding_sts_arabertv02_arabicnlitriplet','AbderrahmanSkiredj1/Arabic_text_embedding_for_sts','dimcha/mxbai-embed-large-v1-Q4_K_M-GGUF','fine-tuned/BAAI_bge-m3-782024-wl54-webapp','nvidia/NV-Retriever-v1','fine-tuned/jinaai_jina-embeddings-v2-base-en-792024-tyen-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-11072024-bh6v-webapp','archit28/bge-large-en-v1.5-Q4_K_S-GGUF','dunzhang/stella_en_1.5B_v5','dunzhang/stella_en_400M_v5','niancheng/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF','niancheng/gte-Qwen2-7B-instruct-Q4_K_M-GGUF','fine-tuned/jinaai_jina-embeddings-v2-base-en-15072024-5xy1-webapp','fine-tuned/BAAI_bge-small-en-v1_5-7152024-w1z0-webapp', 'Cohere/Cohere-embed-english-v3.0','Cohere/Cohere-embed-english-v3.0','Cohere/Cohere-embed-multilingual-light-v3.0','Cohere/Cohere-embed-multilingual-v3.0','vesteinn/DanskBERT','jhu-clsp/FollowIR-7B','GritLM/GritLM-7B','GritLM/GritLM-7B','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse','sentence-transformers/LaBSE','Linq-AI-Research/Linq-Embed-Mistral','nvidia/NV-Embed-v1','nvidia/NV-Retriever-v1','Salesforce/SFR-Embedding-Mistral','sentence-transformers/all-MiniLM-L12-v2','sentence-transformers/all-MiniLM-L12-v2','sentence-transformers/all-MiniLM-L6-v2','sentence-transformers/all-MiniLM-L6-v2','sentence-transformers/all-mpnet-base-v2','sentence-transformers/all-mpnet-base-v2','sentence-transformers/allenai-specter','Geotrend/bert-base-10lang-cased','Geotrend/bert-base-15lang-cased','Geotrend/bert-base-25lang-cased','google-bert/bert-base-multilingual-cased','google-bert/bert-base-multilingual-uncased','KB/bert-base-swedish-cased','bert-base-uncased','BAAI/bge-base-en-v1.5','BAAI/bge-base-en-v1.5','BAAI/bge-base-zh-v1.5','BAAI/bge-large-en-v1.5','BAAI/bge-large-en-v1.5','BAAI/bge-large-zh-noinstruct','BAAI/bge-large-zh-v1.5','BAAI/bge-m3','BAAI/bge-m3','BAAI/bge-small-en-v1.5','BAAI/bge-small-en-v1.5','BAAI/bge-small-zh-v1.5','almanach/camembert-base','almanach/camembert-large','nthakur/contriever-base-msmarco','facebook/contriever','facebook/contriever','T-Systems-onsite/cross-en-de-roberta-sentence-transformer','chcaa/dfm-encoder-large-v1','chcaa/dfm-encoder-large-v1','Geotrend/distilbert-base-25lang-cased','Geotrend/distilbert-base-en-fr-cased','Geotrend/distilbert-base-en-fr-es-pt-it-cased','Geotrend/distilbert-base-fr-cased','distilbert-base-uncased','sentence-transformers/distiluse-base-multilingual-cased-v2','dwzhu/e5-base-4k','intfloat/e5-base-v2','intfloat/e5-base','intfloat/e5-large-v2','intfloat/e5-large','intfloat/e5-mistral-7b-instruct','intfloat/e5-mistral-7b-instruct-noinstruct','intfloat/e5-small','jonfd/electra-small-nordic','KBLab/electra-small-swedish-cased-discriminator','google/flan-t5-base','google/flan-t5-large','flaubert/flaubert_base_cased','flaubert/flaubert_base_uncased','flaubert/flaubert_large_cased','deepset/gbert-base','deepset/gbert-large','deepset/gelectra-base','deepset/gelectra-large','sentence-transformers/average_word_embeddings_glove.6B.300d','uklfr/gottbert-base','Alibaba-NLP/gte-Qwen1.5-7B-instruct','Alibaba-NLP/gte-Qwen2-7B-instruct','sentence-transformers/gtr-t5-base','sentence-transformers/gtr-t5-large','sentence-transformers/gtr-t5-xl','sentence-transformers/gtr-t5-xxl','ipipan/herbert-base-retrieval-v2','hkunlp/instructor-base','hkunlp/instructor-large','hkunlp/instructor-xl','jinaai/jina-embeddings-v2-base-en','sentence-transformers/average_word_embeddings_komninos','meta-llama/Llama-2-7b-chat-hf','silk-road/luotuo-bert-medium','moka-ai/m3e-base','moka-ai/m3e-large','mistralai/Mistral-7B-Instruct-v0.2','castorini/monobert-large-msmarco','castorini/monot5-3b-msmarco-10k','castorini/monot5-base-msmarco-10k','sentence-transformers/msmarco-bert-co-condensor','sentence-transformers/multi-qa-MiniLM-L6-cos-v1','intfloat/multilingual-e5-base','intfloat/multilingual-e5-large','intfloat/multilingual-e5-small','NbAiLab/nb-bert-base','NbAiLab/nb-bert-large','nomic-ai/nomic-embed-text-v1','nomic-ai/nomic-embed-text-v1.5','nomic-ai/nomic-embed-text-v1.5','nomic-ai/nomic-embed-text-v1.5','nomic-ai/nomic-embed-text-v1.5','ltg/norbert3-base','ltg/norbert3-large','sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2','sentence-transformers/paraphrase-multilingual-mpnet-base-v2','KBLab/sentence-bert-swedish-cased','dangvantuan/sentence-camembert-base','dangvantuan/sentence-camembert-large','Wissam42/sentence-croissant-llm-base','sentence-transformers/sentence-t5-base','sentence-transformers/sentence-t5-large','sentence-transformers/sentence-t5-xl','sentence-transformers/sentence-t5-xxl','ipipan/silver-retriever-base-v1','sdadas/st-polish-paraphrase-from-distilroberta','sdadas/st-polish-paraphrase-from-mpnet','princeton-nlp/sup-simcse-bert-base-uncased','orionweller/tart-dual-contriever-msmarco','facebook/tart-full-flan-t5-xl','shibing624/text2vec-base-chinese','GanymedeNil/text2vec-large-chinese','izhx/udever-bloom-1b1','izhx/udever-bloom-560m','vprelovac/universal-sentence-encoder-multilingual-3','vprelovac/universal-sentence-encoder-multilingual-large-3','princeton-nlp/unsup-simcse-bert-base-uncased','sentence-transformers/use-cmlm-multilingual','xlm-roberta-base','xlm-roberta-large'] - -# Possible changes: -# Could add graphs / other visual content -# Could add verification marks - -# Sources: -# https://huggingface.co/spaces/gradio/leaderboard -# https://huggingface.co/spaces/huggingface-projects/Deep-Reinforcement-Learning-Leaderboard -# https://getemoji.com/ +if __name__ == '__main__': + main() diff --git a/app/__init__.py b/app/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..72cde7353cdb0a7722864065b3955d7395edd37a --- /dev/null +++ b/app/__init__.py @@ -0,0 +1,5 @@ +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 17:13 +# @Author : q275343119 +# @File : __init__.py.py +# @Description: diff --git a/app/backend/__init__.py b/app/backend/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..1be8b93e2e86a2a5f433d8a72ae6d1b1c31b49fc --- /dev/null +++ b/app/backend/__init__.py @@ -0,0 +1,5 @@ +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 17:16 +# @Author : q275343119 +# @File : __init__.py.py +# @Description: Backend module initialization diff --git a/app/backend/constant.py b/app/backend/constant.py new file mode 100644 index 0000000000000000000000000000000000000000..1320b686985bca69e732af1767c38970ff3c1d40 --- /dev/null +++ b/app/backend/constant.py @@ -0,0 +1,46 @@ +from enum import Enum + + +class Navigation(Enum): + TEXT_LEADERBOARD = "Text Leaderboard" + MULTIMODAL_LEADERBOARD = "Multimodal Leaderboard" + + +class TaskCategory(Enum): + LAW = "Law" + CODE = "Code" + CONVERSATIONAL = "Conversational" + TECH = "Tech" + LONG_CONTEXT = "Long-context" + MULTILINGUAL = "Multilingual" + + +class ModelProvider(Enum): + OPENAI = "OpenAI" + VOYAGEAI = "VoyageAI" + COHERE = "Cohere" + OTHERS = "Others" + + +class EvaluationMetric(Enum): + NDCG_1 = "NDCG@1" + NDCG_3 = "NDCG@3" + NDCG_5 = "NDCG@5" + NDCG_10 = "NDCG@10" + NDCG_20 = "NDCG@20" + NDCG_50 = "NDCG@50" + NDCG_100 = "NDCG@100" + RECALL_1 = "RECALL@1" + RECALL_3 = "RECALL@3" + RECALL_5 = "RECALL@5" + RECALL_10 = "RECALL@10" + RECALL_20 = "RECALL@20" + RECALL_50 = "RECALL@50" + RECALL_100 = "RECALL@100" + PRECISION_1 = "PRECISION@1" + PRECISION_3 = "PRECISION@3" + PRECISION_5 = "PRECISION@5" + PRECISION_10 = "PRECISION@10" + PRECISION_20 = "PRECISION@20" + PRECISION_50 = "PRECISION@50" + PRECISION_100 = "PRECISION@100" diff --git a/app/backend/data_engine.py b/app/backend/data_engine.py new file mode 100644 index 0000000000000000000000000000000000000000..589c9733d138039c0cc756748266075702e62339 --- /dev/null +++ b/app/backend/data_engine.py @@ -0,0 +1,184 @@ +""" +Data service provider +""" +import json +from typing import List + +import pandas as pd + +from app.backend.constant import ModelProvider + + +class DataEngine: + + def __init__(self): + self.df = self.init_dataframe() + + @property + def leaderboards(self): + """ + Get leaderboard data + """ + with open('./mock_data/leaderboard.json', 'r') as f: + return json.load(f) + + @property + def models(self): + """ + Get models data + """ + with open('./mock_data/models.json', 'r') as f: + return json.load(f) + + @property + def tasks(self): + """ + Get tasks data + """ + with open('./mock_data/tasks.json', 'r') as f: + return json.load(f) + + @property + def results(self): + """ + Get results data + """ + with open('./mock_data/results.json', 'r') as f: + return json.load(f) + + def init_dataframe(self): + """ + Initialize DataFrame + """ + d = {"hello": [123], "world": [456]} + return pd.DataFrame(d) + + def _check_providers(self, organization: str, providers: List): + if not providers: + return True + if "Others" in providers: + if organization not in ( + ModelProvider.OPENAI.value, ModelProvider.COHERE.value, ModelProvider.VOYAGEAI.value): + return True + return organization in providers + + def filter_df(self, leaderboard: str, task: str, providers: List, sort_key: str): + + tasks = [] + for lb in self.leaderboards: + if lb["name"] == leaderboard: + tasks = lb["tasks"] + break + df_list = [] + for t in (filter(lambda x: x.upper() == task.upper(), tasks)): + datasets = [] + for ta in self.tasks: + if ta["slug"].upper() == t.upper(): + datasets = ta["datasets"] + break + for model in self.models: + if t in model["tasks"] and self._check_providers(model["organization"], providers): + + for dataset in datasets: + results = self.results[dataset] + for result in results: + if result['model_name'] == model["model_name"]: + d = result["results"] + d["class"] = result["class"] + d["organization"] = result["organization"] + d["model_name"] = result["model_name"] + df = pd.DataFrame([d]) + df = df[["class", "organization", "model_name", "ndcg_at_1", "ndcg_at_3", "ndcg_at_5", + "ndcg_at_10", + "ndcg_at_20", "ndcg_at_50", "ndcg_at_100", "recall_at_1", "recall_at_3", + "recall_at_5", "recall_at_10", + "recall_at_20", "recall_at_50", "recall_at_100", "precision_at_1", + "precision_at_3", "precision_at_5", + "precision_at_10", "precision_at_20", "precision_at_50", "precision_at_100"]] + df_list.append(df) + if df_list: + return pd.concat(df_list).sort_values(by=sort_key.replace("@", '_at_').lower()) + return pd.DataFrame(columns=["class", "organization", "model_name", "ndcg_at_1", "ndcg_at_3", "ndcg_at_5", + "ndcg_at_10", + "ndcg_at_20", "ndcg_at_50", "ndcg_at_100", "recall_at_1", "recall_at_3", + "recall_at_5", "recall_at_10", + "recall_at_20", "recall_at_50", "recall_at_100", "precision_at_1", + "precision_at_3", "precision_at_5", + "precision_at_10", "precision_at_20", "precision_at_50", "precision_at_100"]) + + def get_model_result(self, model: dict, task_datasets_map: dict, results: dict): + """ + get_model_result + """ + model_class = model["class"] + model_organization = model["organization"] + model_model_name = model["model_name"] + for leaderboard in model["leaderboards"]: + for task in model["tasks"]: + for dateset in task_datasets_map.get(task, []): + for result in results[dateset]: + if result["model_name"] == model_model_name: + d_result = result["results"] + d_result["class"] = model_class + d_result["organization"] = model_organization + d_result["model_name"] = model_model_name + d_result["leaderboard"] = leaderboard + d_result["dateset"] = dateset + d_result["task"] = task + yield d_result + + def jsons_to_df(self): + + # change leaderboards to task_leaderboard_map + task_leaderboard_map = {} + leaderboards = self.leaderboards + for leaderboard in leaderboards: + for task in leaderboard["tasks"]: + task_leaderboard_map[task] = leaderboard["name"] + + # change tasks to task_datasets_map + task_datasets_map = {} + for task in self.tasks: + task_datasets_map[task["slug"]] = task["datasets"] + + df_results_list = [] + results = self.results + for model in self.models: + for d_result in self.get_model_result(model, task_datasets_map, results): + if d_result: + df_results_list.append(pd.DataFrame([d_result])) + + if df_results_list: + df_result = pd.concat(df_results_list) + return df_result[ + ["leaderboard", "task", "class", "organization", "model_name", "dateset", "ndcg_at_1", "ndcg_at_3", + "ndcg_at_5", + "ndcg_at_10", + "ndcg_at_20", "ndcg_at_50", "ndcg_at_100", "recall_at_1", "recall_at_3", + "recall_at_5", "recall_at_10", + "recall_at_20", "recall_at_50", "recall_at_100", "precision_at_1", + "precision_at_3", "precision_at_5", + "precision_at_10", "precision_at_20", "precision_at_50", "precision_at_100"]], leaderboards + return pd.DataFrame( + columns=["leaderboard", "task", "class", "organization", "model_name", "dateset", "ndcg_at_1", "ndcg_at_3", + "ndcg_at_5", + "ndcg_at_10", + "ndcg_at_20", "ndcg_at_50", "ndcg_at_100", "recall_at_1", "recall_at_3", + "recall_at_5", "recall_at_10", + "recall_at_20", "recall_at_50", "recall_at_100", "precision_at_1", + "precision_at_3", "precision_at_5", + "precision_at_10", "precision_at_20", "precision_at_50", "precision_at_100"]), leaderboards + + def filter_by_providers(self, df_result: pd.DataFrame, providers: List): + """ + filter_by_providers + """ + if not providers: + # providers are empty, return empty + return df_result[0:0] + return df_result[df_result['organization'].apply(lambda x: self._check_providers(x, providers))] + + def summarize_dataframe(self): + """ + Summarize data statistics + """ diff --git a/app/ui/__init__.py b/app/ui/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e6453fd31038e27b3413221ca653c1b9d27d8719 --- /dev/null +++ b/app/ui/__init__.py @@ -0,0 +1,5 @@ +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 17:16 +# @Author : q275343119 +# @File : __init__.py.py +# @Description: diff --git a/app/ui/about.py b/app/ui/about.py new file mode 100644 index 0000000000000000000000000000000000000000..06ef3a0935bb662512af8c41ba06e30e9964766f --- /dev/null +++ b/app/ui/about.py @@ -0,0 +1,48 @@ +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 17:20 +# @Author : q275343119 +# @File : about.py +# @Description: About page implementation + +import gradio as gr + + +def init_about(): + """Initialize the about page""" + with gr.Blocks() as block: + with gr.Column(): + # Motivation section + gr.Markdown("## Motivation") + gr.Markdown(""" + [Placeholder] This section explains why we created this embedding benchmark: + - To standardize embedding evaluation + - To promote transparency in model performance + - To accelerate progress in embedding research + """) + + # Organizers section + gr.Markdown("## Organizers") + gr.Markdown(""" + [Placeholder] The MTEB benchmark is organized by: + - Person A - Organization X + - Person B - Organization Y + - Person C - Organization Z + """) + + # FAQ section + gr.Markdown("## Frequently Asked Questions") + gr.Markdown(""" + [Placeholder] Common questions about MTEB: + + **Q: How can I submit my model?** + A: Follow the submission guidelines in our GitHub repository. + + **Q: What metrics are used?** + A: We use various metrics depending on the task type. + + **Q: How often is the leaderboard updated?** + A: The leaderboard is updated daily. + """) + + block.queue(max_size=10) + return block diff --git a/app/ui/component/__init__.py b/app/ui/component/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..394a95e013bed6ac77dad2be4154ae529ea4381f --- /dev/null +++ b/app/ui/component/__init__.py @@ -0,0 +1,5 @@ +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 17:25 +# @Author : q275343119 +# @File : __init__.py.py +# @Description: diff --git a/app/ui/component/df_component.py b/app/ui/component/df_component.py new file mode 100644 index 0000000000000000000000000000000000000000..ac916c7af30e10bc78a27f732f137e759a17e393 --- /dev/null +++ b/app/ui/component/df_component.py @@ -0,0 +1,20 @@ +import pandas as pd +import gradio as gr + +from app.backend.data_engine import DataEngine + + +class DataFrameComponent: + + def __init__(self, data_engine: DataEngine): + self.data_engine = data_engine + + def show(self, df=None): + with gr.Row(): + # Create DataFrame display area + if df is None: + df = self.data_engine.init_dataframe() + print(df) + df_display = gr.DataFrame(df, col_count=(len(df.columns), 'fixed')) + + return df_display diff --git a/app/ui/component/filter_component.py b/app/ui/component/filter_component.py new file mode 100644 index 0000000000000000000000000000000000000000..b25114e8a7766815ca53f64378225f75e66e6dbe --- /dev/null +++ b/app/ui/component/filter_component.py @@ -0,0 +1,53 @@ +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 17:26 +# @Author : q275343119 +# @File : filter_component.py +# @Description: Filter component implementation +""" +Filter component for data filtering +""" +from typing import List +import gradio as gr + +from app.backend.data_engine import DataEngine + + +class FilterComponent: + + def __init__(self, data_engine: DataEngine, navigations: List, model_provides: List, + evaluation_metrics: List): + self.data_engine = data_engine + self.navigations = navigations + self.task_categories = [] + self.model_provides = model_provides + self.evaluation_metrics = evaluation_metrics + + def show(self): + with gr.Row(): + navigations = gr.Radio( + label="Navigation", + choices=self.navigations, + value=self.navigations[0], + interactive=True, + elem_classes=["filter-checkbox-group"], + scale=2, + ) + + model_provides = gr.CheckboxGroup( + label="Model Provides", + choices=self.model_provides, + value=self.model_provides, + interactive=True, + elem_classes=["filter-checkbox-group"], + scale=2, + ) + evaluation_metrics = gr.Dropdown( + label="Evaluation Metrics", + choices=self.evaluation_metrics, + value="NDCG@10", + interactive=True, + elem_classes=["filter-checkbox-group"], + scale=2, + ) + + return navigations, model_provides, evaluation_metrics diff --git a/app/ui/component/subtabs_component.py b/app/ui/component/subtabs_component.py new file mode 100644 index 0000000000000000000000000000000000000000..f461522d1d711bdfa257e731596d6b5d2a5b519d --- /dev/null +++ b/app/ui/component/subtabs_component.py @@ -0,0 +1,48 @@ +from typing import List +import gradio as gr +import pandas as pd + +from app.backend.data_engine import DataEngine + + +class SubtabsComponent: + + def __init__(self, data_engine: DataEngine): + self.data_engine = data_engine + + def show(self, navigations: str = None, model_provides: List = None, evaluation_metrics: str = None): + df_result, leaderboards = self.data_engine.jsons_to_df() + + navigations = "Text" if navigations is None else navigations.split(" ", maxsplit=1)[0] + model_provides = [] if model_provides is None else model_provides + evaluation_metrics = "NDCG@10" if evaluation_metrics is None else evaluation_metrics + + df_result = self.data_engine.filter_by_providers(df_result, model_provides) + + sort_col = evaluation_metrics.replace("@", '_at_').lower() + + df_result = df_result.sort_values(by=sort_col, ascending=False) + + items = [] + for leaderboard in leaderboards: + with gr.Column(visible=leaderboard["name"] == navigations) as column: + with gr.Tabs(): + with gr.TabItem("overall"): + df_leaderboard = df_result[df_result["leaderboard"] == leaderboard["slug"]] + gr_df = gr.Dataframe( + df_leaderboard, + interactive=False + ) + + items.append(gr_df) + + for task in leaderboard["tasks"]: + with gr.TabItem(task): + df = df_leaderboard[df_leaderboard["task"] == task] + gr_df = gr.Dataframe( + df, + interactive=False + ) + items.append(gr_df) + items.append(column) + return items diff --git a/app/ui/home.py b/app/ui/home.py new file mode 100644 index 0000000000000000000000000000000000000000..36dd562b5477342757f63c17316a2750e7f5848c --- /dev/null +++ b/app/ui/home.py @@ -0,0 +1,83 @@ +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 17:20 +# @Author : q275343119 +# @File : home.py +# @Description: Home page implementation and UI components +import pandas as pd + +from app.backend.constant import Navigation, TaskCategory, ModelProvider, EvaluationMetric +from app.backend.data_engine import DataEngine +from app.ui.component.df_component import DataFrameComponent +from app.ui.component.filter_component import FilterComponent +from app.ui.component.subtabs_component import SubtabsComponent +from app.ui.static import HOME_CSS + +import gradio as gr + +NUM_DATASETS = 1 +NUM_SCORES = 2 +NUM_MODELS = 3 + + +def init_home(): + """ + Initialize the home page + """ + data_engine = DataEngine() + + with gr.Blocks(css=HOME_CSS) as block: + gr.Markdown(f""" + [Voyageai] Massive Text Embedding Benchmark (MTEB) Leaderboard. + """) + + filter_area = FilterComponent( + data_engine, + [element.value for element in Navigation], + [element.value for element in ModelProvider], + [element.value for element in EvaluationMetric], + ) + + navigations, model_provides, evaluation_metrics = filter_area.show() + + sub_tabs = SubtabsComponent(data_engine) + columns = sub_tabs.show() + + # df_area = DataFrameComponent(data_engine) + # df_display = df_area.show(pd.DataFrame(columns=[element.value for element in Navigation])) + + + gr.Markdown(f""" + - **Total Datasets**: {NUM_DATASETS} + - **Total Languages**: 113 + - **Total Scores**: {NUM_SCORES} + - **Total Models**: {NUM_MODELS} + """ + r""" + Made with ❤️ for NLP. If this work is useful to you, please consider citing: + + ```bibtex + @article{muennighoff2022mteb, + doi = {10.48550/ARXIV.2210.07316}, + url = {https://arxiv.org/abs/2210.07316}, + author = {Muennighoff, Niklas and Tazi, Nouamane and Magne, Lo{\"\i}c and Reimers, Nils}, + title = {MTEB: Massive Text Embedding Benchmark}, + publisher = {arXiv}, + journal={arXiv preprint arXiv:2210.07316}, + year = {2022} + } + ``` + """) + # all_outputs = list[sub_tab_map.values()] + block.load(sub_tabs.show, + inputs=[navigations, model_provides, evaluation_metrics], outputs=columns) + + gr.on(triggers=[navigations.change, + model_provides.change, + evaluation_metrics.change], + inputs=[navigations, model_provides, evaluation_metrics], + fn=sub_tabs.show, + outputs=columns + ) + + + block.queue(max_size=10) + return block diff --git a/app/ui/static.py b/app/ui/static.py new file mode 100644 index 0000000000000000000000000000000000000000..bddfba6e31a4d5a5bbba9efbfab5548b2c5a354a --- /dev/null +++ b/app/ui/static.py @@ -0,0 +1,23 @@ +# -*- coding: utf-8 -*- +# @Date : 2024/12/24 17:16 +# @Author : q275343119 +# @File : static.py +# @Description: + +HOME_CSS = """ +table > thead { + white-space: normal +} + +table { + --cell-width-1: 250px +} + +table > tbody > tr > td:nth-child(2) > div { + overflow-x: auto +} + +.filter-checkbox-group { + max-width: max-content; +} +""" diff --git a/boards_data/bright/data_overall/default.txt b/boards_data/bright/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/bright/data_tasks/Retrieval/default.jsonl b/boards_data/bright/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 0ce61322ddf399a1899ccddb95414a90d4177c0f..0000000000000000000000000000000000000000 --- a/boards_data/bright/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,14 +0,0 @@ -{"index":4,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":22.89,"BrightRetrieval (aops)":15.1,"BrightRetrieval (biology)":32.09,"BrightRetrieval (earth_science)":40.66,"BrightRetrieval (economics)":16.18,"BrightRetrieval (leetcode)":31.07,"BrightRetrieval (pony)":1.25,"BrightRetrieval (psychology)":26.58,"BrightRetrieval (robotics)":12.82,"BrightRetrieval (stackoverflow)":13.95,"BrightRetrieval (sustainable_living)":20.82,"BrightRetrieval (theoremqa_questions)":29.9,"BrightRetrieval (theoremqa_theorems)":34.22} -{"index":3,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":22.09,"BrightRetrieval (aops)":14.36,"BrightRetrieval (biology)":30.92,"BrightRetrieval (earth_science)":36.22,"BrightRetrieval (economics)":17.72,"BrightRetrieval (leetcode)":25.46,"BrightRetrieval (pony)":9.79,"BrightRetrieval (psychology)":24.61,"BrightRetrieval (robotics)":13.47,"BrightRetrieval (stackoverflow)":19.85,"BrightRetrieval (sustainable_living)":14.93,"BrightRetrieval (theoremqa_questions)":26.97,"BrightRetrieval (theoremqa_theorems)":30.8} -{"index":7,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":20.63,"BrightRetrieval (aops)":8.91,"BrightRetrieval (biology)":25.04,"BrightRetrieval (earth_science)":32.77,"BrightRetrieval (economics)":19.0,"BrightRetrieval (leetcode)":29.85,"BrightRetrieval (pony)":21.98,"BrightRetrieval (psychology)":19.92,"BrightRetrieval (robotics)":17.31,"BrightRetrieval (stackoverflow)":11.62,"BrightRetrieval (sustainable_living)":18.04,"BrightRetrieval (theoremqa_questions)":23.34,"BrightRetrieval (theoremqa_theorems)":19.75} -{"index":0,"Rank":4,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":19.52,"BrightRetrieval (aops)":9.33,"BrightRetrieval (biology)":22.98,"BrightRetrieval (earth_science)":34.38,"BrightRetrieval (economics)":19.5,"BrightRetrieval (leetcode)":29.64,"BrightRetrieval (pony)":3.59,"BrightRetrieval (psychology)":27.86,"BrightRetrieval (robotics)":15.98,"BrightRetrieval (stackoverflow)":17.93,"BrightRetrieval (sustainable_living)":17.25,"BrightRetrieval (theoremqa_questions)":21.51,"BrightRetrieval (theoremqa_theorems)":14.31} -{"index":10,"Rank":5,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.61,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.22} -{"index":8,"Rank":6,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":18.02,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.32} -{"index":1,"Rank":7,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":17.65,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":11.1} -{"index":13,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":17.56,"BrightRetrieval (aops)":8.45,"BrightRetrieval (biology)":23.67,"BrightRetrieval (earth_science)":26.27,"BrightRetrieval (economics)":19.98,"BrightRetrieval (leetcode)":23.65,"BrightRetrieval (pony)":2.45,"BrightRetrieval (psychology)":27.52,"BrightRetrieval (robotics)":12.93,"BrightRetrieval (stackoverflow)":12.49,"BrightRetrieval (sustainable_living)":20.32,"BrightRetrieval (theoremqa_questions)":22.22,"BrightRetrieval (theoremqa_theorems)":10.82} -{"index":11,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":17.54,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":25.09} -{"index":6,"Rank":10,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":16.33,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":7.14} -{"index":12,"Rank":11,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":14.6,"BrightRetrieval (aops)":5.32,"BrightRetrieval (biology)":15.52,"BrightRetrieval (earth_science)":20.11,"BrightRetrieval (economics)":16.64,"BrightRetrieval (leetcode)":26.4,"BrightRetrieval (pony)":6.95,"BrightRetrieval (psychology)":22.63,"BrightRetrieval (robotics)":8.36,"BrightRetrieval (stackoverflow)":9.48,"BrightRetrieval (sustainable_living)":15.34,"BrightRetrieval (theoremqa_questions)":18.49,"BrightRetrieval (theoremqa_theorems)":9.9} -{"index":2,"Rank":12,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":14.33,"BrightRetrieval (aops)":6.2,"BrightRetrieval (biology)":19.19,"BrightRetrieval (earth_science)":27.06,"BrightRetrieval (economics)":14.87,"BrightRetrieval (leetcode)":24.37,"BrightRetrieval (pony)":7.93,"BrightRetrieval (psychology)":12.51,"BrightRetrieval (robotics)":13.53,"BrightRetrieval (stackoverflow)":16.55,"BrightRetrieval (sustainable_living)":15.22,"BrightRetrieval (theoremqa_questions)":9.78,"BrightRetrieval (theoremqa_theorems)":4.75} -{"index":9,"Rank":13,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.04,"BrightRetrieval (aops)":7.94,"BrightRetrieval (biology)":15.61,"BrightRetrieval (earth_science)":21.52,"BrightRetrieval (economics)":15.99,"BrightRetrieval (leetcode)":20.0,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":21.94,"BrightRetrieval (robotics)":11.45,"BrightRetrieval (stackoverflow)":11.21,"BrightRetrieval (sustainable_living)":13.16,"BrightRetrieval (theoremqa_questions)":20.07,"BrightRetrieval (theoremqa_theorems)":8.27} -{"index":5,"Rank":14,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":13.57,"BrightRetrieval (aops)":6.08,"BrightRetrieval (biology)":11.96,"BrightRetrieval (earth_science)":24.15,"BrightRetrieval (economics)":16.59,"BrightRetrieval (leetcode)":26.68,"BrightRetrieval (pony)":5.64,"BrightRetrieval (psychology)":17.44,"BrightRetrieval (robotics)":12.21,"BrightRetrieval (stackoverflow)":9.51,"BrightRetrieval (sustainable_living)":13.27,"BrightRetrieval (theoremqa_questions)":12.56,"BrightRetrieval (theoremqa_theorems)":6.72} diff --git a/boards_data/bright_long/data_overall/default.txt b/boards_data/bright_long/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/bright_long/data_tasks/Retrieval/default.jsonl b/boards_data/bright_long/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index f6a6a211e9b2b1e248f807b20bfab07a3264668d..0000000000000000000000000000000000000000 --- a/boards_data/bright_long/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,14 +0,0 @@ -{"index":3,"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":27.82,"BrightRetrieval (biology)":39.24,"BrightRetrieval (earth_science)":36.13,"BrightRetrieval (economics)":25.73,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":42.28,"BrightRetrieval (robotics)":21.29,"BrightRetrieval (stackoverflow)":23.5,"BrightRetrieval (sustainable_living)":33.1} -{"index":7,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":26.03,"BrightRetrieval (biology)":37.46,"BrightRetrieval (earth_science)":39.44,"BrightRetrieval (economics)":25.73,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.35,"BrightRetrieval (robotics)":17.82,"BrightRetrieval (stackoverflow)":20.08,"BrightRetrieval (sustainable_living)":32.36} -{"index":8,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":26.01,"BrightRetrieval (biology)":30.26,"BrightRetrieval (earth_science)":37.0,"BrightRetrieval (economics)":24.27,"BrightRetrieval (pony)":2.0,"BrightRetrieval (psychology)":47.72,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":34.99} -{"index":4,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":25.96,"BrightRetrieval (biology)":34.87,"BrightRetrieval (earth_science)":38.36,"BrightRetrieval (economics)":27.67,"BrightRetrieval (pony)":1.17,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":16.67,"BrightRetrieval (sustainable_living)":31.28} -{"index":11,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":25.54,"BrightRetrieval (biology)":29.93,"BrightRetrieval (earth_science)":36.28,"BrightRetrieval (economics)":26.21,"BrightRetrieval (pony)":1.14,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":32.21} -{"index":1,"Rank":6,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":24.62,"BrightRetrieval (biology)":34.38,"BrightRetrieval (earth_science)":35.35,"BrightRetrieval (economics)":26.7,"BrightRetrieval (pony)":1.28,"BrightRetrieval (psychology)":41.58,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":13.68,"BrightRetrieval (sustainable_living)":31.1} -{"index":0,"Rank":7,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":22.44,"BrightRetrieval (biology)":30.91,"BrightRetrieval (earth_science)":38.0,"BrightRetrieval (economics)":21.84,"BrightRetrieval (pony)":0.29,"BrightRetrieval (psychology)":30.69,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":19.23,"BrightRetrieval (sustainable_living)":25.65} -{"index":13,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":21.88,"BrightRetrieval (biology)":33.09,"BrightRetrieval (earth_science)":32.26,"BrightRetrieval (economics)":24.76,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.15,"BrightRetrieval (robotics)":11.88,"BrightRetrieval (stackoverflow)":11.54,"BrightRetrieval (sustainable_living)":26.34} -{"index":6,"Rank":9,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":18.4,"BrightRetrieval (biology)":31.47,"BrightRetrieval (earth_science)":35.49,"BrightRetrieval (economics)":17.96,"BrightRetrieval (pony)":0.84,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":9.9,"BrightRetrieval (stackoverflow)":15.81,"BrightRetrieval (sustainable_living)":15.23} -{"index":9,"Rank":10,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.21,"BrightRetrieval (biology)":24.11,"BrightRetrieval (earth_science)":29.45,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":3.94,"BrightRetrieval (psychology)":21.29,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":25.42} -{"index":10,"Rank":11,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.82,"BrightRetrieval (biology)":22.01,"BrightRetrieval (earth_science)":32.04,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":5.93,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":20.14} -{"index":12,"Rank":12,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":17.43,"BrightRetrieval (biology)":25.57,"BrightRetrieval (earth_science)":34.05,"BrightRetrieval (economics)":18.93,"BrightRetrieval (pony)":1.19,"BrightRetrieval (psychology)":15.84,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":18.01} -{"index":5,"Rank":13,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.75,"BrightRetrieval (biology)":16.42,"BrightRetrieval (earth_science)":27.73,"BrightRetrieval (economics)":20.87,"BrightRetrieval (pony)":0.36,"BrightRetrieval (psychology)":11.58,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":13.25,"BrightRetrieval (sustainable_living)":16.9} -{"index":2,"Rank":14,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":11.35,"BrightRetrieval (biology)":10.68,"BrightRetrieval (earth_science)":15.37,"BrightRetrieval (economics)":10.68,"BrightRetrieval (pony)":5.35,"BrightRetrieval (psychology)":8.42,"BrightRetrieval (robotics)":7.43,"BrightRetrieval (stackoverflow)":22.22,"BrightRetrieval (sustainable_living)":10.68} diff --git a/boards_data/coir/data_overall/default.txt b/boards_data/coir/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/coir/data_tasks/Retrieval/default.jsonl b/boards_data/coir/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index cd67480c2bcb8767bfb51db38ac9ca7bd43dbeb7..0000000000000000000000000000000000000000 --- a/boards_data/coir/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,13 +0,0 @@ -{"index":0,"Rank":1,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":77.41,"AppsRetrieval":73.03,"CodeFeedbackMT":66.69,"CodeFeedbackST":83.02,"CodeSearchNetCCRetrieval (go)":75.78,"CodeSearchNetCCRetrieval (java)":79.75,"CodeSearchNetCCRetrieval (javascript)":81.06,"CodeSearchNetCCRetrieval (php)":71.3,"CodeSearchNetCCRetrieval (python)":79.8,"CodeSearchNetCCRetrieval (ruby)":79.51,"CodeSearchNetRetrieval (go)":97.36,"CodeSearchNetRetrieval (java)":93.56,"CodeSearchNetRetrieval (javascript)":87.26,"CodeSearchNetRetrieval (php)":91.69,"CodeSearchNetRetrieval (python)":93.04,"CodeSearchNetRetrieval (ruby)":90.89,"CodeTransOceanContest":89.92,"CodeTransOceanDL":33.92,"CosQA":28.7,"StackOverflowQA":94.33,"SyntheticText2SQL":57.56} -{"index":1,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":75.86,"AppsRetrieval":35.13,"CodeFeedbackMT":50.64,"CodeFeedbackST":84.08,"CodeSearchNetCCRetrieval (go)":85.44,"CodeSearchNetCCRetrieval (java)":87.63,"CodeSearchNetCCRetrieval (javascript)":87.27,"CodeSearchNetCCRetrieval (php)":79.25,"CodeSearchNetCCRetrieval (python)":90.92,"CodeSearchNetCCRetrieval (ruby)":89.63,"CodeSearchNetRetrieval (go)":90.01,"CodeSearchNetRetrieval (java)":89.84,"CodeSearchNetRetrieval (javascript)":81.43,"CodeSearchNetRetrieval (php)":81.57,"CodeSearchNetRetrieval (python)":91.65,"CodeSearchNetRetrieval (ruby)":85.42,"CodeTransOceanContest":89.22,"CodeTransOceanDL":32.98,"CosQA":31.24,"StackOverflowQA":93.37,"SyntheticText2SQL":60.39} -{"index":2,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AppsRetrieval":23.46,"CodeFeedbackMT":36.4,"CodeFeedbackST":76.41,"CodeSearchNetCCRetrieval (go)":84.05,"CodeSearchNetCCRetrieval (java)":86.21,"CodeSearchNetCCRetrieval (javascript)":86.18,"CodeSearchNetCCRetrieval (php)":75.95,"CodeSearchNetCCRetrieval (python)":90.6,"CodeSearchNetCCRetrieval (ruby)":85.89,"CodeSearchNetRetrieval (go)":93.06,"CodeSearchNetRetrieval (java)":84.08,"CodeSearchNetRetrieval (javascript)":80.93,"CodeSearchNetRetrieval (php)":83.14,"CodeSearchNetRetrieval (python)":91.75,"CodeSearchNetRetrieval (ruby)":85.37,"CodeTransOceanContest":88.58,"CodeTransOceanDL":31.74,"CosQA":33.1,"StackOverflowQA":91.02,"SyntheticText2SQL":59.2} -{"index":5,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.81,"AppsRetrieval":34.89,"CodeFeedbackMT":39.87,"CodeFeedbackST":75.89,"CodeSearchNetCCRetrieval (go)":72.31,"CodeSearchNetCCRetrieval (java)":80.07,"CodeSearchNetCCRetrieval (javascript)":79.2,"CodeSearchNetCCRetrieval (php)":72.49,"CodeSearchNetCCRetrieval (python)":86.24,"CodeSearchNetCCRetrieval (ruby)":81.9,"CodeSearchNetRetrieval (go)":90.41,"CodeSearchNetRetrieval (java)":80.55,"CodeSearchNetRetrieval (javascript)":75.37,"CodeSearchNetRetrieval (php)":83.7,"CodeSearchNetRetrieval (python)":88.96,"CodeSearchNetRetrieval (ruby)":79.56,"CodeTransOceanContest":83.36,"CodeTransOceanDL":29.01,"CosQA":37.75,"StackOverflowQA":85.82,"SyntheticText2SQL":58.85} -{"index":4,"Rank":5,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.17,"AppsRetrieval":32.55,"CodeFeedbackMT":42.78,"CodeFeedbackST":74.26,"CodeSearchNetCCRetrieval (go)":72.08,"CodeSearchNetCCRetrieval (java)":78.65,"CodeSearchNetCCRetrieval (javascript)":77.67,"CodeSearchNetCCRetrieval (php)":72.21,"CodeSearchNetCCRetrieval (python)":84.45,"CodeSearchNetCCRetrieval (ruby)":81.94,"CodeSearchNetRetrieval (go)":91.8,"CodeSearchNetRetrieval (java)":82.05,"CodeSearchNetRetrieval (javascript)":75.54,"CodeSearchNetRetrieval (php)":84.5,"CodeSearchNetRetrieval (python)":89.42,"CodeSearchNetRetrieval (ruby)":81.43,"CodeTransOceanContest":74.03,"CodeTransOceanDL":31.28,"CosQA":34.8,"StackOverflowQA":88.89,"SyntheticText2SQL":53.07} -{"index":3,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"AppsRetrieval":20.94,"CodeFeedbackMT":43.18,"CodeFeedbackST":72.61,"CodeSearchNetCCRetrieval (go)":72.29,"CodeSearchNetCCRetrieval (java)":78.85,"CodeSearchNetCCRetrieval (javascript)":78.44,"CodeSearchNetCCRetrieval (php)":72.02,"CodeSearchNetCCRetrieval (python)":85.37,"CodeSearchNetCCRetrieval (ruby)":81.92,"CodeSearchNetRetrieval (go)":89.47,"CodeSearchNetRetrieval (java)":78.39,"CodeSearchNetRetrieval (javascript)":71.4,"CodeSearchNetRetrieval (php)":81.05,"CodeSearchNetRetrieval (python)":85.68,"CodeSearchNetRetrieval (ruby)":78.24,"CodeTransOceanContest":51.89,"CodeTransOceanDL":29.88,"CosQA":31.12,"StackOverflowQA":85.11,"SyntheticText2SQL":53.61} -{"index":6,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.48,"AppsRetrieval":12.01,"CodeFeedbackMT":41.32,"CodeFeedbackST":72.67,"CodeSearchNetCCRetrieval (go)":69.66,"CodeSearchNetCCRetrieval (java)":75.58,"CodeSearchNetCCRetrieval (javascript)":77.6,"CodeSearchNetCCRetrieval (php)":69.38,"CodeSearchNetCCRetrieval (python)":80.75,"CodeSearchNetCCRetrieval (ruby)":72.75,"CodeSearchNetRetrieval (go)":90.3,"CodeSearchNetRetrieval (java)":74.96,"CodeSearchNetRetrieval (javascript)":69.53,"CodeSearchNetRetrieval (php)":80.28,"CodeSearchNetRetrieval (python)":86.31,"CodeSearchNetRetrieval (ruby)":76.58,"CodeTransOceanContest":69.76,"CodeTransOceanDL":32.3,"CosQA":29.61,"StackOverflowQA":81.94,"SyntheticText2SQL":46.29} -{"index":10,"Rank":8,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.47,"AppsRetrieval":8.41,"CodeFeedbackMT":37.72,"CodeFeedbackST":69.32,"CodeSearchNetCCRetrieval (go)":61.44,"CodeSearchNetCCRetrieval (java)":68.88,"CodeSearchNetCCRetrieval (javascript)":67.99,"CodeSearchNetCCRetrieval (php)":59.22,"CodeSearchNetCCRetrieval (python)":71.83,"CodeSearchNetCCRetrieval (ruby)":66.42,"CodeSearchNetRetrieval (go)":88.25,"CodeSearchNetRetrieval (java)":65.11,"CodeSearchNetRetrieval (javascript)":65.58,"CodeSearchNetRetrieval (php)":74.47,"CodeSearchNetRetrieval (python)":81.01,"CodeSearchNetRetrieval (ruby)":74.53,"CodeTransOceanContest":70.58,"CodeTransOceanDL":29.45,"CosQA":33.71,"StackOverflowQA":90.32,"SyntheticText2SQL":45.09} -{"index":8,"Rank":9,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.99,"AppsRetrieval":5.97,"CodeFeedbackMT":27.07,"CodeFeedbackST":61.01,"CodeSearchNetCCRetrieval (go)":63.52,"CodeSearchNetCCRetrieval (java)":67.51,"CodeSearchNetCCRetrieval (javascript)":70.13,"CodeSearchNetCCRetrieval (php)":60.81,"CodeSearchNetCCRetrieval (python)":71.1,"CodeSearchNetCCRetrieval (ruby)":72.28,"CodeSearchNetRetrieval (go)":89.06,"CodeSearchNetRetrieval (java)":53.2,"CodeSearchNetRetrieval (javascript)":67.52,"CodeSearchNetRetrieval (php)":77.36,"CodeSearchNetRetrieval (python)":82.09,"CodeSearchNetRetrieval (ruby)":74.77,"CodeTransOceanContest":59.86,"CodeTransOceanDL":19.94,"CosQA":32.09,"StackOverflowQA":80.63,"SyntheticText2SQL":43.93} -{"index":9,"Rank":10,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.47,"AppsRetrieval":6.6,"CodeFeedbackMT":35.62,"CodeFeedbackST":65.99,"CodeSearchNetCCRetrieval (go)":60.0,"CodeSearchNetCCRetrieval (java)":66.32,"CodeSearchNetCCRetrieval (javascript)":66.75,"CodeSearchNetCCRetrieval (php)":58.42,"CodeSearchNetCCRetrieval (python)":71.29,"CodeSearchNetCCRetrieval (ruby)":69.32,"CodeSearchNetRetrieval (go)":79.84,"CodeSearchNetRetrieval (java)":51.65,"CodeSearchNetRetrieval (javascript)":63.62,"CodeSearchNetRetrieval (php)":70.82,"CodeSearchNetRetrieval (python)":79.28,"CodeSearchNetRetrieval (ruby)":72.84,"CodeTransOceanContest":61.78,"CodeTransOceanDL":27.94,"CosQA":33.02,"StackOverflowQA":83.96,"SyntheticText2SQL":44.35} -{"index":12,"Rank":11,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.41,"AppsRetrieval":2.34,"CodeFeedbackMT":11.43,"CodeFeedbackST":35.34,"CodeSearchNetCCRetrieval (go)":26.63,"CodeSearchNetCCRetrieval (java)":42.1,"CodeSearchNetCCRetrieval (javascript)":57.46,"CodeSearchNetCCRetrieval (php)":29.8,"CodeSearchNetCCRetrieval (python)":53.43,"CodeSearchNetCCRetrieval (ruby)":55.02,"CodeSearchNetRetrieval (go)":67.23,"CodeSearchNetRetrieval (java)":45.56,"CodeSearchNetRetrieval (javascript)":48.34,"CodeSearchNetRetrieval (php)":48.3,"CodeSearchNetRetrieval (python)":65.54,"CodeSearchNetRetrieval (ruby)":60.19,"CodeTransOceanContest":27.94,"CodeTransOceanDL":16.71,"CosQA":16.57,"StackOverflowQA":43.11,"SyntheticText2SQL":35.22} -{"index":7,"Rank":12,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.12,"AppsRetrieval":2.39,"CodeFeedbackMT":17.98,"CodeFeedbackST":35.98,"CodeSearchNetCCRetrieval (go)":41.73,"CodeSearchNetCCRetrieval (java)":45.83,"CodeSearchNetCCRetrieval (javascript)":52.0,"CodeSearchNetCCRetrieval (php)":31.96,"CodeSearchNetCCRetrieval (python)":40.41,"CodeSearchNetCCRetrieval (ruby)":41.46,"CodeSearchNetRetrieval (go)":48.56,"CodeSearchNetRetrieval (java)":35.05,"CodeSearchNetRetrieval (javascript)":46.24,"CodeSearchNetRetrieval (php)":46.03,"CodeSearchNetRetrieval (python)":60.52,"CodeSearchNetRetrieval (ruby)":51.34,"CodeTransOceanContest":28.1,"CodeTransOceanDL":26.45,"CosQA":8.77,"StackOverflowQA":38.23,"SyntheticText2SQL":43.28} -{"index":11,"Rank":13,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.5,"AppsRetrieval":2.0,"CodeFeedbackMT":12.53,"CodeFeedbackST":32.53,"CodeSearchNetCCRetrieval (go)":28.54,"CodeSearchNetCCRetrieval (java)":26.23,"CodeSearchNetCCRetrieval (javascript)":43.56,"CodeSearchNetCCRetrieval (php)":16.3,"CodeSearchNetCCRetrieval (python)":44.49,"CodeSearchNetCCRetrieval (ruby)":43.84,"CodeSearchNetRetrieval (go)":61.49,"CodeSearchNetRetrieval (java)":32.49,"CodeSearchNetRetrieval (javascript)":46.41,"CodeSearchNetRetrieval (php)":45.01,"CodeSearchNetRetrieval (python)":58.15,"CodeSearchNetRetrieval (ruby)":56.44,"CodeTransOceanContest":25.67,"CodeTransOceanDL":11.65,"CosQA":14.24,"StackOverflowQA":37.94,"SyntheticText2SQL":30.57} diff --git a/boards_data/da/data_overall/default.txt b/boards_data/da/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/da/data_tasks/BitextMining/default.jsonl b/boards_data/da/data_tasks/BitextMining/default.jsonl deleted file mode 100644 index 9191fa2d90c9ad3776c9bc8ff403ddb870da9291..0000000000000000000000000000000000000000 --- a/boards_data/da/data_tasks/BitextMining/default.jsonl +++ /dev/null @@ -1,28 +0,0 @@ -{"index":1,"Rank":1,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"BornholmBitextMining":61.17} -{"index":12,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"BornholmBitextMining":57.24} -{"index":16,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":55.42} -{"index":9,"Rank":4,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","BornholmBitextMining":47.37} -{"index":14,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":46.4} -{"index":21,"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":45.63} -{"index":15,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":44.16} -{"index":17,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":43.89} -{"index":13,"Rank":9,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":40.27} -{"index":11,"Rank":10,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":40.15} -{"index":10,"Rank":11,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":40.09} -{"index":2,"Rank":12,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":37.97} -{"index":22,"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":35.25} -{"index":23,"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":29.68} -{"index":24,"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":27.44} -{"index":25,"Rank":16,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":19.67} -{"index":26,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":18.18} -{"index":5,"Rank":18,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":14.08} -{"index":8,"Rank":19,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":11.65} -{"index":6,"Rank":20,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":9.88} -{"index":3,"Rank":21,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":6.6} -{"index":27,"Rank":22,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":6.34} -{"index":19,"Rank":23,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":6.08} -{"index":7,"Rank":24,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":4.53} -{"index":0,"Rank":25,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":4.42} -{"index":20,"Rank":26,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":2.9} -{"index":18,"Rank":27,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"BornholmBitextMining":1.44} -{"index":4,"Rank":28,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"BornholmBitextMining":0.85} diff --git a/boards_data/da/data_tasks/Classification/default.jsonl b/boards_data/da/data_tasks/Classification/default.jsonl deleted file mode 100644 index 67cd6acade3e09c24b3a503b5902db96ec4fb31f..0000000000000000000000000000000000000000 --- a/boards_data/da/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,56 +0,0 @@ -{"index":29,"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":59.94,"AngryTweetsClassification":54.95,"DKHateClassification":66.02,"DanishPoliticalCommentsClassification":38.27,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":82.29,"ScalaDaClassification":50.77} -{"index":21,"Rank":2,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.16,"AngryTweetsClassification":53.8,"DKHateClassification":60.09,"DanishPoliticalCommentsClassification":36.6,"LccSentimentClassification":57.33,"MassiveIntentClassification (da)":60.55,"MassiveScenarioClassification (da)":64.16,"NordicLangClassification":77.68,"ScalaDaClassification":63.08} -{"index":17,"Rank":3,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.9,"AngryTweetsClassification":52.14,"DKHateClassification":62.13,"DanishPoliticalCommentsClassification":35.04,"LccSentimentClassification":56.27,"MassiveIntentClassification (da)":57.03,"MassiveScenarioClassification (da)":60.43,"NordicLangClassification":85.27,"ScalaDaClassification":62.85} -{"index":28,"Rank":4,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.61,"AngryTweetsClassification":54.65,"DKHateClassification":63.53,"DanishPoliticalCommentsClassification":36.69,"LccSentimentClassification":59.67,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":75.94,"ScalaDaClassification":50.79} -{"index":55,"Rank":5,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.31,"AngryTweetsClassification":54.28,"DKHateClassification":59.3,"DanishPoliticalCommentsClassification":39.81,"LccSentimentClassification":58.0,"MassiveIntentClassification (da)":54.68,"MassiveScenarioClassification (da)":59.56,"NordicLangClassification":74.25,"ScalaDaClassification":66.59} -{"index":16,"Rank":6,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.68,"AngryTweetsClassification":52.14,"DKHateClassification":61.73,"DanishPoliticalCommentsClassification":34.84,"LccSentimentClassification":51.4,"MassiveIntentClassification (da)":56.69,"MassiveScenarioClassification (da)":61.93,"NordicLangClassification":84.69,"ScalaDaClassification":57.99} -{"index":36,"Rank":7,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.34,"AngryTweetsClassification":52.48,"DKHateClassification":58.78,"DanishPoliticalCommentsClassification":34.14,"LccSentimentClassification":54.07,"MassiveIntentClassification (da)":53.16,"MassiveScenarioClassification (da)":57.17,"NordicLangClassification":82.67,"ScalaDaClassification":58.25} -{"index":31,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.12,"AngryTweetsClassification":53.57,"DKHateClassification":60.73,"DanishPoliticalCommentsClassification":34.38,"LccSentimentClassification":57.87,"MassiveIntentClassification (da)":54.63,"MassiveScenarioClassification (da)":62.34,"NordicLangClassification":75.15,"ScalaDaClassification":50.3} -{"index":23,"Rank":9,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.03,"AngryTweetsClassification":49.62,"DKHateClassification":69.97,"DanishPoliticalCommentsClassification":37.59,"LccSentimentClassification":54.27,"MassiveIntentClassification (da)":62.03,"MassiveScenarioClassification (da)":67.76,"NordicLangClassification":48.4,"ScalaDaClassification":50.63} -{"index":37,"Rank":10,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.21,"AngryTweetsClassification":49.04,"DKHateClassification":62.71,"DanishPoliticalCommentsClassification":33.53,"LccSentimentClassification":46.93,"MassiveIntentClassification (da)":45.98,"MassiveScenarioClassification (da)":50.51,"NordicLangClassification":84.25,"ScalaDaClassification":60.72} -{"index":7,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.14,"AngryTweetsClassification":52.41,"DKHateClassification":56.78,"DanishPoliticalCommentsClassification":34.03,"LccSentimentClassification":52.27,"MassiveIntentClassification (da)":41.06,"MassiveScenarioClassification (da)":43.91,"NordicLangClassification":79.39,"ScalaDaClassification":57.3} -{"index":25,"Rank":12,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.39,"AngryTweetsClassification":46.14,"DKHateClassification":58.72,"DanishPoliticalCommentsClassification":28.67,"LccSentimentClassification":42.13,"MassiveIntentClassification (da)":42.29,"MassiveScenarioClassification (da)":52.95,"NordicLangClassification":58.3,"ScalaDaClassification":49.9} -{"index":24,"Rank":13,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.02,"AngryTweetsClassification":45.06,"DKHateClassification":58.51,"DanishPoliticalCommentsClassification":28.43,"LccSentimentClassification":37.47,"MassiveIntentClassification (da)":44.25,"MassiveScenarioClassification (da)":52.99,"NordicLangClassification":59.34,"ScalaDaClassification":50.08} -{"index":12,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.67,"AngryTweetsClassification":44.46,"DKHateClassification":59.36,"DanishPoliticalCommentsClassification":28.32,"LccSentimentClassification":47.2,"MassiveIntentClassification (da)":42.84,"MassiveScenarioClassification (da)":49.64,"NordicLangClassification":51.45,"ScalaDaClassification":50.12} -{"index":35,"Rank":15,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":46.33,"AngryTweetsClassification":47.91,"DKHateClassification":59.45,"DanishPoliticalCommentsClassification":31.89,"LccSentimentClassification":47.93,"MassiveIntentClassification (da)":26.3,"MassiveScenarioClassification (da)":28.93,"NordicLangClassification":57.82,"ScalaDaClassification":70.41} -{"index":27,"Rank":16,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.66,"AngryTweetsClassification":43.6,"DKHateClassification":57.57,"DanishPoliticalCommentsClassification":28.37,"LccSentimentClassification":40.27,"MassiveIntentClassification (da)":41.89,"MassiveScenarioClassification (da)":49.93,"NordicLangClassification":53.47,"ScalaDaClassification":50.15} -{"index":10,"Rank":17,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.58,"AngryTweetsClassification":44.58,"DKHateClassification":55.53,"DanishPoliticalCommentsClassification":28.97,"LccSentimentClassification":41.2,"MassiveIntentClassification (da)":37.98,"MassiveScenarioClassification (da)":40.44,"NordicLangClassification":62.45,"ScalaDaClassification":53.53} -{"index":41,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.44,"AngryTweetsClassification":42.48,"DKHateClassification":55.05,"DanishPoliticalCommentsClassification":26.7,"LccSentimentClassification":38.53,"MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":47.02,"NordicLangClassification":54.7,"ScalaDaClassification":50.03} -{"index":11,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":33.61,"AngryTweetsClassification":40.52,"DKHateClassification":52.28,"DanishPoliticalCommentsClassification":25.17,"LccSentimentClassification":36.67,"MassiveIntentClassification (da)":6.51,"MassiveScenarioClassification (da)":11.5,"NordicLangClassification":44.53,"ScalaDaClassification":51.66} -{"index":0,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.61,"MassiveScenarioClassification (da)":54.87,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":1,"Rank":21,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":2,"Rank":22,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":72.53,"MassiveScenarioClassification (da)":76.76,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":3,"Rank":23,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":66.64,"MassiveScenarioClassification (da)":72.42,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":4,"Rank":24,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":46.17,"DKHateClassification":55.9,"DanishPoliticalCommentsClassification":28.33,"LccSentimentClassification":42.27,"MassiveIntentClassification (da)":40.37,"MassiveScenarioClassification (da)":49.35,"NordicLangClassification":"","ScalaDaClassification":50.11} -{"index":5,"Rank":25,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":31.47,"MassiveScenarioClassification (da)":39.79,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":6,"Rank":26,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":35.53,"MassiveScenarioClassification (da)":42.65,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":8,"Rank":27,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AngryTweetsClassification":65.35,"DKHateClassification":"","DanishPoliticalCommentsClassification":41.28,"LccSentimentClassification":70.13,"MassiveIntentClassification (da)":73.46,"MassiveScenarioClassification (da)":76.98,"NordicLangClassification":69.36,"ScalaDaClassification":""} -{"index":9,"Rank":28,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":56.08,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.88,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":61.0,"ScalaDaClassification":50.43} -{"index":13,"Rank":29,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":51.92,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":44.18,"MassiveScenarioClassification (da)":45.44,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":15,"Rank":31,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.56,"MassiveScenarioClassification (da)":44.75,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":18,"Rank":32,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":55.06,"MassiveScenarioClassification (da)":64.26,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":19,"Rank":33,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":51.23,"MassiveScenarioClassification (da)":53.52,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":20,"Rank":34,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":39.67,"MassiveScenarioClassification (da)":44.68,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":22,"Rank":35,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.66,"MassiveScenarioClassification (da)":44.69,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":26,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":65.01,"DKHateClassification":"","DanishPoliticalCommentsClassification":34.68,"LccSentimentClassification":64.53,"MassiveIntentClassification (da)":68.11,"MassiveScenarioClassification (da)":73.77,"NordicLangClassification":69.13,"ScalaDaClassification":""} -{"index":30,"Rank":37,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":59.53,"DKHateClassification":"","DanishPoliticalCommentsClassification":33.07,"LccSentimentClassification":60.27,"MassiveIntentClassification (da)":65.08,"MassiveScenarioClassification (da)":71.88,"NordicLangClassification":76.57,"ScalaDaClassification":""} -{"index":32,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":49.54,"MassiveScenarioClassification (da)":52.53,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":33,"Rank":39,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":46.93,"MassiveScenarioClassification (da)":49.11,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":34,"Rank":40,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":62.97,"MassiveScenarioClassification (da)":68.93,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":38,"Rank":41,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.94,"MassiveScenarioClassification (da)":44.0,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":39,"Rank":42,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":51.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":38.34,"LccSentimentClassification":50.07,"MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":35.39,"ScalaDaClassification":""} -{"index":40,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":42.87,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.07,"LccSentimentClassification":41.93,"MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":54.17,"ScalaDaClassification":""} -{"index":42,"Rank":44,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AngryTweetsClassification":44.13,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.31,"LccSentimentClassification":39.27,"MassiveIntentClassification (da)":42.36,"MassiveScenarioClassification (da)":49.45,"NordicLangClassification":50.15,"ScalaDaClassification":""} -{"index":43,"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":44,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":45,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":46,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":47,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":50.9,"DKHateClassification":"","DanishPoliticalCommentsClassification":37.58,"LccSentimentClassification":54.53,"MassiveIntentClassification (da)":57.75,"MassiveScenarioClassification (da)":66.87,"NordicLangClassification":42.52,"ScalaDaClassification":""} -{"index":48,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AngryTweetsClassification":54.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.96,"LccSentimentClassification":58.4,"MassiveIntentClassification (da)":62.8,"MassiveScenarioClassification (da)":71.04,"NordicLangClassification":41.57,"ScalaDaClassification":""} -{"index":49,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":50,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":51,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":52,"Rank":54,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":33.95,"MassiveScenarioClassification (da)":43.69,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":53,"Rank":55,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":56.74,"MassiveScenarioClassification (da)":63.07,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":54,"Rank":56,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":34.98,"MassiveScenarioClassification (da)":42.82,"NordicLangClassification":"","ScalaDaClassification":""} diff --git a/boards_data/de/data_overall/default.txt b/boards_data/de/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/de/data_tasks/Clustering/default.jsonl b/boards_data/de/data_tasks/Clustering/default.jsonl deleted file mode 100644 index bda1c23ca8d89a7e290f8fda76516a73607b0450..0000000000000000000000000000000000000000 --- a/boards_data/de/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,22 +0,0 @@ -{"index":13,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":36.54,"BlurbsClusteringP2P":41.63,"BlurbsClusteringS2S":21.0,"TenKGnadClusteringP2P":43.76,"TenKGnadClusteringS2S":39.76} -{"index":8,"Rank":2,"Model":"gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97} -{"index":19,"Rank":3,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69} -{"index":12,"Rank":4,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":2,"Rank":5,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":6,"Rank":6,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":5,"Rank":7,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71} -{"index":18,"Rank":8,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26} -{"index":16,"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":27.04,"BlurbsClusteringP2P":34.38,"BlurbsClusteringS2S":15.81,"TenKGnadClusteringP2P":35.96,"TenKGnadClusteringS2S":22.0} -{"index":7,"Rank":10,"Model":"gbert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.0,"BlurbsClusteringP2P":35.36,"BlurbsClusteringS2S":11.27,"TenKGnadClusteringP2P":37.16,"TenKGnadClusteringS2S":24.23} -{"index":20,"Rank":11,"Model":"use-cmlm-multilingual<\/a>","Model Size (Million Parameters)":472,"Memory Usage (GB, fp32)":1.76,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.9,"BlurbsClusteringP2P":29.63,"BlurbsClusteringS2S":15.24,"TenKGnadClusteringP2P":37.1,"TenKGnadClusteringS2S":25.64} -{"index":15,"Rank":12,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.3,"BlurbsClusteringP2P":32.46,"BlurbsClusteringS2S":14.33,"TenKGnadClusteringP2P":36.13,"TenKGnadClusteringS2S":22.26} -{"index":17,"Rank":13,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.29,"BlurbsClusteringP2P":30.59,"BlurbsClusteringS2S":11.57,"TenKGnadClusteringP2P":44.88,"TenKGnadClusteringS2S":18.11} -{"index":11,"Rank":14,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.71,"BlurbsClusteringP2P":27.0,"BlurbsClusteringS2S":14.85,"TenKGnadClusteringP2P":21.83,"TenKGnadClusteringS2S":27.16} -{"index":21,"Rank":15,"Model":"gottbert-base<\/a>","Model Size (Million Parameters)":127,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.46,"BlurbsClusteringP2P":34.49,"BlurbsClusteringS2S":8.37,"TenKGnadClusteringP2P":33.66,"TenKGnadClusteringS2S":9.34} -{"index":4,"Rank":16,"Model":"cross-en-de-roberta-sentence-transformer<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":19.49,"BlurbsClusteringP2P":30.82,"BlurbsClusteringS2S":12.69,"TenKGnadClusteringP2P":23.5,"TenKGnadClusteringS2S":10.94} -{"index":1,"Rank":17,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":18.94,"BlurbsClusteringP2P":29.84,"BlurbsClusteringS2S":7.29,"TenKGnadClusteringP2P":32.46,"TenKGnadClusteringS2S":6.16} -{"index":0,"Rank":18,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":16.62,"BlurbsClusteringP2P":17.47,"BlurbsClusteringS2S":7.96,"TenKGnadClusteringP2P":29.79,"TenKGnadClusteringS2S":11.27} -{"index":14,"Rank":19,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":10.03,"BlurbsClusteringP2P":11.37,"BlurbsClusteringS2S":8.01,"TenKGnadClusteringP2P":15.89,"TenKGnadClusteringS2S":4.84} -{"index":10,"Rank":20,"Model":"gelectra-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":9.23,"BlurbsClusteringP2P":13.96,"BlurbsClusteringS2S":7.57,"TenKGnadClusteringP2P":11.49,"TenKGnadClusteringS2S":3.91} -{"index":9,"Rank":21,"Model":"gelectra-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.73,"BlurbsClusteringP2P":10.06,"BlurbsClusteringS2S":7.74,"TenKGnadClusteringP2P":9.02,"TenKGnadClusteringS2S":4.11} -{"index":3,"Rank":22,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","BlurbsClusteringP2P":"","BlurbsClusteringS2S":8.0,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":""} diff --git a/boards_data/en-x/data_overall/default.txt b/boards_data/en-x/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/en-x/data_tasks/BitextMining/default.jsonl b/boards_data/en-x/data_tasks/BitextMining/default.jsonl deleted file mode 100644 index 29dbf97c6944fe1ed951b86f418a833e714b836a..0000000000000000000000000000000000000000 --- a/boards_data/en-x/data_tasks/BitextMining/default.jsonl +++ /dev/null @@ -1,52 +0,0 @@ -{"index":27,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.26,"BUCC (de-en)":99.61,"BUCC (fr-en)":99.15,"BUCC (ru-en)":97.87,"BUCC (zh-en)":99.39,"Tatoeba (afr-eng)":95.67,"Tatoeba (amh-eng)":87.64,"Tatoeba (ang-eng)":72.74,"Tatoeba (ara-eng)":91.38,"Tatoeba (arq-eng)":64.1,"Tatoeba (arz-eng)":82.26,"Tatoeba (ast-eng)":89.76,"Tatoeba (awa-eng)":91.41,"Tatoeba (aze-eng)":93.89,"Tatoeba (bel-eng)":95.48,"Tatoeba (ben-eng)":89.03,"Tatoeba (ber-eng)":54.69,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":32.56,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":95.53,"Tatoeba (cbk-eng)":83.24,"Tatoeba (ceb-eng)":71.09,"Tatoeba (ces-eng)":96.23,"Tatoeba (cha-eng)":50.55,"Tatoeba (cmn-eng)":96.5,"Tatoeba (cor-eng)":11.54,"Tatoeba (csb-eng)":68.19,"Tatoeba (cym-eng)":89.86,"Tatoeba (dan-eng)":95.87,"Tatoeba (deu-eng)":99.33,"Tatoeba (dsb-eng)":72.99,"Tatoeba (dtp-eng)":14.1,"Tatoeba (ell-eng)":94.85,"Tatoeba (epo-eng)":98.38,"Tatoeba (est-eng)":87.46,"Tatoeba (eus-eng)":84.67,"Tatoeba (fao-eng)":87.43,"Tatoeba (fin-eng)":96.8,"Tatoeba (fra-eng)":94.97,"Tatoeba (fry-eng)":80.83,"Tatoeba (gla-eng)":77.87,"Tatoeba (gle-eng)":84.37,"Tatoeba (glg-eng)":95.96,"Tatoeba (gsw-eng)":59.47,"Tatoeba (heb-eng)":91.52,"Tatoeba (hin-eng)":97.47,"Tatoeba (hrv-eng)":96.75,"Tatoeba (hsb-eng)":79.87,"Tatoeba (hun-eng)":94.52,"Tatoeba (hye-eng)":93.65,"Tatoeba (ido-eng)":91.78,"Tatoeba (ile-eng)":89.94,"Tatoeba (ina-eng)":96.1,"Tatoeba (ind-eng)":94.32,"Tatoeba (isl-eng)":95.2,"Tatoeba (ita-eng)":94.37,"Tatoeba (jav-eng)":85.29,"Tatoeba (jpn-eng)":96.52,"Tatoeba (kab-eng)":57.13,"Tatoeba (kat-eng)":92.64,"Tatoeba (kaz-eng)":87.42,"Tatoeba (khm-eng)":75.24,"Tatoeba (kor-eng)":91.77,"Tatoeba (kur-eng)":77.3,"Tatoeba (kzj-eng)":14.96,"Tatoeba (lat-eng)":74.17,"Tatoeba (lfn-eng)":80.03,"Tatoeba (lit-eng)":91.71,"Tatoeba (lvs-eng)":93.02,"Tatoeba (mal-eng)":98.93,"Tatoeba (mar-eng)":92.33,"Tatoeba (max-eng)":74.56,"Tatoeba (mhr-eng)":16.98,"Tatoeba (mkd-eng)":92.17,"Tatoeba (mon-eng)":95.8,"Tatoeba (nds-eng)":86.3,"Tatoeba (nld-eng)":97.53,"Tatoeba (nno-eng)":94.06,"Tatoeba (nob-eng)":98.33,"Tatoeba (nov-eng)":83.42,"Tatoeba (oci-eng)":72.35,"Tatoeba (orv-eng)":58.83,"Tatoeba (pam-eng)":19.75,"Tatoeba (pes-eng)":94.92,"Tatoeba (pms-eng)":78.43,"Tatoeba (pol-eng)":97.33,"Tatoeba (por-eng)":94.91,"Tatoeba (ron-eng)":97.32,"Tatoeba (rus-eng)":93.7,"Tatoeba (slk-eng)":95.27,"Tatoeba (slv-eng)":91.6,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":96.45,"Tatoeba (srp-eng)":94.55,"Tatoeba (swe-eng)":95.35,"Tatoeba (swg-eng)":77.68,"Tatoeba (swh-eng)":80.12,"Tatoeba (tam-eng)":90.88,"Tatoeba (tat-eng)":85.7,"Tatoeba (tel-eng)":95.51,"Tatoeba (tgl-eng)":96.0,"Tatoeba (tha-eng)":96.59,"Tatoeba (tuk-eng)":50.55,"Tatoeba (tur-eng)":98.13,"Tatoeba (tzl-eng)":59.17,"Tatoeba (uig-eng)":87.01,"Tatoeba (ukr-eng)":94.8,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":80.49,"Tatoeba (vie-eng)":97.5,"Tatoeba (war-eng)":73.83,"Tatoeba (wuu-eng)":92.4,"Tatoeba (xho-eng)":86.74,"Tatoeba (yid-eng)":90.47,"Tatoeba (yue-eng)":92.84,"Tatoeba (zsm-eng)":96.62} -{"index":23,"Rank":2,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.67,"BUCC (de-en)":98.82,"BUCC (fr-en)":98.09,"BUCC (ru-en)":97.37,"BUCC (zh-en)":98.72,"Tatoeba (afr-eng)":97.47,"Tatoeba (amh-eng)":91.67,"Tatoeba (ang-eng)":46.34,"Tatoeba (ara-eng)":93.83,"Tatoeba (arq-eng)":75.41,"Tatoeba (arz-eng)":86.76,"Tatoeba (ast-eng)":90.81,"Tatoeba (awa-eng)":87.86,"Tatoeba (aze-eng)":89.12,"Tatoeba (bel-eng)":95.68,"Tatoeba (ben-eng)":89.02,"Tatoeba (ber-eng)":29.29,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":8.48,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":96.65,"Tatoeba (cbk-eng)":80.47,"Tatoeba (ceb-eng)":74.67,"Tatoeba (ces-eng)":96.88,"Tatoeba (cha-eng)":25.11,"Tatoeba (cmn-eng)":93.8,"Tatoeba (cor-eng)":9.98,"Tatoeba (csb-eng)":77.98,"Tatoeba (cym-eng)":91.3,"Tatoeba (dan-eng)":97.09,"Tatoeba (deu-eng)":99.13,"Tatoeba (dsb-eng)":64.48,"Tatoeba (dtp-eng)":7.95,"Tatoeba (ell-eng)":95.47,"Tatoeba (epo-eng)":98.47,"Tatoeba (est-eng)":97.17,"Tatoeba (eus-eng)":95.38,"Tatoeba (fao-eng)":93.6,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":95.37,"Tatoeba (fry-eng)":59.45,"Tatoeba (gla-eng)":80.89,"Tatoeba (gle-eng)":91.63,"Tatoeba (glg-eng)":97.28,"Tatoeba (gsw-eng)":54.83,"Tatoeba (heb-eng)":92.34,"Tatoeba (hin-eng)":97.07,"Tatoeba (hrv-eng)":97.65,"Tatoeba (hsb-eng)":77.87,"Tatoeba (hun-eng)":96.93,"Tatoeba (hye-eng)":95.15,"Tatoeba (ido-eng)":93.67,"Tatoeba (ile-eng)":81.0,"Tatoeba (ina-eng)":88.66,"Tatoeba (ind-eng)":94.5,"Tatoeba (isl-eng)":96.47,"Tatoeba (ita-eng)":95.95,"Tatoeba (jav-eng)":85.76,"Tatoeba (jpn-eng)":94.67,"Tatoeba (kab-eng)":83.66,"Tatoeba (kat-eng)":93.69,"Tatoeba (kaz-eng)":88.12,"Tatoeba (khm-eng)":70.2,"Tatoeba (kor-eng)":89.99,"Tatoeba (kur-eng)":34.22,"Tatoeba (kzj-eng)":8.62,"Tatoeba (lat-eng)":36.64,"Tatoeba (lfn-eng)":65.54,"Tatoeba (lit-eng)":97.43,"Tatoeba (lvs-eng)":95.45,"Tatoeba (mal-eng)":97.67,"Tatoeba (mar-eng)":93.35,"Tatoeba (max-eng)":72.73,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":95.98,"Tatoeba (mon-eng)":91.59,"Tatoeba (nds-eng)":54.18,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":97.31,"Tatoeba (nob-eng)":99.07,"Tatoeba (nov-eng)":71.25,"Tatoeba (oci-eng)":84.57,"Tatoeba (orv-eng)":47.07,"Tatoeba (pam-eng)":10.3,"Tatoeba (pes-eng)":94.37,"Tatoeba (pms-eng)":66.63,"Tatoeba (pol-eng)":97.7,"Tatoeba (por-eng)":95.49,"Tatoeba (ron-eng)":97.6,"Tatoeba (rus-eng)":94.35,"Tatoeba (slk-eng)":97.63,"Tatoeba (slv-eng)":95.99,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":98.55,"Tatoeba (srp-eng)":94.87,"Tatoeba (swe-eng)":97.03,"Tatoeba (swg-eng)":67.69,"Tatoeba (swh-eng)":91.98,"Tatoeba (tam-eng)":88.08,"Tatoeba (tat-eng)":87.05,"Tatoeba (tel-eng)":91.6,"Tatoeba (tgl-eng)":96.95,"Tatoeba (tha-eng)":96.05,"Tatoeba (tuk-eng)":91.82,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":39.48,"Tatoeba (uig-eng)":90.07,"Tatoeba (ukr-eng)":94.3,"Tatoeba (urd-eng)":93.17,"Tatoeba (uzb-eng)":85.26,"Tatoeba (vie-eng)":97.17,"Tatoeba (war-eng)":82.83,"Tatoeba (wuu-eng)":81.79,"Tatoeba (xho-eng)":94.84,"Tatoeba (yid-eng)":94.3,"Tatoeba (yue-eng)":88.44,"Tatoeba (zsm-eng)":96.07} -{"index":38,"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.75,"BUCC (de-en)":99.35,"BUCC (fr-en)":98.72,"BUCC (ru-en)":97.78,"BUCC (zh-en)":99.16,"Tatoeba (afr-eng)":96.18,"Tatoeba (amh-eng)":91.47,"Tatoeba (ang-eng)":59.28,"Tatoeba (ara-eng)":88.8,"Tatoeba (arq-eng)":42.69,"Tatoeba (arz-eng)":76.0,"Tatoeba (ast-eng)":90.68,"Tatoeba (awa-eng)":71.7,"Tatoeba (aze-eng)":94.93,"Tatoeba (bel-eng)":95.0,"Tatoeba (ben-eng)":88.55,"Tatoeba (ber-eng)":8.4,"Tatoeba (bos-eng)":94.92,"Tatoeba (bre-eng)":15.07,"Tatoeba (bul-eng)":94.58,"Tatoeba (cat-eng)":95.38,"Tatoeba (cbk-eng)":79.44,"Tatoeba (ceb-eng)":64.42,"Tatoeba (ces-eng)":96.68,"Tatoeba (cha-eng)":31.77,"Tatoeba (cmn-eng)":95.1,"Tatoeba (cor-eng)":10.11,"Tatoeba (csb-eng)":52.57,"Tatoeba (cym-eng)":92.0,"Tatoeba (dan-eng)":95.71,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":64.81,"Tatoeba (dtp-eng)":10.85,"Tatoeba (ell-eng)":95.35,"Tatoeba (epo-eng)":98.2,"Tatoeba (est-eng)":96.55,"Tatoeba (eus-eng)":95.01,"Tatoeba (fao-eng)":87.4,"Tatoeba (fin-eng)":96.37,"Tatoeba (fra-eng)":94.86,"Tatoeba (fry-eng)":89.31,"Tatoeba (gla-eng)":85.66,"Tatoeba (gle-eng)":93.8,"Tatoeba (glg-eng)":96.82,"Tatoeba (gsw-eng)":46.5,"Tatoeba (heb-eng)":91.53,"Tatoeba (hin-eng)":96.87,"Tatoeba (hrv-eng)":96.95,"Tatoeba (hsb-eng)":67.11,"Tatoeba (hun-eng)":96.55,"Tatoeba (hye-eng)":94.09,"Tatoeba (ido-eng)":89.42,"Tatoeba (ile-eng)":85.58,"Tatoeba (ina-eng)":95.37,"Tatoeba (ind-eng)":93.66,"Tatoeba (isl-eng)":94.75,"Tatoeba (ita-eng)":92.72,"Tatoeba (jav-eng)":79.77,"Tatoeba (jpn-eng)":95.38,"Tatoeba (kab-eng)":4.31,"Tatoeba (kat-eng)":95.02,"Tatoeba (kaz-eng)":87.49,"Tatoeba (khm-eng)":78.37,"Tatoeba (kor-eng)":90.95,"Tatoeba (kur-eng)":83.59,"Tatoeba (kzj-eng)":11.33,"Tatoeba (lat-eng)":80.07,"Tatoeba (lfn-eng)":67.54,"Tatoeba (lit-eng)":96.47,"Tatoeba (lvs-eng)":95.88,"Tatoeba (mal-eng)":98.45,"Tatoeba (mar-eng)":92.65,"Tatoeba (max-eng)":63.26,"Tatoeba (mhr-eng)":15.74,"Tatoeba (mkd-eng)":93.6,"Tatoeba (mon-eng)":95.91,"Tatoeba (nds-eng)":79.42,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":94.48,"Tatoeba (nob-eng)":98.4,"Tatoeba (nov-eng)":74.38,"Tatoeba (oci-eng)":65.81,"Tatoeba (orv-eng)":38.93,"Tatoeba (pam-eng)":10.73,"Tatoeba (pes-eng)":94.7,"Tatoeba (pms-eng)":64.57,"Tatoeba (pol-eng)":97.22,"Tatoeba (por-eng)":94.14,"Tatoeba (ron-eng)":96.92,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":96.5,"Tatoeba (slv-eng)":96.03,"Tatoeba (spa-eng)":98.4,"Tatoeba (sqi-eng)":96.76,"Tatoeba (srp-eng)":94.43,"Tatoeba (swe-eng)":95.63,"Tatoeba (swg-eng)":59.36,"Tatoeba (swh-eng)":84.5,"Tatoeba (tam-eng)":89.0,"Tatoeba (tat-eng)":85.92,"Tatoeba (tel-eng)":97.86,"Tatoeba (tgl-eng)":96.02,"Tatoeba (tha-eng)":96.14,"Tatoeba (tuk-eng)":75.27,"Tatoeba (tur-eng)":98.0,"Tatoeba (tzl-eng)":58.88,"Tatoeba (uig-eng)":92.4,"Tatoeba (ukr-eng)":93.97,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":84.23,"Tatoeba (vie-eng)":97.2,"Tatoeba (war-eng)":60.29,"Tatoeba (wuu-eng)":90.18,"Tatoeba (xho-eng)":91.55,"Tatoeba (yid-eng)":88.79,"Tatoeba (yue-eng)":89.58,"Tatoeba (zsm-eng)":95.62} -{"index":26,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.22,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.48,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.08,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.9,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.26,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.16,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.03,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.0,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.61,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.9,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.52,"Tatoeba (ile-eng)":79.16,"Tatoeba (ina-eng)":93.47,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":92.09,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.67,"Tatoeba (khm-eng)":59.96,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.37,"Tatoeba (lfn-eng)":62.91,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":90.06,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.41,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.63,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.28,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.62,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.87,"Tatoeba (pam-eng)":9.32,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.85,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.57,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":55.64,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.51,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.17,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.02,"Tatoeba (wuu-eng)":86.37,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":24,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.32,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.46,"Tatoeba (epo-eng)":87.76,"Tatoeba (est-eng)":62.93,"Tatoeba (eus-eng)":40.64,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.66,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.71,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.4,"Tatoeba (hun-eng)":89.8,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":74.98,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.65,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.58,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.38,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.88,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.16,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.29,"Tatoeba (lat-eng)":87.8,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.07,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":56.03,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.66,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":86.13,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":36.79,"Tatoeba (tel-eng)":42.86,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.83,"Tatoeba (ukr-eng)":94.58,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.94,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.23} -{"index":2,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.19,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.42,"Tatoeba (epo-eng)":87.79,"Tatoeba (est-eng)":62.89,"Tatoeba (eus-eng)":40.51,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.77,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.81,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.24,"Tatoeba (hun-eng)":89.82,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":75.11,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.52,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.57,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.49,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.89,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.29,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.19,"Tatoeba (lat-eng)":87.94,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.2,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":55.86,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.65,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":85.99,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":37.02,"Tatoeba (tel-eng)":42.79,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.86,"Tatoeba (ukr-eng)":94.45,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.96,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.1} -{"index":1,"Rank":7,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} -{"index":25,"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":87.04,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.87,"Tatoeba (ara-eng)":82.86,"Tatoeba (arq-eng)":26.61,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":74.36,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.59,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.95,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.66,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.75,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.29,"Tatoeba (cym-eng)":65.69,"Tatoeba (dan-eng)":91.23,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.36,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.64,"Tatoeba (eus-eng)":56.26,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.82,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.62,"Tatoeba (glg-eng)":82.69,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.26,"Tatoeba (hin-eng)":93.13,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.36,"Tatoeba (hun-eng)":84.41,"Tatoeba (hye-eng)":85.85,"Tatoeba (ido-eng)":74.41,"Tatoeba (ile-eng)":72.56,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.77,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.27,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.26,"Tatoeba (lat-eng)":39.62,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.76,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.4,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.67,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.96,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.18,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.57,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.42,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.22,"Tatoeba (tuk-eng)":19.67,"Tatoeba (tur-eng)":92.54,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":62.97,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.55,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":4,"Rank":9,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":0,"Rank":10,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":67.42,"BUCC (de-en)":99.21,"BUCC (fr-en)":98.39,"BUCC (ru-en)":97.62,"BUCC (zh-en)":97.7,"Tatoeba (afr-eng)":92.59,"Tatoeba (amh-eng)":80.82,"Tatoeba (ang-eng)":25.22,"Tatoeba (ara-eng)":90.14,"Tatoeba (arq-eng)":26.63,"Tatoeba (arz-eng)":66.16,"Tatoeba (ast-eng)":76.35,"Tatoeba (awa-eng)":33.74,"Tatoeba (aze-eng)":82.41,"Tatoeba (bel-eng)":79.54,"Tatoeba (ben-eng)":89.43,"Tatoeba (ber-eng)":77.63,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":31.2,"Tatoeba (bul-eng)":93.57,"Tatoeba (cat-eng)":95.8,"Tatoeba (cbk-eng)":77.17,"Tatoeba (ceb-eng)":9.93,"Tatoeba (ces-eng)":95.52,"Tatoeba (cha-eng)":14.86,"Tatoeba (cmn-eng)":85.62,"Tatoeba (cor-eng)":4.45,"Tatoeba (csb-eng)":27.03,"Tatoeba (cym-eng)":5.85,"Tatoeba (dan-eng)":95.22,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":42.34,"Tatoeba (dtp-eng)":7.39,"Tatoeba (ell-eng)":96.2,"Tatoeba (epo-eng)":96.61,"Tatoeba (est-eng)":96.43,"Tatoeba (eus-eng)":93.32,"Tatoeba (fao-eng)":57.04,"Tatoeba (fin-eng)":96.98,"Tatoeba (fra-eng)":94.28,"Tatoeba (fry-eng)":42.07,"Tatoeba (gla-eng)":1.52,"Tatoeba (gle-eng)":4.2,"Tatoeba (glg-eng)":96.14,"Tatoeba (gsw-eng)":27.52,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":95.32,"Tatoeba (hrv-eng)":96.72,"Tatoeba (hsb-eng)":45.75,"Tatoeba (hun-eng)":95.2,"Tatoeba (hye-eng)":88.72,"Tatoeba (ido-eng)":80.86,"Tatoeba (ile-eng)":87.88,"Tatoeba (ina-eng)":93.93,"Tatoeba (ind-eng)":92.98,"Tatoeba (isl-eng)":94.32,"Tatoeba (ita-eng)":94.32,"Tatoeba (jav-eng)":9.95,"Tatoeba (jpn-eng)":93.78,"Tatoeba (kab-eng)":65.88,"Tatoeba (kat-eng)":81.16,"Tatoeba (kaz-eng)":53.3,"Tatoeba (khm-eng)":74.19,"Tatoeba (kor-eng)":87.97,"Tatoeba (kur-eng)":19.09,"Tatoeba (kzj-eng)":4.46,"Tatoeba (lat-eng)":64.81,"Tatoeba (lfn-eng)":63.39,"Tatoeba (lit-eng)":96.2,"Tatoeba (lvs-eng)":95.33,"Tatoeba (mal-eng)":98.16,"Tatoeba (mar-eng)":92.93,"Tatoeba (max-eng)":36.96,"Tatoeba (mhr-eng)":6.86,"Tatoeba (mkd-eng)":93.63,"Tatoeba (mon-eng)":3.42,"Tatoeba (nds-eng)":77.13,"Tatoeba (nld-eng)":95.35,"Tatoeba (nno-eng)":72.75,"Tatoeba (nob-eng)":95.77,"Tatoeba (nov-eng)":60.02,"Tatoeba (oci-eng)":58.13,"Tatoeba (orv-eng)":23.24,"Tatoeba (pam-eng)":3.24,"Tatoeba (pes-eng)":93.13,"Tatoeba (pms-eng)":36.23,"Tatoeba (pol-eng)":97.32,"Tatoeba (por-eng)":94.54,"Tatoeba (ron-eng)":96.52,"Tatoeba (rus-eng)":92.58,"Tatoeba (slk-eng)":95.82,"Tatoeba (slv-eng)":95.4,"Tatoeba (spa-eng)":97.33,"Tatoeba (sqi-eng)":97.22,"Tatoeba (srp-eng)":93.64,"Tatoeba (swe-eng)":95.31,"Tatoeba (swg-eng)":33.1,"Tatoeba (swh-eng)":55.66,"Tatoeba (tam-eng)":87.32,"Tatoeba (tat-eng)":34.74,"Tatoeba (tel-eng)":96.72,"Tatoeba (tgl-eng)":63.19,"Tatoeba (tha-eng)":96.38,"Tatoeba (tuk-eng)":16.35,"Tatoeba (tur-eng)":98.03,"Tatoeba (tzl-eng)":36.56,"Tatoeba (uig-eng)":56.49,"Tatoeba (ukr-eng)":93.52,"Tatoeba (urd-eng)":84.23,"Tatoeba (uzb-eng)":23.2,"Tatoeba (vie-eng)":96.73,"Tatoeba (war-eng)":8.25,"Tatoeba (wuu-eng)":75.09,"Tatoeba (xho-eng)":4.68,"Tatoeba (yid-eng)":2.49,"Tatoeba (yue-eng)":87.75,"Tatoeba (zsm-eng)":95.41} -{"index":34,"Rank":11,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.21,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.67,"Tatoeba (amh-eng)":76.13,"Tatoeba (ang-eng)":42.23,"Tatoeba (ara-eng)":72.55,"Tatoeba (arq-eng)":22.43,"Tatoeba (arz-eng)":55.14,"Tatoeba (ast-eng)":71.67,"Tatoeba (awa-eng)":74.27,"Tatoeba (aze-eng)":80.14,"Tatoeba (bel-eng)":84.68,"Tatoeba (ben-eng)":77.76,"Tatoeba (ber-eng)":16.92,"Tatoeba (bos-eng)":83.24,"Tatoeba (bre-eng)":8.24,"Tatoeba (bul-eng)":83.81,"Tatoeba (cat-eng)":79.75,"Tatoeba (cbk-eng)":57.77,"Tatoeba (ceb-eng)":42.01,"Tatoeba (ces-eng)":78.83,"Tatoeba (cha-eng)":27.83,"Tatoeba (cmn-eng)":88.89,"Tatoeba (cor-eng)":6.02,"Tatoeba (csb-eng)":23.99,"Tatoeba (cym-eng)":65.32,"Tatoeba (dan-eng)":84.39,"Tatoeba (deu-eng)":96.58,"Tatoeba (dsb-eng)":31.64,"Tatoeba (dtp-eng)":7.68,"Tatoeba (ell-eng)":84.08,"Tatoeba (epo-eng)":90.5,"Tatoeba (est-eng)":55.31,"Tatoeba (eus-eng)":54.47,"Tatoeba (fao-eng)":58.87,"Tatoeba (fin-eng)":68.56,"Tatoeba (fra-eng)":89.93,"Tatoeba (fry-eng)":51.03,"Tatoeba (gla-eng)":39.42,"Tatoeba (gle-eng)":59.59,"Tatoeba (glg-eng)":81.93,"Tatoeba (gsw-eng)":36.45,"Tatoeba (heb-eng)":67.92,"Tatoeba (hin-eng)":93.25,"Tatoeba (hrv-eng)":86.87,"Tatoeba (hsb-eng)":37.02,"Tatoeba (hun-eng)":71.84,"Tatoeba (hye-eng)":82.29,"Tatoeba (ido-eng)":70.86,"Tatoeba (ile-eng)":71.73,"Tatoeba (ina-eng)":85.6,"Tatoeba (ind-eng)":87.81,"Tatoeba (isl-eng)":62.16,"Tatoeba (ita-eng)":87.56,"Tatoeba (jav-eng)":50.66,"Tatoeba (jpn-eng)":83.7,"Tatoeba (kab-eng)":17.83,"Tatoeba (kat-eng)":76.84,"Tatoeba (kaz-eng)":73.03,"Tatoeba (khm-eng)":47.99,"Tatoeba (kor-eng)":74.16,"Tatoeba (kur-eng)":39.67,"Tatoeba (kzj-eng)":8.27,"Tatoeba (lat-eng)":39.95,"Tatoeba (lfn-eng)":52.73,"Tatoeba (lit-eng)":61.52,"Tatoeba (lvs-eng)":60.67,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":86.79,"Tatoeba (max-eng)":49.95,"Tatoeba (mhr-eng)":6.08,"Tatoeba (mkd-eng)":59.26,"Tatoeba (mon-eng)":78.22,"Tatoeba (nds-eng)":53.26,"Tatoeba (nld-eng)":90.3,"Tatoeba (nno-eng)":69.48,"Tatoeba (nob-eng)":87.8,"Tatoeba (nov-eng)":68.56,"Tatoeba (oci-eng)":42.84,"Tatoeba (orv-eng)":15.13,"Tatoeba (pam-eng)":6.97,"Tatoeba (pes-eng)":84.0,"Tatoeba (pms-eng)":42.15,"Tatoeba (pol-eng)":85.91,"Tatoeba (por-eng)":89.25,"Tatoeba (ron-eng)":83.67,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.96,"Tatoeba (slv-eng)":72.85,"Tatoeba (spa-eng)":91.1,"Tatoeba (sqi-eng)":88.56,"Tatoeba (srp-eng)":80.33,"Tatoeba (swe-eng)":84.97,"Tatoeba (swg-eng)":44.3,"Tatoeba (swh-eng)":66.74,"Tatoeba (tam-eng)":81.39,"Tatoeba (tat-eng)":63.38,"Tatoeba (tel-eng)":85.78,"Tatoeba (tgl-eng)":79.26,"Tatoeba (tha-eng)":89.36,"Tatoeba (tuk-eng)":18.41,"Tatoeba (tur-eng)":86.78,"Tatoeba (tzl-eng)":36.2,"Tatoeba (uig-eng)":59.33,"Tatoeba (ukr-eng)":81.62,"Tatoeba (urd-eng)":84.71,"Tatoeba (uzb-eng)":58.0,"Tatoeba (vie-eng)":87.78,"Tatoeba (war-eng)":40.86,"Tatoeba (wuu-eng)":69.05,"Tatoeba (xho-eng)":62.84,"Tatoeba (yid-eng)":66.83,"Tatoeba (yue-eng)":69.69,"Tatoeba (zsm-eng)":90.0} -{"index":28,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.91,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.17,"Tatoeba (amh-eng)":74.11,"Tatoeba (ang-eng)":30.3,"Tatoeba (ara-eng)":76.09,"Tatoeba (arq-eng)":23.62,"Tatoeba (arz-eng)":53.35,"Tatoeba (ast-eng)":62.81,"Tatoeba (awa-eng)":74.55,"Tatoeba (aze-eng)":80.79,"Tatoeba (bel-eng)":80.89,"Tatoeba (ben-eng)":81.4,"Tatoeba (ber-eng)":18.22,"Tatoeba (bos-eng)":81.15,"Tatoeba (bre-eng)":7.09,"Tatoeba (bul-eng)":85.47,"Tatoeba (cat-eng)":79.3,"Tatoeba (cbk-eng)":55.36,"Tatoeba (ceb-eng)":42.35,"Tatoeba (ces-eng)":80.99,"Tatoeba (cha-eng)":24.88,"Tatoeba (cmn-eng)":89.85,"Tatoeba (cor-eng)":5.24,"Tatoeba (csb-eng)":26.23,"Tatoeba (cym-eng)":62.3,"Tatoeba (dan-eng)":86.38,"Tatoeba (deu-eng)":97.22,"Tatoeba (dsb-eng)":29.87,"Tatoeba (dtp-eng)":6.42,"Tatoeba (ell-eng)":86.81,"Tatoeba (epo-eng)":88.96,"Tatoeba (est-eng)":56.47,"Tatoeba (eus-eng)":50.9,"Tatoeba (fao-eng)":56.57,"Tatoeba (fin-eng)":70.23,"Tatoeba (fra-eng)":90.51,"Tatoeba (fry-eng)":49.05,"Tatoeba (gla-eng)":35.96,"Tatoeba (gle-eng)":56.32,"Tatoeba (glg-eng)":79.65,"Tatoeba (gsw-eng)":40.13,"Tatoeba (heb-eng)":73.68,"Tatoeba (hin-eng)":92.36,"Tatoeba (hrv-eng)":84.42,"Tatoeba (hsb-eng)":36.49,"Tatoeba (hun-eng)":74.44,"Tatoeba (hye-eng)":83.81,"Tatoeba (ido-eng)":70.07,"Tatoeba (ile-eng)":70.31,"Tatoeba (ina-eng)":86.39,"Tatoeba (ind-eng)":88.28,"Tatoeba (isl-eng)":62.32,"Tatoeba (ita-eng)":88.54,"Tatoeba (jav-eng)":53.39,"Tatoeba (jpn-eng)":77.43,"Tatoeba (kab-eng)":18.06,"Tatoeba (kat-eng)":77.6,"Tatoeba (kaz-eng)":70.57,"Tatoeba (khm-eng)":44.34,"Tatoeba (kor-eng)":73.74,"Tatoeba (kur-eng)":39.99,"Tatoeba (kzj-eng)":6.56,"Tatoeba (lat-eng)":37.76,"Tatoeba (lfn-eng)":51.46,"Tatoeba (lit-eng)":59.95,"Tatoeba (lvs-eng)":61.84,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":85.94,"Tatoeba (max-eng)":48.29,"Tatoeba (mhr-eng)":5.58,"Tatoeba (mkd-eng)":63.74,"Tatoeba (mon-eng)":77.7,"Tatoeba (nds-eng)":52.46,"Tatoeba (nld-eng)":91.87,"Tatoeba (nno-eng)":70.29,"Tatoeba (nob-eng)":90.18,"Tatoeba (nov-eng)":64.2,"Tatoeba (oci-eng)":38.27,"Tatoeba (orv-eng)":14.89,"Tatoeba (pam-eng)":5.76,"Tatoeba (pes-eng)":85.51,"Tatoeba (pms-eng)":35.47,"Tatoeba (pol-eng)":88.85,"Tatoeba (por-eng)":89.63,"Tatoeba (ron-eng)":85.68,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.86,"Tatoeba (slv-eng)":73.93,"Tatoeba (spa-eng)":93.01,"Tatoeba (sqi-eng)":86.21,"Tatoeba (srp-eng)":83.06,"Tatoeba (swe-eng)":87.46,"Tatoeba (swg-eng)":44.0,"Tatoeba (swh-eng)":65.43,"Tatoeba (tam-eng)":82.82,"Tatoeba (tat-eng)":66.8,"Tatoeba (tel-eng)":86.82,"Tatoeba (tgl-eng)":77.54,"Tatoeba (tha-eng)":90.88,"Tatoeba (tuk-eng)":16.99,"Tatoeba (tur-eng)":88.42,"Tatoeba (tzl-eng)":34.83,"Tatoeba (uig-eng)":60.59,"Tatoeba (ukr-eng)":82.98,"Tatoeba (urd-eng)":85.07,"Tatoeba (uzb-eng)":59.11,"Tatoeba (vie-eng)":89.03,"Tatoeba (war-eng)":39.14,"Tatoeba (wuu-eng)":67.3,"Tatoeba (xho-eng)":63.2,"Tatoeba (yid-eng)":65.9,"Tatoeba (yue-eng)":69.33,"Tatoeba (zsm-eng)":91.37} -{"index":46,"Rank":13,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.38,"BUCC (de-en)":98.59,"BUCC (fr-en)":96.89,"BUCC (ru-en)":96.44,"BUCC (zh-en)":97.56,"Tatoeba (afr-eng)":72.96,"Tatoeba (amh-eng)":53.49,"Tatoeba (ang-eng)":16.72,"Tatoeba (ara-eng)":90.19,"Tatoeba (arq-eng)":19.84,"Tatoeba (arz-eng)":55.69,"Tatoeba (ast-eng)":70.08,"Tatoeba (awa-eng)":42.83,"Tatoeba (aze-eng)":76.36,"Tatoeba (bel-eng)":79.94,"Tatoeba (ben-eng)":64.9,"Tatoeba (ber-eng)":4.88,"Tatoeba (bos-eng)":94.02,"Tatoeba (bre-eng)":6.42,"Tatoeba (bul-eng)":93.52,"Tatoeba (cat-eng)":96.05,"Tatoeba (cbk-eng)":58.68,"Tatoeba (ceb-eng)":7.39,"Tatoeba (ces-eng)":95.73,"Tatoeba (cha-eng)":12.59,"Tatoeba (cmn-eng)":95.83,"Tatoeba (cor-eng)":3.53,"Tatoeba (csb-eng)":23.73,"Tatoeba (cym-eng)":22.31,"Tatoeba (dan-eng)":96.17,"Tatoeba (deu-eng)":97.73,"Tatoeba (dsb-eng)":36.85,"Tatoeba (dtp-eng)":5.03,"Tatoeba (ell-eng)":94.93,"Tatoeba (epo-eng)":55.12,"Tatoeba (est-eng)":98.4,"Tatoeba (eus-eng)":31.33,"Tatoeba (fao-eng)":38.24,"Tatoeba (fin-eng)":95.92,"Tatoeba (fra-eng)":93.12,"Tatoeba (fry-eng)":43.54,"Tatoeba (gla-eng)":4.72,"Tatoeba (gle-eng)":16.85,"Tatoeba (glg-eng)":95.32,"Tatoeba (gsw-eng)":25.12,"Tatoeba (heb-eng)":88.26,"Tatoeba (hin-eng)":97.75,"Tatoeba (hrv-eng)":97.0,"Tatoeba (hsb-eng)":44.32,"Tatoeba (hun-eng)":94.18,"Tatoeba (hye-eng)":94.38,"Tatoeba (ido-eng)":43.91,"Tatoeba (ile-eng)":60.36,"Tatoeba (ina-eng)":84.32,"Tatoeba (ind-eng)":93.5,"Tatoeba (isl-eng)":59.25,"Tatoeba (ita-eng)":93.76,"Tatoeba (jav-eng)":23.39,"Tatoeba (jpn-eng)":92.51,"Tatoeba (kab-eng)":1.41,"Tatoeba (kat-eng)":95.46,"Tatoeba (kaz-eng)":61.49,"Tatoeba (khm-eng)":58.8,"Tatoeba (kor-eng)":93.07,"Tatoeba (kur-eng)":61.44,"Tatoeba (kzj-eng)":5.88,"Tatoeba (lat-eng)":24.25,"Tatoeba (lfn-eng)":49.56,"Tatoeba (lit-eng)":95.37,"Tatoeba (lvs-eng)":97.53,"Tatoeba (mal-eng)":88.46,"Tatoeba (mar-eng)":93.83,"Tatoeba (max-eng)":48.77,"Tatoeba (mhr-eng)":7.57,"Tatoeba (mkd-eng)":93.02,"Tatoeba (mon-eng)":96.14,"Tatoeba (nds-eng)":38.88,"Tatoeba (nld-eng)":95.5,"Tatoeba (nno-eng)":81.41,"Tatoeba (nob-eng)":98.53,"Tatoeba (nov-eng)":50.23,"Tatoeba (oci-eng)":43.49,"Tatoeba (orv-eng)":23.77,"Tatoeba (pam-eng)":5.39,"Tatoeba (pes-eng)":93.47,"Tatoeba (pms-eng)":34.19,"Tatoeba (pol-eng)":96.95,"Tatoeba (por-eng)":93.02,"Tatoeba (ron-eng)":96.43,"Tatoeba (rus-eng)":92.92,"Tatoeba (slk-eng)":96.62,"Tatoeba (slv-eng)":97.08,"Tatoeba (spa-eng)":97.0,"Tatoeba (sqi-eng)":98.57,"Tatoeba (srp-eng)":94.12,"Tatoeba (swe-eng)":95.45,"Tatoeba (swg-eng)":22.8,"Tatoeba (swh-eng)":16.02,"Tatoeba (tam-eng)":73.6,"Tatoeba (tat-eng)":10.89,"Tatoeba (tel-eng)":79.73,"Tatoeba (tgl-eng)":17.67,"Tatoeba (tha-eng)":95.99,"Tatoeba (tuk-eng)":14.91,"Tatoeba (tur-eng)":96.17,"Tatoeba (tzl-eng)":34.21,"Tatoeba (uig-eng)":48.35,"Tatoeba (ukr-eng)":92.67,"Tatoeba (urd-eng)":95.12,"Tatoeba (uzb-eng)":23.19,"Tatoeba (vie-eng)":97.23,"Tatoeba (war-eng)":7.42,"Tatoeba (wuu-eng)":78.25,"Tatoeba (xho-eng)":6.53,"Tatoeba (yid-eng)":30.73,"Tatoeba (yue-eng)":77.58,"Tatoeba (zsm-eng)":95.8} -{"index":45,"Rank":14,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.98,"BUCC (de-en)":97.11,"BUCC (fr-en)":94.99,"BUCC (ru-en)":95.06,"BUCC (zh-en)":95.63,"Tatoeba (afr-eng)":58.22,"Tatoeba (amh-eng)":36.21,"Tatoeba (ang-eng)":10.24,"Tatoeba (ara-eng)":87.93,"Tatoeba (arq-eng)":18.6,"Tatoeba (arz-eng)":51.26,"Tatoeba (ast-eng)":62.17,"Tatoeba (awa-eng)":33.43,"Tatoeba (aze-eng)":62.1,"Tatoeba (bel-eng)":67.73,"Tatoeba (ben-eng)":36.48,"Tatoeba (ber-eng)":4.43,"Tatoeba (bos-eng)":93.27,"Tatoeba (bre-eng)":5.56,"Tatoeba (bul-eng)":92.65,"Tatoeba (cat-eng)":94.42,"Tatoeba (cbk-eng)":55.37,"Tatoeba (ceb-eng)":8.05,"Tatoeba (ces-eng)":95.12,"Tatoeba (cha-eng)":15.98,"Tatoeba (cmn-eng)":94.93,"Tatoeba (cor-eng)":3.42,"Tatoeba (csb-eng)":21.56,"Tatoeba (cym-eng)":13.25,"Tatoeba (dan-eng)":94.8,"Tatoeba (deu-eng)":97.02,"Tatoeba (dsb-eng)":33.43,"Tatoeba (dtp-eng)":5.69,"Tatoeba (ell-eng)":95.43,"Tatoeba (epo-eng)":41.73,"Tatoeba (est-eng)":97.33,"Tatoeba (eus-eng)":23.18,"Tatoeba (fao-eng)":27.51,"Tatoeba (fin-eng)":93.1,"Tatoeba (fra-eng)":91.72,"Tatoeba (fry-eng)":31.13,"Tatoeba (gla-eng)":3.61,"Tatoeba (gle-eng)":11.62,"Tatoeba (glg-eng)":94.0,"Tatoeba (gsw-eng)":25.74,"Tatoeba (heb-eng)":86.88,"Tatoeba (hin-eng)":97.62,"Tatoeba (hrv-eng)":95.98,"Tatoeba (hsb-eng)":36.1,"Tatoeba (hun-eng)":91.58,"Tatoeba (hye-eng)":93.28,"Tatoeba (ido-eng)":40.25,"Tatoeba (ile-eng)":57.71,"Tatoeba (ina-eng)":79.13,"Tatoeba (ind-eng)":92.74,"Tatoeba (isl-eng)":24.07,"Tatoeba (ita-eng)":93.05,"Tatoeba (jav-eng)":17.04,"Tatoeba (jpn-eng)":90.41,"Tatoeba (kab-eng)":1.16,"Tatoeba (kat-eng)":95.44,"Tatoeba (kaz-eng)":34.89,"Tatoeba (khm-eng)":32.11,"Tatoeba (kor-eng)":92.52,"Tatoeba (kur-eng)":46.94,"Tatoeba (kzj-eng)":6.24,"Tatoeba (lat-eng)":19.47,"Tatoeba (lfn-eng)":47.02,"Tatoeba (lit-eng)":93.16,"Tatoeba (lvs-eng)":97.87,"Tatoeba (mal-eng)":32.2,"Tatoeba (mar-eng)":92.38,"Tatoeba (max-eng)":45.25,"Tatoeba (mhr-eng)":6.89,"Tatoeba (mkd-eng)":91.0,"Tatoeba (mon-eng)":95.04,"Tatoeba (nds-eng)":32.16,"Tatoeba (nld-eng)":94.58,"Tatoeba (nno-eng)":76.34,"Tatoeba (nob-eng)":97.73,"Tatoeba (nov-eng)":47.99,"Tatoeba (oci-eng)":38.57,"Tatoeba (orv-eng)":15.1,"Tatoeba (pam-eng)":5.41,"Tatoeba (pes-eng)":92.59,"Tatoeba (pms-eng)":30.7,"Tatoeba (pol-eng)":94.28,"Tatoeba (por-eng)":92.13,"Tatoeba (ron-eng)":95.3,"Tatoeba (rus-eng)":91.87,"Tatoeba (slk-eng)":95.15,"Tatoeba (slv-eng)":96.92,"Tatoeba (spa-eng)":95.42,"Tatoeba (sqi-eng)":98.17,"Tatoeba (srp-eng)":92.24,"Tatoeba (swe-eng)":94.42,"Tatoeba (swg-eng)":26.31,"Tatoeba (swh-eng)":14.48,"Tatoeba (tam-eng)":24.64,"Tatoeba (tat-eng)":10.25,"Tatoeba (tel-eng)":36.4,"Tatoeba (tgl-eng)":13.09,"Tatoeba (tha-eng)":96.72,"Tatoeba (tuk-eng)":15.16,"Tatoeba (tur-eng)":95.08,"Tatoeba (tzl-eng)":25.46,"Tatoeba (uig-eng)":24.39,"Tatoeba (ukr-eng)":92.82,"Tatoeba (urd-eng)":94.57,"Tatoeba (uzb-eng)":17.14,"Tatoeba (vie-eng)":95.12,"Tatoeba (war-eng)":7.25,"Tatoeba (wuu-eng)":76.0,"Tatoeba (xho-eng)":4.52,"Tatoeba (yid-eng)":14.38,"Tatoeba (yue-eng)":71.45,"Tatoeba (zsm-eng)":95.31} -{"index":15,"Rank":15,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.27,"BUCC (de-en)":98.18,"BUCC (fr-en)":98.04,"BUCC (ru-en)":94.58,"BUCC (zh-en)":96.75,"Tatoeba (afr-eng)":50.58,"Tatoeba (amh-eng)":0.36,"Tatoeba (ang-eng)":30.89,"Tatoeba (ara-eng)":79.65,"Tatoeba (arq-eng)":20.68,"Tatoeba (arz-eng)":56.04,"Tatoeba (ast-eng)":55.81,"Tatoeba (awa-eng)":41.58,"Tatoeba (aze-eng)":27.78,"Tatoeba (bel-eng)":41.21,"Tatoeba (ben-eng)":20.85,"Tatoeba (ber-eng)":5.5,"Tatoeba (bos-eng)":36.73,"Tatoeba (bre-eng)":5.46,"Tatoeba (bul-eng)":60.26,"Tatoeba (cat-eng)":63.42,"Tatoeba (cbk-eng)":56.73,"Tatoeba (ceb-eng)":10.46,"Tatoeba (ces-eng)":81.81,"Tatoeba (cha-eng)":22.8,"Tatoeba (cmn-eng)":86.13,"Tatoeba (cor-eng)":3.87,"Tatoeba (csb-eng)":20.52,"Tatoeba (cym-eng)":9.1,"Tatoeba (dan-eng)":72.49,"Tatoeba (deu-eng)":96.57,"Tatoeba (dsb-eng)":28.3,"Tatoeba (dtp-eng)":3.87,"Tatoeba (ell-eng)":10.43,"Tatoeba (epo-eng)":30.54,"Tatoeba (est-eng)":7.43,"Tatoeba (eus-eng)":11.67,"Tatoeba (fao-eng)":21.34,"Tatoeba (fin-eng)":18.11,"Tatoeba (fra-eng)":89.39,"Tatoeba (fry-eng)":37.73,"Tatoeba (gla-eng)":4.23,"Tatoeba (gle-eng)":4.4,"Tatoeba (glg-eng)":74.27,"Tatoeba (gsw-eng)":37.04,"Tatoeba (heb-eng)":72.4,"Tatoeba (hin-eng)":82.06,"Tatoeba (hrv-eng)":34.63,"Tatoeba (hsb-eng)":37.13,"Tatoeba (hun-eng)":13.18,"Tatoeba (hye-eng)":0.37,"Tatoeba (ido-eng)":48.29,"Tatoeba (ile-eng)":61.81,"Tatoeba (ina-eng)":78.25,"Tatoeba (ind-eng)":54.64,"Tatoeba (isl-eng)":12.45,"Tatoeba (ita-eng)":81.99,"Tatoeba (jav-eng)":9.0,"Tatoeba (jpn-eng)":86.92,"Tatoeba (kab-eng)":1.95,"Tatoeba (kat-eng)":0.76,"Tatoeba (kaz-eng)":9.15,"Tatoeba (khm-eng)":0.35,"Tatoeba (kor-eng)":75.76,"Tatoeba (kur-eng)":13.51,"Tatoeba (kzj-eng)":5.8,"Tatoeba (lat-eng)":21.15,"Tatoeba (lfn-eng)":47.49,"Tatoeba (lit-eng)":10.45,"Tatoeba (lvs-eng)":10.72,"Tatoeba (mal-eng)":74.47,"Tatoeba (mar-eng)":67.35,"Tatoeba (max-eng)":22.52,"Tatoeba (mhr-eng)":4.3,"Tatoeba (mkd-eng)":34.72,"Tatoeba (mon-eng)":10.95,"Tatoeba (nds-eng)":49.47,"Tatoeba (nld-eng)":87.22,"Tatoeba (nno-eng)":56.01,"Tatoeba (nob-eng)":79.21,"Tatoeba (nov-eng)":54.06,"Tatoeba (oci-eng)":39.12,"Tatoeba (orv-eng)":19.65,"Tatoeba (pam-eng)":4.84,"Tatoeba (pes-eng)":45.04,"Tatoeba (pms-eng)":34.32,"Tatoeba (pol-eng)":83.35,"Tatoeba (por-eng)":89.38,"Tatoeba (ron-eng)":59.11,"Tatoeba (rus-eng)":84.96,"Tatoeba (slk-eng)":65.42,"Tatoeba (slv-eng)":35.88,"Tatoeba (spa-eng)":93.12,"Tatoeba (sqi-eng)":15.39,"Tatoeba (srp-eng)":35.41,"Tatoeba (swe-eng)":86.33,"Tatoeba (swg-eng)":36.39,"Tatoeba (swh-eng)":7.78,"Tatoeba (tam-eng)":65.79,"Tatoeba (tat-eng)":6.67,"Tatoeba (tel-eng)":65.37,"Tatoeba (tgl-eng)":17.86,"Tatoeba (tha-eng)":3.16,"Tatoeba (tuk-eng)":9.61,"Tatoeba (tur-eng)":77.38,"Tatoeba (tzl-eng)":26.1,"Tatoeba (uig-eng)":1.31,"Tatoeba (ukr-eng)":65.33,"Tatoeba (urd-eng)":6.6,"Tatoeba (uzb-eng)":7.86,"Tatoeba (vie-eng)":50.44,"Tatoeba (war-eng)":10.67,"Tatoeba (wuu-eng)":70.58,"Tatoeba (xho-eng)":9.53,"Tatoeba (yid-eng)":1.46,"Tatoeba (yue-eng)":51.32,"Tatoeba (zsm-eng)":54.61} -{"index":32,"Rank":16,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":37.12,"BUCC (de-en)":87.71,"BUCC (fr-en)":98.41,"BUCC (ru-en)":78.75,"BUCC (zh-en)":98.77,"Tatoeba (afr-eng)":22.56,"Tatoeba (amh-eng)":0.1,"Tatoeba (ang-eng)":34.68,"Tatoeba (ara-eng)":90.62,"Tatoeba (arq-eng)":37.21,"Tatoeba (arz-eng)":74.8,"Tatoeba (ast-eng)":68.37,"Tatoeba (awa-eng)":53.01,"Tatoeba (aze-eng)":8.16,"Tatoeba (bel-eng)":18.49,"Tatoeba (ben-eng)":83.89,"Tatoeba (ber-eng)":5.17,"Tatoeba (bos-eng)":19.28,"Tatoeba (bre-eng)":7.41,"Tatoeba (bul-eng)":28.46,"Tatoeba (cat-eng)":90.24,"Tatoeba (cbk-eng)":61.49,"Tatoeba (ceb-eng)":9.08,"Tatoeba (ces-eng)":12.99,"Tatoeba (cha-eng)":26.96,"Tatoeba (cmn-eng)":95.7,"Tatoeba (cor-eng)":3.86,"Tatoeba (csb-eng)":11.04,"Tatoeba (cym-eng)":8.32,"Tatoeba (dan-eng)":33.6,"Tatoeba (deu-eng)":85.06,"Tatoeba (dsb-eng)":15.0,"Tatoeba (dtp-eng)":5.26,"Tatoeba (ell-eng)":13.08,"Tatoeba (epo-eng)":33.92,"Tatoeba (est-eng)":5.61,"Tatoeba (eus-eng)":74.53,"Tatoeba (fao-eng)":14.42,"Tatoeba (fin-eng)":5.48,"Tatoeba (fra-eng)":94.32,"Tatoeba (fry-eng)":32.37,"Tatoeba (gla-eng)":3.1,"Tatoeba (gle-eng)":3.91,"Tatoeba (glg-eng)":82.55,"Tatoeba (gsw-eng)":23.7,"Tatoeba (heb-eng)":7.49,"Tatoeba (hin-eng)":94.88,"Tatoeba (hrv-eng)":17.75,"Tatoeba (hsb-eng)":13.31,"Tatoeba (hun-eng)":6.65,"Tatoeba (hye-eng)":0.92,"Tatoeba (ido-eng)":47.84,"Tatoeba (ile-eng)":63.65,"Tatoeba (ina-eng)":83.73,"Tatoeba (ind-eng)":91.91,"Tatoeba (isl-eng)":8.0,"Tatoeba (ita-eng)":74.96,"Tatoeba (jav-eng)":22.26,"Tatoeba (jpn-eng)":83.88,"Tatoeba (kab-eng)":1.54,"Tatoeba (kat-eng)":1.48,"Tatoeba (kaz-eng)":9.66,"Tatoeba (khm-eng)":0.7,"Tatoeba (kor-eng)":44.79,"Tatoeba (kur-eng)":12.5,"Tatoeba (kzj-eng)":6.3,"Tatoeba (lat-eng)":46.75,"Tatoeba (lfn-eng)":46.48,"Tatoeba (lit-eng)":5.87,"Tatoeba (lvs-eng)":8.58,"Tatoeba (mal-eng)":95.05,"Tatoeba (mar-eng)":71.56,"Tatoeba (max-eng)":41.45,"Tatoeba (mhr-eng)":3.25,"Tatoeba (mkd-eng)":15.58,"Tatoeba (mon-eng)":7.37,"Tatoeba (nds-eng)":29.88,"Tatoeba (nld-eng)":49.85,"Tatoeba (nno-eng)":20.79,"Tatoeba (nob-eng)":31.94,"Tatoeba (nov-eng)":54.93,"Tatoeba (oci-eng)":45.74,"Tatoeba (orv-eng)":8.44,"Tatoeba (pam-eng)":7.03,"Tatoeba (pes-eng)":21.59,"Tatoeba (pms-eng)":36.58,"Tatoeba (pol-eng)":20.27,"Tatoeba (por-eng)":94.43,"Tatoeba (ron-eng)":33.85,"Tatoeba (rus-eng)":71.23,"Tatoeba (slk-eng)":12.3,"Tatoeba (slv-eng)":13.06,"Tatoeba (spa-eng)":98.13,"Tatoeba (sqi-eng)":15.33,"Tatoeba (srp-eng)":18.75,"Tatoeba (swe-eng)":27.82,"Tatoeba (swg-eng)":29.18,"Tatoeba (swh-eng)":27.81,"Tatoeba (tam-eng)":81.87,"Tatoeba (tat-eng)":4.96,"Tatoeba (tel-eng)":80.56,"Tatoeba (tgl-eng)":11.19,"Tatoeba (tha-eng)":6.78,"Tatoeba (tuk-eng)":6.85,"Tatoeba (tur-eng)":8.96,"Tatoeba (tzl-eng)":32.7,"Tatoeba (uig-eng)":2.02,"Tatoeba (ukr-eng)":31.12,"Tatoeba (urd-eng)":82.87,"Tatoeba (uzb-eng)":8.28,"Tatoeba (vie-eng)":95.83,"Tatoeba (war-eng)":11.23,"Tatoeba (wuu-eng)":87.91,"Tatoeba (xho-eng)":7.96,"Tatoeba (yid-eng)":0.49,"Tatoeba (yue-eng)":89.39,"Tatoeba (zsm-eng)":88.11} -{"index":30,"Rank":17,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":34.17,"BUCC (de-en)":71.06,"BUCC (fr-en)":98.17,"BUCC (ru-en)":58.45,"BUCC (zh-en)":98.6,"Tatoeba (afr-eng)":18.66,"Tatoeba (amh-eng)":0.46,"Tatoeba (ang-eng)":27.44,"Tatoeba (ara-eng)":88.21,"Tatoeba (arq-eng)":29.24,"Tatoeba (arz-eng)":73.17,"Tatoeba (ast-eng)":71.25,"Tatoeba (awa-eng)":46.87,"Tatoeba (aze-eng)":7.61,"Tatoeba (bel-eng)":12.17,"Tatoeba (ben-eng)":80.65,"Tatoeba (ber-eng)":5.53,"Tatoeba (bos-eng)":14.99,"Tatoeba (bre-eng)":6.14,"Tatoeba (bul-eng)":26.9,"Tatoeba (cat-eng)":91.17,"Tatoeba (cbk-eng)":63.69,"Tatoeba (ceb-eng)":8.15,"Tatoeba (ces-eng)":8.29,"Tatoeba (cha-eng)":22.58,"Tatoeba (cmn-eng)":95.08,"Tatoeba (cor-eng)":4.0,"Tatoeba (csb-eng)":10.26,"Tatoeba (cym-eng)":8.46,"Tatoeba (dan-eng)":24.91,"Tatoeba (deu-eng)":72.73,"Tatoeba (dsb-eng)":12.44,"Tatoeba (dtp-eng)":5.41,"Tatoeba (ell-eng)":6.72,"Tatoeba (epo-eng)":28.07,"Tatoeba (est-eng)":5.63,"Tatoeba (eus-eng)":63.81,"Tatoeba (fao-eng)":12.9,"Tatoeba (fin-eng)":5.83,"Tatoeba (fra-eng)":93.53,"Tatoeba (fry-eng)":29.09,"Tatoeba (gla-eng)":4.13,"Tatoeba (gle-eng)":4.53,"Tatoeba (glg-eng)":80.98,"Tatoeba (gsw-eng)":19.31,"Tatoeba (heb-eng)":1.92,"Tatoeba (hin-eng)":92.87,"Tatoeba (hrv-eng)":13.69,"Tatoeba (hsb-eng)":12.35,"Tatoeba (hun-eng)":5.57,"Tatoeba (hye-eng)":1.56,"Tatoeba (ido-eng)":45.82,"Tatoeba (ile-eng)":64.41,"Tatoeba (ina-eng)":83.88,"Tatoeba (ind-eng)":90.54,"Tatoeba (isl-eng)":6.93,"Tatoeba (ita-eng)":73.39,"Tatoeba (jav-eng)":19.8,"Tatoeba (jpn-eng)":73.95,"Tatoeba (kab-eng)":1.92,"Tatoeba (kat-eng)":0.71,"Tatoeba (kaz-eng)":6.75,"Tatoeba (khm-eng)":0.09,"Tatoeba (kor-eng)":29.16,"Tatoeba (kur-eng)":11.84,"Tatoeba (kzj-eng)":5.99,"Tatoeba (lat-eng)":38.34,"Tatoeba (lfn-eng)":48.25,"Tatoeba (lit-eng)":5.82,"Tatoeba (lvs-eng)":6.95,"Tatoeba (mal-eng)":93.12,"Tatoeba (mar-eng)":65.18,"Tatoeba (max-eng)":40.88,"Tatoeba (mhr-eng)":2.88,"Tatoeba (mkd-eng)":13.93,"Tatoeba (mon-eng)":4.48,"Tatoeba (nds-eng)":24.45,"Tatoeba (nld-eng)":36.81,"Tatoeba (nno-eng)":16.07,"Tatoeba (nob-eng)":22.79,"Tatoeba (nov-eng)":53.3,"Tatoeba (oci-eng)":41.08,"Tatoeba (orv-eng)":5.61,"Tatoeba (pam-eng)":7.18,"Tatoeba (pes-eng)":17.01,"Tatoeba (pms-eng)":32.19,"Tatoeba (pol-eng)":14.83,"Tatoeba (por-eng)":93.62,"Tatoeba (ron-eng)":30.35,"Tatoeba (rus-eng)":62.61,"Tatoeba (slk-eng)":11.36,"Tatoeba (slv-eng)":10.89,"Tatoeba (spa-eng)":97.77,"Tatoeba (sqi-eng)":13.17,"Tatoeba (srp-eng)":15.09,"Tatoeba (swe-eng)":21.73,"Tatoeba (swg-eng)":22.77,"Tatoeba (swh-eng)":25.43,"Tatoeba (tam-eng)":84.66,"Tatoeba (tat-eng)":4.92,"Tatoeba (tel-eng)":79.3,"Tatoeba (tgl-eng)":10.75,"Tatoeba (tha-eng)":3.08,"Tatoeba (tuk-eng)":5.83,"Tatoeba (tur-eng)":7.14,"Tatoeba (tzl-eng)":31.64,"Tatoeba (uig-eng)":1.0,"Tatoeba (ukr-eng)":25.42,"Tatoeba (urd-eng)":76.77,"Tatoeba (uzb-eng)":5.91,"Tatoeba (vie-eng)":96.05,"Tatoeba (war-eng)":10.73,"Tatoeba (wuu-eng)":84.6,"Tatoeba (xho-eng)":7.79,"Tatoeba (yid-eng)":0.28,"Tatoeba (yue-eng)":86.38,"Tatoeba (zsm-eng)":85.22} -{"index":17,"Rank":18,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":31.08,"BUCC (de-en)":54.0,"BUCC (fr-en)":97.06,"BUCC (ru-en)":45.3,"BUCC (zh-en)":97.96,"Tatoeba (afr-eng)":16.62,"Tatoeba (amh-eng)":0.03,"Tatoeba (ang-eng)":28.76,"Tatoeba (ara-eng)":85.37,"Tatoeba (arq-eng)":27.75,"Tatoeba (arz-eng)":70.66,"Tatoeba (ast-eng)":71.13,"Tatoeba (awa-eng)":35.01,"Tatoeba (aze-eng)":6.32,"Tatoeba (bel-eng)":8.03,"Tatoeba (ben-eng)":75.98,"Tatoeba (ber-eng)":4.92,"Tatoeba (bos-eng)":13.65,"Tatoeba (bre-eng)":4.67,"Tatoeba (bul-eng)":20.09,"Tatoeba (cat-eng)":88.31,"Tatoeba (cbk-eng)":64.63,"Tatoeba (ceb-eng)":6.64,"Tatoeba (ces-eng)":9.55,"Tatoeba (cha-eng)":23.26,"Tatoeba (cmn-eng)":91.45,"Tatoeba (cor-eng)":2.83,"Tatoeba (csb-eng)":10.03,"Tatoeba (cym-eng)":6.97,"Tatoeba (dan-eng)":23.52,"Tatoeba (deu-eng)":70.1,"Tatoeba (dsb-eng)":8.78,"Tatoeba (dtp-eng)":3.41,"Tatoeba (ell-eng)":5.34,"Tatoeba (epo-eng)":26.2,"Tatoeba (est-eng)":4.76,"Tatoeba (eus-eng)":53.38,"Tatoeba (fao-eng)":12.61,"Tatoeba (fin-eng)":3.41,"Tatoeba (fra-eng)":91.44,"Tatoeba (fry-eng)":24.62,"Tatoeba (gla-eng)":2.09,"Tatoeba (gle-eng)":3.26,"Tatoeba (glg-eng)":79.86,"Tatoeba (gsw-eng)":21.03,"Tatoeba (heb-eng)":1.69,"Tatoeba (hin-eng)":85.23,"Tatoeba (hrv-eng)":12.79,"Tatoeba (hsb-eng)":9.68,"Tatoeba (hun-eng)":5.07,"Tatoeba (hye-eng)":0.5,"Tatoeba (ido-eng)":43.91,"Tatoeba (ile-eng)":59.59,"Tatoeba (ina-eng)":73.67,"Tatoeba (ind-eng)":88.04,"Tatoeba (isl-eng)":6.29,"Tatoeba (ita-eng)":65.04,"Tatoeba (jav-eng)":15.02,"Tatoeba (jpn-eng)":71.36,"Tatoeba (kab-eng)":1.69,"Tatoeba (kat-eng)":0.42,"Tatoeba (kaz-eng)":3.32,"Tatoeba (khm-eng)":0.37,"Tatoeba (kor-eng)":22.39,"Tatoeba (kur-eng)":8.26,"Tatoeba (kzj-eng)":5.17,"Tatoeba (lat-eng)":28.76,"Tatoeba (lfn-eng)":44.85,"Tatoeba (lit-eng)":4.49,"Tatoeba (lvs-eng)":6.55,"Tatoeba (mal-eng)":83.3,"Tatoeba (mar-eng)":45.53,"Tatoeba (max-eng)":36.14,"Tatoeba (mhr-eng)":1.56,"Tatoeba (mkd-eng)":10.47,"Tatoeba (mon-eng)":2.85,"Tatoeba (nds-eng)":23.92,"Tatoeba (nld-eng)":29.74,"Tatoeba (nno-eng)":16.28,"Tatoeba (nob-eng)":21.07,"Tatoeba (nov-eng)":52.23,"Tatoeba (oci-eng)":40.17,"Tatoeba (orv-eng)":5.79,"Tatoeba (pam-eng)":5.85,"Tatoeba (pes-eng)":12.13,"Tatoeba (pms-eng)":31.94,"Tatoeba (pol-eng)":14.09,"Tatoeba (por-eng)":92.62,"Tatoeba (ron-eng)":27.23,"Tatoeba (rus-eng)":59.84,"Tatoeba (slk-eng)":9.98,"Tatoeba (slv-eng)":10.14,"Tatoeba (spa-eng)":94.48,"Tatoeba (sqi-eng)":10.38,"Tatoeba (srp-eng)":11.69,"Tatoeba (swe-eng)":19.53,"Tatoeba (swg-eng)":16.89,"Tatoeba (swh-eng)":16.74,"Tatoeba (tam-eng)":72.76,"Tatoeba (tat-eng)":3.59,"Tatoeba (tel-eng)":64.62,"Tatoeba (tgl-eng)":10.7,"Tatoeba (tha-eng)":2.22,"Tatoeba (tuk-eng)":5.48,"Tatoeba (tur-eng)":6.15,"Tatoeba (tzl-eng)":27.82,"Tatoeba (uig-eng)":1.27,"Tatoeba (ukr-eng)":22.06,"Tatoeba (urd-eng)":70.1,"Tatoeba (uzb-eng)":4.71,"Tatoeba (vie-eng)":94.2,"Tatoeba (war-eng)":10.38,"Tatoeba (wuu-eng)":79.58,"Tatoeba (xho-eng)":5.51,"Tatoeba (yid-eng)":0.16,"Tatoeba (yue-eng)":77.03,"Tatoeba (zsm-eng)":79.95} -{"index":29,"Rank":19,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":29.85,"BUCC (de-en)":42.03,"BUCC (fr-en)":97.71,"BUCC (ru-en)":24.11,"BUCC (zh-en)":98.24,"Tatoeba (afr-eng)":14.54,"Tatoeba (amh-eng)":0.12,"Tatoeba (ang-eng)":19.43,"Tatoeba (ara-eng)":86.43,"Tatoeba (arq-eng)":26.28,"Tatoeba (arz-eng)":66.01,"Tatoeba (ast-eng)":68.16,"Tatoeba (awa-eng)":45.66,"Tatoeba (aze-eng)":6.63,"Tatoeba (bel-eng)":9.62,"Tatoeba (ben-eng)":78.76,"Tatoeba (ber-eng)":4.58,"Tatoeba (bos-eng)":11.93,"Tatoeba (bre-eng)":5.35,"Tatoeba (bul-eng)":14.25,"Tatoeba (cat-eng)":84.54,"Tatoeba (cbk-eng)":61.04,"Tatoeba (ceb-eng)":7.75,"Tatoeba (ces-eng)":5.64,"Tatoeba (cha-eng)":22.9,"Tatoeba (cmn-eng)":93.97,"Tatoeba (cor-eng)":3.13,"Tatoeba (csb-eng)":9.04,"Tatoeba (cym-eng)":7.77,"Tatoeba (dan-eng)":17.55,"Tatoeba (deu-eng)":53.27,"Tatoeba (dsb-eng)":9.57,"Tatoeba (dtp-eng)":3.82,"Tatoeba (ell-eng)":2.34,"Tatoeba (epo-eng)":23.11,"Tatoeba (est-eng)":4.47,"Tatoeba (eus-eng)":59.64,"Tatoeba (fao-eng)":9.42,"Tatoeba (fin-eng)":4.27,"Tatoeba (fra-eng)":92.77,"Tatoeba (fry-eng)":25.34,"Tatoeba (gla-eng)":2.99,"Tatoeba (gle-eng)":3.96,"Tatoeba (glg-eng)":75.92,"Tatoeba (gsw-eng)":21.86,"Tatoeba (heb-eng)":0.69,"Tatoeba (hin-eng)":91.53,"Tatoeba (hrv-eng)":9.73,"Tatoeba (hsb-eng)":9.78,"Tatoeba (hun-eng)":4.3,"Tatoeba (hye-eng)":0.65,"Tatoeba (ido-eng)":39.15,"Tatoeba (ile-eng)":56.08,"Tatoeba (ina-eng)":74.59,"Tatoeba (ind-eng)":88.3,"Tatoeba (isl-eng)":5.46,"Tatoeba (ita-eng)":55.97,"Tatoeba (jav-eng)":18.6,"Tatoeba (jpn-eng)":65.97,"Tatoeba (kab-eng)":1.14,"Tatoeba (kat-eng)":0.91,"Tatoeba (kaz-eng)":4.7,"Tatoeba (khm-eng)":0.01,"Tatoeba (kor-eng)":12.56,"Tatoeba (kur-eng)":10.65,"Tatoeba (kzj-eng)":4.78,"Tatoeba (lat-eng)":27.65,"Tatoeba (lfn-eng)":41.94,"Tatoeba (lit-eng)":4.83,"Tatoeba (lvs-eng)":5.53,"Tatoeba (mal-eng)":85.56,"Tatoeba (mar-eng)":52.67,"Tatoeba (max-eng)":39.38,"Tatoeba (mhr-eng)":2.38,"Tatoeba (mkd-eng)":6.19,"Tatoeba (mon-eng)":4.79,"Tatoeba (nds-eng)":17.76,"Tatoeba (nld-eng)":25.15,"Tatoeba (nno-eng)":13.33,"Tatoeba (nob-eng)":17.67,"Tatoeba (nov-eng)":49.14,"Tatoeba (oci-eng)":39.02,"Tatoeba (orv-eng)":3.07,"Tatoeba (pam-eng)":5.68,"Tatoeba (pes-eng)":13.51,"Tatoeba (pms-eng)":27.6,"Tatoeba (pol-eng)":9.61,"Tatoeba (por-eng)":92.52,"Tatoeba (ron-eng)":23.2,"Tatoeba (rus-eng)":40.27,"Tatoeba (slk-eng)":8.52,"Tatoeba (slv-eng)":8.1,"Tatoeba (spa-eng)":96.05,"Tatoeba (sqi-eng)":12.07,"Tatoeba (srp-eng)":8.76,"Tatoeba (swe-eng)":14.94,"Tatoeba (swg-eng)":21.63,"Tatoeba (swh-eng)":16.31,"Tatoeba (tam-eng)":77.3,"Tatoeba (tat-eng)":2.86,"Tatoeba (tel-eng)":69.05,"Tatoeba (tgl-eng)":8.63,"Tatoeba (tha-eng)":1.64,"Tatoeba (tuk-eng)":5.14,"Tatoeba (tur-eng)":5.09,"Tatoeba (tzl-eng)":31.31,"Tatoeba (uig-eng)":1.68,"Tatoeba (ukr-eng)":14.32,"Tatoeba (urd-eng)":68.96,"Tatoeba (uzb-eng)":5.15,"Tatoeba (vie-eng)":94.57,"Tatoeba (war-eng)":8.07,"Tatoeba (wuu-eng)":81.18,"Tatoeba (xho-eng)":8.3,"Tatoeba (yid-eng)":0.12,"Tatoeba (yue-eng)":81.35,"Tatoeba (zsm-eng)":81.48} -{"index":31,"Rank":20,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":24.03,"BUCC (de-en)":11.3,"BUCC (fr-en)":96.18,"BUCC (ru-en)":1.59,"BUCC (zh-en)":96.16,"Tatoeba (afr-eng)":9.01,"Tatoeba (amh-eng)":0.21,"Tatoeba (ang-eng)":13.31,"Tatoeba (ara-eng)":80.09,"Tatoeba (arq-eng)":16.16,"Tatoeba (arz-eng)":49.42,"Tatoeba (ast-eng)":59.96,"Tatoeba (awa-eng)":30.54,"Tatoeba (aze-eng)":3.44,"Tatoeba (bel-eng)":3.28,"Tatoeba (ben-eng)":70.14,"Tatoeba (ber-eng)":3.92,"Tatoeba (bos-eng)":9.17,"Tatoeba (bre-eng)":3.85,"Tatoeba (bul-eng)":4.58,"Tatoeba (cat-eng)":81.55,"Tatoeba (cbk-eng)":55.71,"Tatoeba (ceb-eng)":5.64,"Tatoeba (ces-eng)":3.76,"Tatoeba (cha-eng)":16.46,"Tatoeba (cmn-eng)":92.95,"Tatoeba (cor-eng)":3.13,"Tatoeba (csb-eng)":5.26,"Tatoeba (cym-eng)":5.87,"Tatoeba (dan-eng)":11.4,"Tatoeba (deu-eng)":29.34,"Tatoeba (dsb-eng)":5.83,"Tatoeba (dtp-eng)":3.37,"Tatoeba (ell-eng)":0.89,"Tatoeba (epo-eng)":13.42,"Tatoeba (est-eng)":3.08,"Tatoeba (eus-eng)":42.35,"Tatoeba (fao-eng)":8.3,"Tatoeba (fin-eng)":3.5,"Tatoeba (fra-eng)":91.65,"Tatoeba (fry-eng)":18.1,"Tatoeba (gla-eng)":2.73,"Tatoeba (gle-eng)":3.46,"Tatoeba (glg-eng)":69.26,"Tatoeba (gsw-eng)":17.5,"Tatoeba (heb-eng)":0.25,"Tatoeba (hin-eng)":85.35,"Tatoeba (hrv-eng)":6.27,"Tatoeba (hsb-eng)":6.8,"Tatoeba (hun-eng)":3.25,"Tatoeba (hye-eng)":0.23,"Tatoeba (ido-eng)":26.21,"Tatoeba (ile-eng)":44.24,"Tatoeba (ina-eng)":63.9,"Tatoeba (ind-eng)":85.46,"Tatoeba (isl-eng)":3.27,"Tatoeba (ita-eng)":37.29,"Tatoeba (jav-eng)":14.35,"Tatoeba (jpn-eng)":48.83,"Tatoeba (kab-eng)":0.89,"Tatoeba (kat-eng)":0.4,"Tatoeba (kaz-eng)":0.74,"Tatoeba (khm-eng)":0.15,"Tatoeba (kor-eng)":2.65,"Tatoeba (kur-eng)":6.48,"Tatoeba (kzj-eng)":3.39,"Tatoeba (lat-eng)":19.55,"Tatoeba (lfn-eng)":37.52,"Tatoeba (lit-eng)":3.17,"Tatoeba (lvs-eng)":3.53,"Tatoeba (mal-eng)":73.36,"Tatoeba (mar-eng)":47.23,"Tatoeba (max-eng)":33.46,"Tatoeba (mhr-eng)":0.44,"Tatoeba (mkd-eng)":2.77,"Tatoeba (mon-eng)":0.85,"Tatoeba (nds-eng)":11.83,"Tatoeba (nld-eng)":16.33,"Tatoeba (nno-eng)":8.05,"Tatoeba (nob-eng)":11.91,"Tatoeba (nov-eng)":38.78,"Tatoeba (oci-eng)":29.39,"Tatoeba (orv-eng)":0.54,"Tatoeba (pam-eng)":3.78,"Tatoeba (pes-eng)":5.87,"Tatoeba (pms-eng)":17.49,"Tatoeba (pol-eng)":5.63,"Tatoeba (por-eng)":92.08,"Tatoeba (ron-eng)":14.95,"Tatoeba (rus-eng)":25.22,"Tatoeba (slk-eng)":5.49,"Tatoeba (slv-eng)":5.41,"Tatoeba (spa-eng)":95.48,"Tatoeba (sqi-eng)":8.49,"Tatoeba (srp-eng)":4.55,"Tatoeba (swe-eng)":10.72,"Tatoeba (swg-eng)":16.44,"Tatoeba (swh-eng)":14.52,"Tatoeba (tam-eng)":62.26,"Tatoeba (tat-eng)":0.97,"Tatoeba (tel-eng)":35.84,"Tatoeba (tgl-eng)":6.52,"Tatoeba (tha-eng)":0.51,"Tatoeba (tuk-eng)":2.81,"Tatoeba (tur-eng)":3.49,"Tatoeba (tzl-eng)":14.52,"Tatoeba (uig-eng)":0.53,"Tatoeba (ukr-eng)":4.93,"Tatoeba (urd-eng)":61.62,"Tatoeba (uzb-eng)":2.54,"Tatoeba (vie-eng)":92.86,"Tatoeba (war-eng)":7.19,"Tatoeba (wuu-eng)":74.62,"Tatoeba (xho-eng)":4.83,"Tatoeba (yid-eng)":0.19,"Tatoeba (yue-eng)":74.35,"Tatoeba (zsm-eng)":74.89} -{"index":48,"Rank":21,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.98,"BUCC (de-en)":95.04,"BUCC (fr-en)":94.96,"BUCC (ru-en)":8.33,"BUCC (zh-en)":1.3,"Tatoeba (afr-eng)":41.84,"Tatoeba (amh-eng)":0.03,"Tatoeba (ang-eng)":37.87,"Tatoeba (ara-eng)":0.61,"Tatoeba (arq-eng)":0.74,"Tatoeba (arz-eng)":0.42,"Tatoeba (ast-eng)":65.41,"Tatoeba (awa-eng)":1.46,"Tatoeba (aze-eng)":8.79,"Tatoeba (bel-eng)":5.76,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":5.92,"Tatoeba (bos-eng)":16.12,"Tatoeba (bre-eng)":6.12,"Tatoeba (bul-eng)":9.06,"Tatoeba (cat-eng)":57.4,"Tatoeba (cbk-eng)":57.68,"Tatoeba (ceb-eng)":12.56,"Tatoeba (ces-eng)":9.47,"Tatoeba (cha-eng)":27.13,"Tatoeba (cmn-eng)":1.82,"Tatoeba (cor-eng)":3.87,"Tatoeba (csb-eng)":14.41,"Tatoeba (cym-eng)":6.69,"Tatoeba (dan-eng)":54.87,"Tatoeba (deu-eng)":93.72,"Tatoeba (dsb-eng)":14.74,"Tatoeba (dtp-eng)":5.84,"Tatoeba (ell-eng)":0.6,"Tatoeba (epo-eng)":30.8,"Tatoeba (est-eng)":5.39,"Tatoeba (eus-eng)":11.9,"Tatoeba (fao-eng)":28.08,"Tatoeba (fin-eng)":6.81,"Tatoeba (fra-eng)":85.29,"Tatoeba (fry-eng)":38.68,"Tatoeba (gla-eng)":2.96,"Tatoeba (gle-eng)":3.74,"Tatoeba (glg-eng)":70.0,"Tatoeba (gsw-eng)":30.49,"Tatoeba (heb-eng)":0.87,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":17.43,"Tatoeba (hsb-eng)":14.69,"Tatoeba (hun-eng)":7.28,"Tatoeba (hye-eng)":0.77,"Tatoeba (ido-eng)":46.65,"Tatoeba (ile-eng)":59.43,"Tatoeba (ina-eng)":82.71,"Tatoeba (ind-eng)":37.26,"Tatoeba (isl-eng)":11.21,"Tatoeba (ita-eng)":79.77,"Tatoeba (jav-eng)":7.81,"Tatoeba (jpn-eng)":0.91,"Tatoeba (kab-eng)":2.23,"Tatoeba (kat-eng)":1.48,"Tatoeba (kaz-eng)":1.77,"Tatoeba (khm-eng)":0.38,"Tatoeba (kor-eng)":1.96,"Tatoeba (kur-eng)":12.11,"Tatoeba (kzj-eng)":6.13,"Tatoeba (lat-eng)":27.84,"Tatoeba (lfn-eng)":45.89,"Tatoeba (lit-eng)":5.94,"Tatoeba (lvs-eng)":8.11,"Tatoeba (mal-eng)":0.59,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":21.7,"Tatoeba (mhr-eng)":0.68,"Tatoeba (mkd-eng)":5.92,"Tatoeba (mon-eng)":2.39,"Tatoeba (nds-eng)":45.04,"Tatoeba (nld-eng)":64.75,"Tatoeba (nno-eng)":36.74,"Tatoeba (nob-eng)":54.77,"Tatoeba (nov-eng)":57.12,"Tatoeba (oci-eng)":34.39,"Tatoeba (orv-eng)":2.04,"Tatoeba (pam-eng)":8.34,"Tatoeba (pes-eng)":0.87,"Tatoeba (pms-eng)":38.06,"Tatoeba (pol-eng)":28.35,"Tatoeba (por-eng)":83.61,"Tatoeba (ron-eng)":65.27,"Tatoeba (rus-eng)":30.42,"Tatoeba (slk-eng)":13.19,"Tatoeba (slv-eng)":13.49,"Tatoeba (spa-eng)":89.18,"Tatoeba (sqi-eng)":14.66,"Tatoeba (srp-eng)":13.24,"Tatoeba (swe-eng)":60.67,"Tatoeba (swg-eng)":34.76,"Tatoeba (swh-eng)":8.07,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.46,"Tatoeba (tel-eng)":0.67,"Tatoeba (tgl-eng)":25.22,"Tatoeba (tha-eng)":1.58,"Tatoeba (tuk-eng)":4.99,"Tatoeba (tur-eng)":7.72,"Tatoeba (tzl-eng)":38.49,"Tatoeba (uig-eng)":0.87,"Tatoeba (ukr-eng)":9.12,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":5.48,"Tatoeba (vie-eng)":8.45,"Tatoeba (war-eng)":13.75,"Tatoeba (wuu-eng)":1.44,"Tatoeba (xho-eng)":9.15,"Tatoeba (yid-eng)":0.28,"Tatoeba (yue-eng)":0.98,"Tatoeba (zsm-eng)":35.71} -{"index":44,"Rank":22,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.48,"BUCC (de-en)":90.99,"BUCC (fr-en)":88.55,"BUCC (ru-en)":2.07,"BUCC (zh-en)":1.49,"Tatoeba (afr-eng)":33.47,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":30.74,"Tatoeba (ara-eng)":0.47,"Tatoeba (arq-eng)":0.34,"Tatoeba (arz-eng)":0.14,"Tatoeba (ast-eng)":51.74,"Tatoeba (awa-eng)":0.49,"Tatoeba (aze-eng)":7.43,"Tatoeba (bel-eng)":3.45,"Tatoeba (ben-eng)":0.06,"Tatoeba (ber-eng)":5.79,"Tatoeba (bos-eng)":17.43,"Tatoeba (bre-eng)":5.69,"Tatoeba (bul-eng)":7.55,"Tatoeba (cat-eng)":48.06,"Tatoeba (cbk-eng)":54.56,"Tatoeba (ceb-eng)":8.72,"Tatoeba (ces-eng)":8.76,"Tatoeba (cha-eng)":27.56,"Tatoeba (cmn-eng)":2.26,"Tatoeba (cor-eng)":3.69,"Tatoeba (csb-eng)":13.18,"Tatoeba (cym-eng)":6.97,"Tatoeba (dan-eng)":47.36,"Tatoeba (deu-eng)":91.54,"Tatoeba (dsb-eng)":13.2,"Tatoeba (dtp-eng)":4.54,"Tatoeba (ell-eng)":0.55,"Tatoeba (epo-eng)":27.86,"Tatoeba (est-eng)":5.13,"Tatoeba (eus-eng)":10.23,"Tatoeba (fao-eng)":21.44,"Tatoeba (fin-eng)":6.62,"Tatoeba (fra-eng)":79.66,"Tatoeba (fry-eng)":32.92,"Tatoeba (gla-eng)":2.87,"Tatoeba (gle-eng)":3.26,"Tatoeba (glg-eng)":63.81,"Tatoeba (gsw-eng)":29.71,"Tatoeba (heb-eng)":0.33,"Tatoeba (hin-eng)":0.25,"Tatoeba (hrv-eng)":17.16,"Tatoeba (hsb-eng)":12.02,"Tatoeba (hun-eng)":7.21,"Tatoeba (hye-eng)":0.78,"Tatoeba (ido-eng)":40.83,"Tatoeba (ile-eng)":54.95,"Tatoeba (ina-eng)":72.28,"Tatoeba (ind-eng)":30.95,"Tatoeba (isl-eng)":11.29,"Tatoeba (ita-eng)":73.83,"Tatoeba (jav-eng)":8.66,"Tatoeba (jpn-eng)":0.61,"Tatoeba (kab-eng)":1.78,"Tatoeba (kat-eng)":0.79,"Tatoeba (kaz-eng)":0.95,"Tatoeba (khm-eng)":0.49,"Tatoeba (kor-eng)":1.87,"Tatoeba (kur-eng)":10.91,"Tatoeba (kzj-eng)":5.72,"Tatoeba (lat-eng)":18.24,"Tatoeba (lfn-eng)":43.49,"Tatoeba (lit-eng)":7.13,"Tatoeba (lvs-eng)":7.04,"Tatoeba (mal-eng)":0.44,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":18.99,"Tatoeba (mhr-eng)":1.11,"Tatoeba (mkd-eng)":2.49,"Tatoeba (mon-eng)":2.01,"Tatoeba (nds-eng)":39.96,"Tatoeba (nld-eng)":58.86,"Tatoeba (nno-eng)":29.07,"Tatoeba (nob-eng)":40.25,"Tatoeba (nov-eng)":50.19,"Tatoeba (oci-eng)":30.72,"Tatoeba (orv-eng)":0.85,"Tatoeba (pam-eng)":7.21,"Tatoeba (pes-eng)":0.53,"Tatoeba (pms-eng)":31.07,"Tatoeba (pol-eng)":18.06,"Tatoeba (por-eng)":81.92,"Tatoeba (ron-eng)":62.6,"Tatoeba (rus-eng)":22.24,"Tatoeba (slk-eng)":10.59,"Tatoeba (slv-eng)":11.4,"Tatoeba (spa-eng)":85.78,"Tatoeba (sqi-eng)":14.92,"Tatoeba (srp-eng)":9.87,"Tatoeba (swe-eng)":55.08,"Tatoeba (swg-eng)":32.66,"Tatoeba (swh-eng)":7.64,"Tatoeba (tam-eng)":0.49,"Tatoeba (tat-eng)":1.28,"Tatoeba (tel-eng)":0.45,"Tatoeba (tgl-eng)":23.63,"Tatoeba (tha-eng)":0.61,"Tatoeba (tuk-eng)":5.71,"Tatoeba (tur-eng)":8.25,"Tatoeba (tzl-eng)":28.4,"Tatoeba (uig-eng)":0.57,"Tatoeba (ukr-eng)":5.69,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.19,"Tatoeba (vie-eng)":9.07,"Tatoeba (war-eng)":12.31,"Tatoeba (wuu-eng)":1.38,"Tatoeba (xho-eng)":7.6,"Tatoeba (yid-eng)":0.41,"Tatoeba (yue-eng)":1.31,"Tatoeba (zsm-eng)":29.74} -{"index":5,"Rank":23,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":18.78,"BUCC (de-en)":9.26,"BUCC (fr-en)":17.41,"BUCC (ru-en)":51.97,"BUCC (zh-en)":88.7,"Tatoeba (afr-eng)":13.22,"Tatoeba (amh-eng)":5.75,"Tatoeba (ang-eng)":13.26,"Tatoeba (ara-eng)":19.56,"Tatoeba (arq-eng)":3.99,"Tatoeba (arz-eng)":11.42,"Tatoeba (ast-eng)":17.74,"Tatoeba (awa-eng)":16.75,"Tatoeba (aze-eng)":8.55,"Tatoeba (bel-eng)":24.34,"Tatoeba (ben-eng)":23.45,"Tatoeba (ber-eng)":2.49,"Tatoeba (bos-eng)":15.81,"Tatoeba (bre-eng)":3.22,"Tatoeba (bul-eng)":42.18,"Tatoeba (cat-eng)":15.96,"Tatoeba (cbk-eng)":10.95,"Tatoeba (ceb-eng)":4.8,"Tatoeba (ces-eng)":11.89,"Tatoeba (cha-eng)":9.11,"Tatoeba (cmn-eng)":86.26,"Tatoeba (cor-eng)":1.94,"Tatoeba (csb-eng)":7.17,"Tatoeba (cym-eng)":5.64,"Tatoeba (dan-eng)":26.0,"Tatoeba (deu-eng)":20.2,"Tatoeba (dsb-eng)":4.49,"Tatoeba (dtp-eng)":1.76,"Tatoeba (ell-eng)":9.5,"Tatoeba (epo-eng)":8.25,"Tatoeba (est-eng)":5.45,"Tatoeba (eus-eng)":7.38,"Tatoeba (fao-eng)":6.34,"Tatoeba (fin-eng)":13.53,"Tatoeba (fra-eng)":19.96,"Tatoeba (fry-eng)":19.03,"Tatoeba (gla-eng)":2.68,"Tatoeba (gle-eng)":3.65,"Tatoeba (glg-eng)":19.32,"Tatoeba (gsw-eng)":11.69,"Tatoeba (heb-eng)":30.26,"Tatoeba (hin-eng)":49.45,"Tatoeba (hrv-eng)":10.05,"Tatoeba (hsb-eng)":6.44,"Tatoeba (hun-eng)":14.77,"Tatoeba (hye-eng)":23.13,"Tatoeba (ido-eng)":11.78,"Tatoeba (ile-eng)":17.24,"Tatoeba (ina-eng)":23.22,"Tatoeba (ind-eng)":32.13,"Tatoeba (isl-eng)":7.49,"Tatoeba (ita-eng)":15.98,"Tatoeba (jav-eng)":6.74,"Tatoeba (jpn-eng)":52.34,"Tatoeba (kab-eng)":0.6,"Tatoeba (kat-eng)":33.0,"Tatoeba (kaz-eng)":16.97,"Tatoeba (khm-eng)":15.33,"Tatoeba (kor-eng)":48.19,"Tatoeba (kur-eng)":6.11,"Tatoeba (kzj-eng)":2.34,"Tatoeba (lat-eng)":7.87,"Tatoeba (lfn-eng)":8.76,"Tatoeba (lit-eng)":8.13,"Tatoeba (lvs-eng)":7.4,"Tatoeba (mal-eng)":36.61,"Tatoeba (mar-eng)":28.56,"Tatoeba (max-eng)":13.73,"Tatoeba (mhr-eng)":3.52,"Tatoeba (mkd-eng)":16.69,"Tatoeba (mon-eng)":24.85,"Tatoeba (nds-eng)":14.99,"Tatoeba (nld-eng)":29.41,"Tatoeba (nno-eng)":13.8,"Tatoeba (nob-eng)":27.89,"Tatoeba (nov-eng)":25.22,"Tatoeba (oci-eng)":6.69,"Tatoeba (orv-eng)":3.11,"Tatoeba (pam-eng)":3.09,"Tatoeba (pes-eng)":51.06,"Tatoeba (pms-eng)":9.27,"Tatoeba (pol-eng)":14.51,"Tatoeba (por-eng)":28.6,"Tatoeba (ron-eng)":17.36,"Tatoeba (rus-eng)":60.68,"Tatoeba (slk-eng)":14.05,"Tatoeba (slv-eng)":10.17,"Tatoeba (spa-eng)":28.19,"Tatoeba (sqi-eng)":15.83,"Tatoeba (srp-eng)":12.92,"Tatoeba (swe-eng)":21.75,"Tatoeba (swg-eng)":10.95,"Tatoeba (swh-eng)":6.37,"Tatoeba (tam-eng)":26.72,"Tatoeba (tat-eng)":2.51,"Tatoeba (tel-eng)":23.69,"Tatoeba (tgl-eng)":5.76,"Tatoeba (tha-eng)":60.21,"Tatoeba (tuk-eng)":4.02,"Tatoeba (tur-eng)":9.38,"Tatoeba (tzl-eng)":20.61,"Tatoeba (uig-eng)":2.65,"Tatoeba (ukr-eng)":39.8,"Tatoeba (urd-eng)":24.79,"Tatoeba (uzb-eng)":3.53,"Tatoeba (vie-eng)":49.56,"Tatoeba (war-eng)":4.84,"Tatoeba (wuu-eng)":73.25,"Tatoeba (xho-eng)":8.03,"Tatoeba (yid-eng)":2.26,"Tatoeba (yue-eng)":58.35,"Tatoeba (zsm-eng)":30.9} -{"index":47,"Rank":24,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.26,"BUCC (de-en)":87.0,"BUCC (fr-en)":88.91,"BUCC (ru-en)":0.44,"BUCC (zh-en)":0.95,"Tatoeba (afr-eng)":23.7,"Tatoeba (amh-eng)":0.65,"Tatoeba (ang-eng)":30.98,"Tatoeba (ara-eng)":0.48,"Tatoeba (arq-eng)":0.68,"Tatoeba (arz-eng)":0.22,"Tatoeba (ast-eng)":55.3,"Tatoeba (awa-eng)":1.03,"Tatoeba (aze-eng)":5.83,"Tatoeba (bel-eng)":1.66,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.62,"Tatoeba (bos-eng)":12.23,"Tatoeba (bre-eng)":5.84,"Tatoeba (bul-eng)":1.35,"Tatoeba (cat-eng)":48.56,"Tatoeba (cbk-eng)":46.97,"Tatoeba (ceb-eng)":9.79,"Tatoeba (ces-eng)":6.0,"Tatoeba (cha-eng)":24.21,"Tatoeba (cmn-eng)":2.26,"Tatoeba (cor-eng)":4.03,"Tatoeba (csb-eng)":9.53,"Tatoeba (cym-eng)":9.17,"Tatoeba (dan-eng)":34.63,"Tatoeba (deu-eng)":89.31,"Tatoeba (dsb-eng)":9.68,"Tatoeba (dtp-eng)":4.66,"Tatoeba (ell-eng)":0.77,"Tatoeba (epo-eng)":26.88,"Tatoeba (est-eng)":5.19,"Tatoeba (eus-eng)":9.46,"Tatoeba (fao-eng)":21.59,"Tatoeba (fin-eng)":5.66,"Tatoeba (fra-eng)":79.71,"Tatoeba (fry-eng)":28.29,"Tatoeba (gla-eng)":2.34,"Tatoeba (gle-eng)":3.55,"Tatoeba (glg-eng)":56.25,"Tatoeba (gsw-eng)":24.25,"Tatoeba (heb-eng)":0.57,"Tatoeba (hin-eng)":0.12,"Tatoeba (hrv-eng)":10.29,"Tatoeba (hsb-eng)":9.52,"Tatoeba (hun-eng)":6.22,"Tatoeba (hye-eng)":0.81,"Tatoeba (ido-eng)":41.11,"Tatoeba (ile-eng)":54.0,"Tatoeba (ina-eng)":75.47,"Tatoeba (ind-eng)":13.02,"Tatoeba (isl-eng)":8.98,"Tatoeba (ita-eng)":67.23,"Tatoeba (jav-eng)":8.54,"Tatoeba (jpn-eng)":0.99,"Tatoeba (kab-eng)":1.85,"Tatoeba (kat-eng)":1.37,"Tatoeba (kaz-eng)":0.67,"Tatoeba (khm-eng)":0.56,"Tatoeba (kor-eng)":1.73,"Tatoeba (kur-eng)":9.23,"Tatoeba (kzj-eng)":5.38,"Tatoeba (lat-eng)":21.3,"Tatoeba (lfn-eng)":40.48,"Tatoeba (lit-eng)":5.38,"Tatoeba (lvs-eng)":6.83,"Tatoeba (mal-eng)":0.45,"Tatoeba (mar-eng)":0.01,"Tatoeba (max-eng)":16.44,"Tatoeba (mhr-eng)":0.33,"Tatoeba (mkd-eng)":0.4,"Tatoeba (mon-eng)":2.48,"Tatoeba (nds-eng)":34.66,"Tatoeba (nld-eng)":42.72,"Tatoeba (nno-eng)":24.08,"Tatoeba (nob-eng)":34.17,"Tatoeba (nov-eng)":55.01,"Tatoeba (oci-eng)":29.15,"Tatoeba (orv-eng)":0.2,"Tatoeba (pam-eng)":6.99,"Tatoeba (pes-eng)":0.9,"Tatoeba (pms-eng)":30.8,"Tatoeba (pol-eng)":12.81,"Tatoeba (por-eng)":73.45,"Tatoeba (ron-eng)":54.86,"Tatoeba (rus-eng)":2.43,"Tatoeba (slk-eng)":8.35,"Tatoeba (slv-eng)":9.3,"Tatoeba (spa-eng)":78.87,"Tatoeba (sqi-eng)":11.74,"Tatoeba (srp-eng)":5.83,"Tatoeba (swe-eng)":35.41,"Tatoeba (swg-eng)":28.18,"Tatoeba (swh-eng)":7.53,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.01,"Tatoeba (tel-eng)":1.1,"Tatoeba (tgl-eng)":12.4,"Tatoeba (tha-eng)":1.58,"Tatoeba (tuk-eng)":4.95,"Tatoeba (tur-eng)":6.45,"Tatoeba (tzl-eng)":37.82,"Tatoeba (uig-eng)":0.67,"Tatoeba (ukr-eng)":1.88,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.79,"Tatoeba (vie-eng)":7.03,"Tatoeba (war-eng)":9.68,"Tatoeba (wuu-eng)":1.28,"Tatoeba (xho-eng)":10.64,"Tatoeba (yid-eng)":0.57,"Tatoeba (yue-eng)":0.88,"Tatoeba (zsm-eng)":14.67} -{"index":16,"Rank":25,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.61,"BUCC (de-en)":14.99,"BUCC (fr-en)":32.42,"BUCC (ru-en)":0.18,"BUCC (zh-en)":2.76,"Tatoeba (afr-eng)":8.05,"Tatoeba (amh-eng)":0.67,"Tatoeba (ang-eng)":17.0,"Tatoeba (ara-eng)":0.3,"Tatoeba (arq-eng)":0.26,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":17.93,"Tatoeba (awa-eng)":0.29,"Tatoeba (aze-eng)":3.26,"Tatoeba (bel-eng)":0.96,"Tatoeba (ben-eng)":0.07,"Tatoeba (ber-eng)":5.21,"Tatoeba (bos-eng)":7.18,"Tatoeba (bre-eng)":3.81,"Tatoeba (bul-eng)":0.99,"Tatoeba (cat-eng)":15.52,"Tatoeba (cbk-eng)":14.09,"Tatoeba (ceb-eng)":4.59,"Tatoeba (ces-eng)":4.73,"Tatoeba (cha-eng)":14.16,"Tatoeba (cmn-eng)":2.89,"Tatoeba (cor-eng)":3.05,"Tatoeba (csb-eng)":6.64,"Tatoeba (cym-eng)":6.45,"Tatoeba (dan-eng)":10.06,"Tatoeba (deu-eng)":18.14,"Tatoeba (dsb-eng)":3.81,"Tatoeba (dtp-eng)":2.73,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":10.98,"Tatoeba (est-eng)":3.5,"Tatoeba (eus-eng)":7.35,"Tatoeba (fao-eng)":8.13,"Tatoeba (fin-eng)":3.62,"Tatoeba (fra-eng)":21.53,"Tatoeba (fry-eng)":14.62,"Tatoeba (gla-eng)":2.82,"Tatoeba (gle-eng)":2.38,"Tatoeba (glg-eng)":18.49,"Tatoeba (gsw-eng)":13.55,"Tatoeba (heb-eng)":0.1,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.52,"Tatoeba (hsb-eng)":4.08,"Tatoeba (hun-eng)":4.68,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":17.46,"Tatoeba (ile-eng)":20.98,"Tatoeba (ina-eng)":31.39,"Tatoeba (ind-eng)":8.37,"Tatoeba (isl-eng)":4.15,"Tatoeba (ita-eng)":18.5,"Tatoeba (jav-eng)":5.54,"Tatoeba (jpn-eng)":1.58,"Tatoeba (kab-eng)":1.02,"Tatoeba (kat-eng)":0.28,"Tatoeba (kaz-eng)":0.58,"Tatoeba (khm-eng)":0.51,"Tatoeba (kor-eng)":0.5,"Tatoeba (kur-eng)":6.31,"Tatoeba (kzj-eng)":3.6,"Tatoeba (lat-eng)":11.38,"Tatoeba (lfn-eng)":12.55,"Tatoeba (lit-eng)":2.48,"Tatoeba (lvs-eng)":4.88,"Tatoeba (mal-eng)":0.4,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":7.27,"Tatoeba (mhr-eng)":0.1,"Tatoeba (mkd-eng)":0.15,"Tatoeba (mon-eng)":1.44,"Tatoeba (nds-eng)":13.34,"Tatoeba (nld-eng)":12.37,"Tatoeba (nno-eng)":7.02,"Tatoeba (nob-eng)":10.3,"Tatoeba (nov-eng)":30.33,"Tatoeba (oci-eng)":11.98,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":4.85,"Tatoeba (pes-eng)":0.2,"Tatoeba (pms-eng)":11.4,"Tatoeba (pol-eng)":6.57,"Tatoeba (por-eng)":18.86,"Tatoeba (ron-eng)":10.94,"Tatoeba (rus-eng)":0.25,"Tatoeba (slk-eng)":5.63,"Tatoeba (slv-eng)":4.38,"Tatoeba (spa-eng)":18.97,"Tatoeba (sqi-eng)":6.3,"Tatoeba (srp-eng)":2.98,"Tatoeba (swe-eng)":8.47,"Tatoeba (swg-eng)":9.33,"Tatoeba (swh-eng)":6.9,"Tatoeba (tam-eng)":0.51,"Tatoeba (tat-eng)":0.81,"Tatoeba (tel-eng)":0.51,"Tatoeba (tgl-eng)":3.22,"Tatoeba (tha-eng)":1.0,"Tatoeba (tuk-eng)":3.48,"Tatoeba (tur-eng)":4.22,"Tatoeba (tzl-eng)":14.76,"Tatoeba (uig-eng)":0.21,"Tatoeba (ukr-eng)":0.78,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":3.19,"Tatoeba (vie-eng)":5.28,"Tatoeba (war-eng)":5.48,"Tatoeba (wuu-eng)":2.62,"Tatoeba (xho-eng)":2.17,"Tatoeba (yid-eng)":0.3,"Tatoeba (yue-eng)":2.15,"Tatoeba (zsm-eng)":7.56} -{"index":43,"Rank":26,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":4.54,"BUCC (de-en)":0.18,"BUCC (fr-en)":0.08,"BUCC (ru-en)":0.15,"BUCC (zh-en)":0.05,"Tatoeba (afr-eng)":4.82,"Tatoeba (amh-eng)":1.18,"Tatoeba (ang-eng)":8.54,"Tatoeba (ara-eng)":0.63,"Tatoeba (arq-eng)":0.4,"Tatoeba (arz-eng)":0.63,"Tatoeba (ast-eng)":11.69,"Tatoeba (awa-eng)":0.0,"Tatoeba (aze-eng)":3.22,"Tatoeba (bel-eng)":1.75,"Tatoeba (ben-eng)":0.2,"Tatoeba (ber-eng)":7.0,"Tatoeba (bos-eng)":9.31,"Tatoeba (bre-eng)":4.17,"Tatoeba (bul-eng)":1.29,"Tatoeba (cat-eng)":7.73,"Tatoeba (cbk-eng)":5.61,"Tatoeba (ceb-eng)":4.88,"Tatoeba (ces-eng)":3.55,"Tatoeba (cha-eng)":19.29,"Tatoeba (cmn-eng)":0.5,"Tatoeba (cor-eng)":4.15,"Tatoeba (csb-eng)":5.69,"Tatoeba (cym-eng)":8.4,"Tatoeba (dan-eng)":6.99,"Tatoeba (deu-eng)":3.67,"Tatoeba (dsb-eng)":5.33,"Tatoeba (dtp-eng)":4.25,"Tatoeba (ell-eng)":0.63,"Tatoeba (epo-eng)":2.45,"Tatoeba (est-eng)":2.69,"Tatoeba (eus-eng)":4.69,"Tatoeba (fao-eng)":7.61,"Tatoeba (fin-eng)":3.36,"Tatoeba (fra-eng)":7.0,"Tatoeba (fry-eng)":12.36,"Tatoeba (gla-eng)":3.07,"Tatoeba (gle-eng)":4.81,"Tatoeba (glg-eng)":8.12,"Tatoeba (gsw-eng)":18.87,"Tatoeba (heb-eng)":0.68,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":5.41,"Tatoeba (hsb-eng)":6.32,"Tatoeba (hun-eng)":3.42,"Tatoeba (hye-eng)":0.97,"Tatoeba (ido-eng)":7.1,"Tatoeba (ile-eng)":13.61,"Tatoeba (ina-eng)":8.57,"Tatoeba (ind-eng)":7.26,"Tatoeba (isl-eng)":4.09,"Tatoeba (ita-eng)":5.54,"Tatoeba (jav-eng)":11.43,"Tatoeba (jpn-eng)":0.2,"Tatoeba (kab-eng)":2.71,"Tatoeba (kat-eng)":1.11,"Tatoeba (kaz-eng)":1.17,"Tatoeba (khm-eng)":0.55,"Tatoeba (kor-eng)":0.5,"Tatoeba (kur-eng)":8.55,"Tatoeba (kzj-eng)":4.61,"Tatoeba (lat-eng)":4.07,"Tatoeba (lfn-eng)":2.83,"Tatoeba (lit-eng)":0.95,"Tatoeba (lvs-eng)":3.25,"Tatoeba (mal-eng)":0.29,"Tatoeba (mar-eng)":0.2,"Tatoeba (max-eng)":14.53,"Tatoeba (mhr-eng)":0.2,"Tatoeba (mkd-eng)":0.2,"Tatoeba (mon-eng)":1.1,"Tatoeba (nds-eng)":10.37,"Tatoeba (nld-eng)":9.5,"Tatoeba (nno-eng)":4.49,"Tatoeba (nob-eng)":4.95,"Tatoeba (nov-eng)":14.53,"Tatoeba (oci-eng)":5.8,"Tatoeba (orv-eng)":0.24,"Tatoeba (pam-eng)":6.65,"Tatoeba (pes-eng)":0.5,"Tatoeba (pms-eng)":8.05,"Tatoeba (pol-eng)":5.13,"Tatoeba (por-eng)":5.87,"Tatoeba (ron-eng)":6.76,"Tatoeba (rus-eng)":0.2,"Tatoeba (slk-eng)":4.23,"Tatoeba (slv-eng)":6.05,"Tatoeba (spa-eng)":5.03,"Tatoeba (sqi-eng)":4.36,"Tatoeba (srp-eng)":1.77,"Tatoeba (swe-eng)":6.72,"Tatoeba (swg-eng)":8.54,"Tatoeba (swh-eng)":11.49,"Tatoeba (tam-eng)":1.3,"Tatoeba (tat-eng)":0.77,"Tatoeba (tel-eng)":0.85,"Tatoeba (tgl-eng)":2.61,"Tatoeba (tha-eng)":0.69,"Tatoeba (tuk-eng)":5.76,"Tatoeba (tur-eng)":5.24,"Tatoeba (tzl-eng)":15.51,"Tatoeba (uig-eng)":0.6,"Tatoeba (ukr-eng)":1.23,"Tatoeba (urd-eng)":0.4,"Tatoeba (uzb-eng)":4.73,"Tatoeba (vie-eng)":6.55,"Tatoeba (war-eng)":4.12,"Tatoeba (wuu-eng)":0.2,"Tatoeba (xho-eng)":4.33,"Tatoeba (yid-eng)":0.59,"Tatoeba (yue-eng)":0.5,"Tatoeba (zsm-eng)":7.27} -{"index":3,"Rank":27,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.42,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":6,"Rank":28,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":9.35,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":7,"Rank":29,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":24.16,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":8,"Rank":30,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":16.76,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":9,"Rank":31,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":20.26,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":10,"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":91.82,"Tatoeba (amh-eng)":11.66,"Tatoeba (ang-eng)":83.83,"Tatoeba (ara-eng)":89.5,"Tatoeba (arq-eng)":43.42,"Tatoeba (arz-eng)":68.47,"Tatoeba (ast-eng)":86.35,"Tatoeba (awa-eng)":70.28,"Tatoeba (aze-eng)":82.05,"Tatoeba (bel-eng)":90.07,"Tatoeba (ben-eng)":78.41,"Tatoeba (ber-eng)":7.88,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":19.19,"Tatoeba (bul-eng)":93.5,"Tatoeba (cat-eng)":94.15,"Tatoeba (cbk-eng)":83.83,"Tatoeba (ceb-eng)":45.91,"Tatoeba (ces-eng)":96.03,"Tatoeba (cha-eng)":47.58,"Tatoeba (cmn-eng)":95.48,"Tatoeba (cor-eng)":10.97,"Tatoeba (csb-eng)":69.78,"Tatoeba (cym-eng)":75.08,"Tatoeba (dan-eng)":95.6,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":69.41,"Tatoeba (dtp-eng)":10.77,"Tatoeba (ell-eng)":91.56,"Tatoeba (epo-eng)":90.0,"Tatoeba (est-eng)":69.22,"Tatoeba (eus-eng)":44.09,"Tatoeba (fao-eng)":83.02,"Tatoeba (fin-eng)":93.35,"Tatoeba (fra-eng)":94.5,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":65.28,"Tatoeba (gle-eng)":71.65,"Tatoeba (glg-eng)":94.18,"Tatoeba (gsw-eng)":59.66,"Tatoeba (heb-eng)":82.14,"Tatoeba (hin-eng)":93.86,"Tatoeba (hrv-eng)":95.43,"Tatoeba (hsb-eng)":79.62,"Tatoeba (hun-eng)":94.2,"Tatoeba (hye-eng)":54.7,"Tatoeba (ido-eng)":82.17,"Tatoeba (ile-eng)":91.1,"Tatoeba (ina-eng)":96.35,"Tatoeba (ind-eng)":93.53,"Tatoeba (isl-eng)":88.47,"Tatoeba (ita-eng)":94.54,"Tatoeba (jav-eng)":40.36,"Tatoeba (jpn-eng)":95.58,"Tatoeba (kab-eng)":3.21,"Tatoeba (kat-eng)":58.44,"Tatoeba (kaz-eng)":47.61,"Tatoeba (khm-eng)":32.74,"Tatoeba (kor-eng)":91.4,"Tatoeba (kur-eng)":35.06,"Tatoeba (kzj-eng)":12.2,"Tatoeba (lat-eng)":91.56,"Tatoeba (lfn-eng)":79.93,"Tatoeba (lit-eng)":77.91,"Tatoeba (lvs-eng)":72.89,"Tatoeba (mal-eng)":52.3,"Tatoeba (mar-eng)":68.94,"Tatoeba (max-eng)":66.33,"Tatoeba (mhr-eng)":13.31,"Tatoeba (mkd-eng)":88.68,"Tatoeba (mon-eng)":38.62,"Tatoeba (nds-eng)":82.66,"Tatoeba (nld-eng)":96.35,"Tatoeba (nno-eng)":90.49,"Tatoeba (nob-eng)":98.0,"Tatoeba (nov-eng)":78.53,"Tatoeba (oci-eng)":71.66,"Tatoeba (orv-eng)":63.76,"Tatoeba (pam-eng)":15.22,"Tatoeba (pes-eng)":90.25,"Tatoeba (pms-eng)":70.24,"Tatoeba (pol-eng)":97.35,"Tatoeba (por-eng)":94.45,"Tatoeba (ron-eng)":94.53,"Tatoeba (rus-eng)":93.93,"Tatoeba (slk-eng)":93.92,"Tatoeba (slv-eng)":91.48,"Tatoeba (spa-eng)":98.62,"Tatoeba (sqi-eng)":73.59,"Tatoeba (srp-eng)":94.23,"Tatoeba (swe-eng)":94.95,"Tatoeba (swg-eng)":73.87,"Tatoeba (swh-eng)":64.97,"Tatoeba (tam-eng)":66.66,"Tatoeba (tat-eng)":39.47,"Tatoeba (tel-eng)":37.93,"Tatoeba (tgl-eng)":94.29,"Tatoeba (tha-eng)":92.55,"Tatoeba (tuk-eng)":48.38,"Tatoeba (tur-eng)":95.13,"Tatoeba (tzl-eng)":62.95,"Tatoeba (uig-eng)":40.4,"Tatoeba (ukr-eng)":94.35,"Tatoeba (urd-eng)":83.82,"Tatoeba (uzb-eng)":59.94,"Tatoeba (vie-eng)":96.18,"Tatoeba (war-eng)":41.74,"Tatoeba (wuu-eng)":90.31,"Tatoeba (xho-eng)":42.31,"Tatoeba (yid-eng)":31.64,"Tatoeba (yue-eng)":88.43,"Tatoeba (zsm-eng)":93.39} -{"index":11,"Rank":33,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":12,"Rank":34,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","BUCC (de-en)":1.09,"BUCC (fr-en)":0.02,"BUCC (ru-en)":0.0,"BUCC (zh-en)":0.0,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":13,"Rank":35,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","BUCC (de-en)":75.15,"BUCC (fr-en)":0.42,"BUCC (ru-en)":0.01,"BUCC (zh-en)":0.32,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":14,"Rank":36,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":93.94,"Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":18,"Rank":37,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":19,"Rank":38,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.62,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":20,"Rank":39,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":90.2,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":21,"Rank":40,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.52,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":22,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":13.21,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":33,"Rank":42,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":35,"Rank":43,"Model":"gte-multilingual-base-hu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":76.78,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":36,"Rank":44,"Model":"paraphrase-multilingual-MiniLM-L12-hu-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":89.07,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":37,"Rank":45,"Model":"paraphrase-multilingual-MiniLM-L12-hu_v1<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":88.48,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":39,"Rank":46,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.59,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":14.63,"Tatoeba (ara-eng)":0.43,"Tatoeba (arq-eng)":0.28,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":9.99,"Tatoeba (awa-eng)":0.44,"Tatoeba (aze-eng)":1.47,"Tatoeba (bel-eng)":0.85,"Tatoeba (ben-eng)":0.02,"Tatoeba (ber-eng)":4.72,"Tatoeba (bos-eng)":7.05,"Tatoeba (bre-eng)":3.68,"Tatoeba (bul-eng)":0.23,"Tatoeba (cat-eng)":11.79,"Tatoeba (cbk-eng)":9.76,"Tatoeba (ceb-eng)":3.95,"Tatoeba (ces-eng)":4.2,"Tatoeba (cha-eng)":13.07,"Tatoeba (cmn-eng)":2.45,"Tatoeba (cor-eng)":2.47,"Tatoeba (csb-eng)":5.21,"Tatoeba (cym-eng)":5.13,"Tatoeba (dan-eng)":10.21,"Tatoeba (deu-eng)":13.89,"Tatoeba (dsb-eng)":3.06,"Tatoeba (dtp-eng)":3.31,"Tatoeba (ell-eng)":0.2,"Tatoeba (epo-eng)":8.5,"Tatoeba (est-eng)":2.6,"Tatoeba (eus-eng)":6.58,"Tatoeba (fao-eng)":5.92,"Tatoeba (fin-eng)":3.65,"Tatoeba (fra-eng)":17.53,"Tatoeba (fry-eng)":14.53,"Tatoeba (gla-eng)":2.58,"Tatoeba (gle-eng)":3.08,"Tatoeba (glg-eng)":12.6,"Tatoeba (gsw-eng)":9.9,"Tatoeba (heb-eng)":0.3,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.68,"Tatoeba (hsb-eng)":2.89,"Tatoeba (hun-eng)":3.93,"Tatoeba (hye-eng)":0.5,"Tatoeba (ido-eng)":11.08,"Tatoeba (ile-eng)":17.43,"Tatoeba (ina-eng)":25.36,"Tatoeba (ind-eng)":5.3,"Tatoeba (isl-eng)":3.44,"Tatoeba (ita-eng)":12.57,"Tatoeba (jav-eng)":3.5,"Tatoeba (jpn-eng)":2.18,"Tatoeba (kab-eng)":0.91,"Tatoeba (kat-eng)":0.45,"Tatoeba (kaz-eng)":0.82,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":0.9,"Tatoeba (kur-eng)":7.3,"Tatoeba (kzj-eng)":3.64,"Tatoeba (lat-eng)":7.14,"Tatoeba (lfn-eng)":7.52,"Tatoeba (lit-eng)":1.56,"Tatoeba (lvs-eng)":3.45,"Tatoeba (mal-eng)":0.24,"Tatoeba (mar-eng)":0.04,"Tatoeba (max-eng)":8.4,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.01,"Tatoeba (mon-eng)":0.06,"Tatoeba (nds-eng)":11.35,"Tatoeba (nld-eng)":12.56,"Tatoeba (nno-eng)":7.45,"Tatoeba (nob-eng)":8.02,"Tatoeba (nov-eng)":19.45,"Tatoeba (oci-eng)":8.72,"Tatoeba (orv-eng)":0.15,"Tatoeba (pam-eng)":4.73,"Tatoeba (pes-eng)":0.3,"Tatoeba (pms-eng)":8.94,"Tatoeba (pol-eng)":4.29,"Tatoeba (por-eng)":11.36,"Tatoeba (ron-eng)":8.77,"Tatoeba (rus-eng)":0.07,"Tatoeba (slk-eng)":4.2,"Tatoeba (slv-eng)":4.52,"Tatoeba (spa-eng)":11.26,"Tatoeba (sqi-eng)":5.86,"Tatoeba (srp-eng)":2.22,"Tatoeba (swe-eng)":7.31,"Tatoeba (swg-eng)":11.9,"Tatoeba (swh-eng)":5.82,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.75,"Tatoeba (tel-eng)":0.67,"Tatoeba (tgl-eng)":3.34,"Tatoeba (tha-eng)":0.67,"Tatoeba (tuk-eng)":2.66,"Tatoeba (tur-eng)":3.69,"Tatoeba (tzl-eng)":6.87,"Tatoeba (uig-eng)":0.4,"Tatoeba (ukr-eng)":0.57,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.2,"Tatoeba (vie-eng)":5.06,"Tatoeba (war-eng)":6.18,"Tatoeba (wuu-eng)":1.89,"Tatoeba (xho-eng)":3.66,"Tatoeba (yid-eng)":0.19,"Tatoeba (yue-eng)":1.89,"Tatoeba (zsm-eng)":5.99} -{"index":40,"Rank":47,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":5.89,"Tatoeba (amh-eng)":0.25,"Tatoeba (ang-eng)":15.64,"Tatoeba (ara-eng)":0.0,"Tatoeba (arq-eng)":0.11,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":6.84,"Tatoeba (awa-eng)":0.51,"Tatoeba (aze-eng)":1.04,"Tatoeba (bel-eng)":0.5,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":4.69,"Tatoeba (bos-eng)":5.58,"Tatoeba (bre-eng)":3.22,"Tatoeba (bul-eng)":0.21,"Tatoeba (cat-eng)":6.93,"Tatoeba (cbk-eng)":7.04,"Tatoeba (ceb-eng)":3.39,"Tatoeba (ces-eng)":3.04,"Tatoeba (cha-eng)":13.29,"Tatoeba (cmn-eng)":1.92,"Tatoeba (cor-eng)":2.41,"Tatoeba (csb-eng)":3.78,"Tatoeba (cym-eng)":6.09,"Tatoeba (dan-eng)":7.84,"Tatoeba (deu-eng)":7.89,"Tatoeba (dsb-eng)":2.9,"Tatoeba (dtp-eng)":1.88,"Tatoeba (ell-eng)":0.1,"Tatoeba (epo-eng)":5.46,"Tatoeba (est-eng)":2.36,"Tatoeba (eus-eng)":5.54,"Tatoeba (fao-eng)":5.33,"Tatoeba (fin-eng)":2.79,"Tatoeba (fra-eng)":8.17,"Tatoeba (fry-eng)":11.22,"Tatoeba (gla-eng)":2.7,"Tatoeba (gle-eng)":2.75,"Tatoeba (glg-eng)":9.31,"Tatoeba (gsw-eng)":11.33,"Tatoeba (heb-eng)":0.22,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":3.83,"Tatoeba (hsb-eng)":2.65,"Tatoeba (hun-eng)":3.56,"Tatoeba (hye-eng)":0.41,"Tatoeba (ido-eng)":7.48,"Tatoeba (ile-eng)":13.54,"Tatoeba (ina-eng)":17.63,"Tatoeba (ind-eng)":3.86,"Tatoeba (isl-eng)":2.37,"Tatoeba (ita-eng)":9.9,"Tatoeba (jav-eng)":3.37,"Tatoeba (jpn-eng)":0.97,"Tatoeba (kab-eng)":0.96,"Tatoeba (kat-eng)":0.3,"Tatoeba (kaz-eng)":0.42,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":0.45,"Tatoeba (kur-eng)":5.21,"Tatoeba (kzj-eng)":2.78,"Tatoeba (lat-eng)":5.04,"Tatoeba (lfn-eng)":4.55,"Tatoeba (lit-eng)":0.92,"Tatoeba (lvs-eng)":2.61,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":6.93,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.0,"Tatoeba (mon-eng)":0.38,"Tatoeba (nds-eng)":9.56,"Tatoeba (nld-eng)":10.16,"Tatoeba (nno-eng)":5.38,"Tatoeba (nob-eng)":4.34,"Tatoeba (nov-eng)":13.97,"Tatoeba (oci-eng)":6.55,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":3.54,"Tatoeba (pes-eng)":0.0,"Tatoeba (pms-eng)":7.62,"Tatoeba (pol-eng)":2.58,"Tatoeba (por-eng)":8.29,"Tatoeba (ron-eng)":6.82,"Tatoeba (rus-eng)":0.07,"Tatoeba (slk-eng)":3.27,"Tatoeba (slv-eng)":3.25,"Tatoeba (spa-eng)":5.63,"Tatoeba (sqi-eng)":3.58,"Tatoeba (srp-eng)":1.28,"Tatoeba (swe-eng)":6.06,"Tatoeba (swg-eng)":8.92,"Tatoeba (swh-eng)":5.8,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.44,"Tatoeba (tel-eng)":0.46,"Tatoeba (tgl-eng)":2.69,"Tatoeba (tha-eng)":0.3,"Tatoeba (tuk-eng)":3.52,"Tatoeba (tur-eng)":3.59,"Tatoeba (tzl-eng)":4.58,"Tatoeba (uig-eng)":0.2,"Tatoeba (ukr-eng)":0.3,"Tatoeba (urd-eng)":0.1,"Tatoeba (uzb-eng)":2.34,"Tatoeba (vie-eng)":3.07,"Tatoeba (war-eng)":4.94,"Tatoeba (wuu-eng)":0.6,"Tatoeba (xho-eng)":4.01,"Tatoeba (yid-eng)":0.14,"Tatoeba (yue-eng)":0.86,"Tatoeba (zsm-eng)":4.24} -{"index":41,"Rank":48,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":6.08,"Tatoeba (amh-eng)":0.0,"Tatoeba (ang-eng)":9.77,"Tatoeba (ara-eng)":0.1,"Tatoeba (arq-eng)":0.33,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":9.78,"Tatoeba (awa-eng)":0.44,"Tatoeba (aze-eng)":1.49,"Tatoeba (bel-eng)":0.65,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":4.56,"Tatoeba (bos-eng)":4.6,"Tatoeba (bre-eng)":3.65,"Tatoeba (bul-eng)":0.35,"Tatoeba (cat-eng)":9.44,"Tatoeba (cbk-eng)":9.33,"Tatoeba (ceb-eng)":4.41,"Tatoeba (ces-eng)":3.56,"Tatoeba (cha-eng)":12.2,"Tatoeba (cmn-eng)":2.22,"Tatoeba (cor-eng)":2.42,"Tatoeba (csb-eng)":4.19,"Tatoeba (cym-eng)":4.88,"Tatoeba (dan-eng)":10.01,"Tatoeba (deu-eng)":11.46,"Tatoeba (dsb-eng)":2.96,"Tatoeba (dtp-eng)":3.54,"Tatoeba (ell-eng)":0.0,"Tatoeba (epo-eng)":7.15,"Tatoeba (est-eng)":2.35,"Tatoeba (eus-eng)":3.94,"Tatoeba (fao-eng)":7.08,"Tatoeba (fin-eng)":3.82,"Tatoeba (fra-eng)":16.9,"Tatoeba (fry-eng)":12.43,"Tatoeba (gla-eng)":2.04,"Tatoeba (gle-eng)":2.19,"Tatoeba (glg-eng)":12.0,"Tatoeba (gsw-eng)":10.67,"Tatoeba (heb-eng)":0.28,"Tatoeba (hin-eng)":0.02,"Tatoeba (hrv-eng)":3.77,"Tatoeba (hsb-eng)":3.12,"Tatoeba (hun-eng)":3.23,"Tatoeba (hye-eng)":0.14,"Tatoeba (ido-eng)":9.84,"Tatoeba (ile-eng)":17.84,"Tatoeba (ina-eng)":22.55,"Tatoeba (ind-eng)":4.88,"Tatoeba (isl-eng)":3.86,"Tatoeba (ita-eng)":11.1,"Tatoeba (jav-eng)":3.17,"Tatoeba (jpn-eng)":1.71,"Tatoeba (kab-eng)":1.31,"Tatoeba (kat-eng)":0.43,"Tatoeba (kaz-eng)":0.52,"Tatoeba (khm-eng)":0.28,"Tatoeba (kor-eng)":0.32,"Tatoeba (kur-eng)":3.65,"Tatoeba (kzj-eng)":3.62,"Tatoeba (lat-eng)":5.78,"Tatoeba (lfn-eng)":6.1,"Tatoeba (lit-eng)":1.02,"Tatoeba (lvs-eng)":2.98,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.11,"Tatoeba (max-eng)":6.46,"Tatoeba (mhr-eng)":0.17,"Tatoeba (mkd-eng)":0.0,"Tatoeba (mon-eng)":0.81,"Tatoeba (nds-eng)":10.96,"Tatoeba (nld-eng)":9.29,"Tatoeba (nno-eng)":5.75,"Tatoeba (nob-eng)":4.37,"Tatoeba (nov-eng)":16.61,"Tatoeba (oci-eng)":8.57,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":4.32,"Tatoeba (pes-eng)":0.2,"Tatoeba (pms-eng)":7.63,"Tatoeba (pol-eng)":4.09,"Tatoeba (por-eng)":10.48,"Tatoeba (ron-eng)":7.34,"Tatoeba (rus-eng)":0.14,"Tatoeba (slk-eng)":3.4,"Tatoeba (slv-eng)":3.73,"Tatoeba (spa-eng)":10.12,"Tatoeba (sqi-eng)":3.45,"Tatoeba (srp-eng)":1.89,"Tatoeba (swe-eng)":6.55,"Tatoeba (swg-eng)":7.86,"Tatoeba (swh-eng)":6.01,"Tatoeba (tam-eng)":0.73,"Tatoeba (tat-eng)":0.24,"Tatoeba (tel-eng)":0.73,"Tatoeba (tgl-eng)":4.06,"Tatoeba (tha-eng)":0.0,"Tatoeba (tuk-eng)":2.23,"Tatoeba (tur-eng)":3.16,"Tatoeba (tzl-eng)":3.55,"Tatoeba (uig-eng)":0.33,"Tatoeba (ukr-eng)":0.5,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":1.98,"Tatoeba (vie-eng)":4.96,"Tatoeba (war-eng)":5.14,"Tatoeba (wuu-eng)":0.91,"Tatoeba (xho-eng)":3.3,"Tatoeba (yid-eng)":0.08,"Tatoeba (yue-eng)":1.16,"Tatoeba (zsm-eng)":4.75} -{"index":42,"Rank":49,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","BUCC (de-en)":0.18,"BUCC (fr-en)":0.19,"BUCC (ru-en)":0.1,"BUCC (zh-en)":0.0,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":49,"Rank":50,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.22,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":50,"Rank":51,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":83.14,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":51,"Rank":52,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":98.39,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":95.15,"Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} diff --git a/boards_data/en/data_overall/default.jsonl b/boards_data/en/data_overall/default.jsonl deleted file mode 100644 index 1146690c6caea2cf4a311ce0b7b38efc8dd135fa..0000000000000000000000000000000000000000 --- a/boards_data/en/data_overall/default.jsonl +++ /dev/null @@ -1,342 +0,0 @@ -{"index":259,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":72.31,"Classification Average (12 datasets)":90.37,"Clustering Average (11 datasets)":58.46,"PairClassification Average (3 datasets)":88.67,"Reranking Average (4 datasets)":60.65,"Retrieval Average (15 datasets)":62.65,"STS Average (10 datasets)":84.31,"Summarization Average (1 datasets)":30.7} -{"index":190,"Rank":2,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":72.02,"Classification Average (12 datasets)":88.49,"Clustering Average (11 datasets)":58.04,"PairClassification Average (3 datasets)":88.07,"Reranking Average (4 datasets)":60.91,"Retrieval Average (15 datasets)":63.12,"STS Average (10 datasets)":84.67,"Summarization Average (1 datasets)":31.42} -{"index":25,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":71.67,"Classification Average (12 datasets)":88.95,"Clustering Average (11 datasets)":57.89,"PairClassification Average (3 datasets)":88.14,"Reranking Average (4 datasets)":59.86,"Retrieval Average (15 datasets)":62.16,"STS Average (10 datasets)":84.24,"Summarization Average (1 datasets)":30.77} -{"index":308,"Rank":4,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":71.67,"Classification Average (12 datasets)":88.95,"Clustering Average (11 datasets)":57.89,"PairClassification Average (3 datasets)":88.14,"Reranking Average (4 datasets)":59.86,"Retrieval Average (15 datasets)":62.16,"STS Average (10 datasets)":84.24,"Summarization Average (1 datasets)":30.77} -{"index":171,"Rank":5,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average (56 datasets)":71.19,"Classification Average (12 datasets)":87.63,"Clustering Average (11 datasets)":57.69,"PairClassification Average (3 datasets)":88.07,"Reranking Average (4 datasets)":61.21,"Retrieval Average (15 datasets)":61.01,"STS Average (10 datasets)":84.51,"Summarization Average (1 datasets)":31.49} -{"index":117,"Rank":6,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":70.31,"Classification Average (12 datasets)":89.05,"Clustering Average (11 datasets)":56.17,"PairClassification Average (3 datasets)":88.07,"Reranking Average (4 datasets)":60.14,"Retrieval Average (15 datasets)":60.18,"STS Average (10 datasets)":81.26,"Summarization Average (1 datasets)":30.71} -{"index":309,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (56 datasets)":70.24,"Classification Average (12 datasets)":86.58,"Clustering Average (11 datasets)":56.92,"PairClassification Average (3 datasets)":85.79,"Reranking Average (4 datasets)":61.42,"Retrieval Average (15 datasets)":60.25,"STS Average (10 datasets)":83.04,"Summarization Average (1 datasets)":31.35} -{"index":17,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (56 datasets)":70.24,"Classification Average (12 datasets)":86.58,"Clustering Average (11 datasets)":56.92,"PairClassification Average (3 datasets)":85.79,"Reranking Average (4 datasets)":61.42,"Retrieval Average (15 datasets)":60.25,"STS Average (10 datasets)":83.04,"Summarization Average (1 datasets)":31.35} -{"index":179,"Rank":9,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (56 datasets)":70.24,"Classification Average (12 datasets)":86.58,"Clustering Average (11 datasets)":56.92,"PairClassification Average (3 datasets)":85.79,"Reranking Average (4 datasets)":61.42,"Retrieval Average (15 datasets)":60.25,"STS Average (10 datasets)":83.04,"Summarization Average (1 datasets)":31.35} -{"index":48,"Rank":10,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":70.24,"Classification Average (12 datasets)":86.58,"Clustering Average (11 datasets)":56.92,"PairClassification Average (3 datasets)":85.79,"Reranking Average (4 datasets)":61.42,"Retrieval Average (15 datasets)":60.25,"STS Average (10 datasets)":83.04,"Summarization Average (1 datasets)":31.35} -{"index":172,"Rank":11,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average (56 datasets)":70.11,"Classification Average (12 datasets)":86.67,"Clustering Average (11 datasets)":56.7,"PairClassification Average (3 datasets)":87.74,"Reranking Average (4 datasets)":60.16,"Retrieval Average (15 datasets)":58.97,"STS Average (10 datasets)":84.22,"Summarization Average (1 datasets)":31.66} -{"index":28,"Rank":12,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (56 datasets)":69.88,"Classification Average (12 datasets)":88.08,"Clustering Average (11 datasets)":54.65,"PairClassification Average (3 datasets)":85.84,"Reranking Average (4 datasets)":59.72,"Retrieval Average (15 datasets)":59.24,"STS Average (10 datasets)":83.88,"Summarization Average (1 datasets)":31.2} -{"index":258,"Rank":13,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":69.32,"Classification Average (12 datasets)":87.35,"Clustering Average (11 datasets)":52.8,"PairClassification Average (3 datasets)":86.91,"Reranking Average (4 datasets)":60.54,"Retrieval Average (15 datasets)":59.36,"STS Average (10 datasets)":82.84,"Summarization Average (1 datasets)":31.2} -{"index":6,"Rank":14,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (56 datasets)":68.23,"Classification Average (12 datasets)":81.49,"Clustering Average (11 datasets)":53.35,"PairClassification Average (3 datasets)":89.25,"Reranking Average (4 datasets)":60.09,"Retrieval Average (15 datasets)":58.28,"STS Average (10 datasets)":84.31,"Summarization Average (1 datasets)":30.84} -{"index":74,"Rank":15,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":68.17,"Classification Average (12 datasets)":80.2,"Clustering Average (11 datasets)":51.42,"PairClassification Average (3 datasets)":88.35,"Reranking Average (4 datasets)":60.29,"Retrieval Average (15 datasets)":60.19,"STS Average (10 datasets)":84.97,"Summarization Average (1 datasets)":30.98} -{"index":188,"Rank":16,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":68.02,"Classification Average (12 datasets)":85.71,"Clustering Average (11 datasets)":54.36,"PairClassification Average (3 datasets)":87.28,"Reranking Average (4 datasets)":60.25,"Retrieval Average (15 datasets)":54.14,"STS Average (10 datasets)":83.74,"Summarization Average (1 datasets)":30.17} -{"index":56,"Rank":17,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":67.6,"Classification Average (12 datasets)":88.46,"Clustering Average (11 datasets)":50.71,"PairClassification Average (3 datasets)":86.37,"Reranking Average (4 datasets)":57.87,"Retrieval Average (15 datasets)":54.62,"STS Average (10 datasets)":82.86,"Summarization Average (1 datasets)":27.86} -{"index":118,"Rank":18,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":67.56,"Classification Average (12 datasets)":78.33,"Clustering Average (11 datasets)":51.67,"PairClassification Average (3 datasets)":88.54,"Reranking Average (4 datasets)":60.64,"Retrieval Average (15 datasets)":59.0,"STS Average (10 datasets)":85.05,"Summarization Average (1 datasets)":31.16} -{"index":338,"Rank":19,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":67.55,"Classification Average (12 datasets)":78.77,"Clustering Average (11 datasets)":51.89,"PairClassification Average (3 datasets)":88.19,"Reranking Average (4 datasets)":59.02,"Retrieval Average (15 datasets)":59.5,"STS Average (10 datasets)":84.24,"Summarization Average (1 datasets)":31.42} -{"index":15,"Rank":20,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":67.35,"Classification Average (12 datasets)":79.6,"Clustering Average (11 datasets)":55.83,"PairClassification Average (3 datasets)":87.41,"Reranking Average (4 datasets)":60.13,"Retrieval Average (15 datasets)":56.24,"STS Average (10 datasets)":82.42,"Summarization Average (1 datasets)":31.46} -{"index":47,"Rank":21,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":67.16,"Classification Average (12 datasets)":82.47,"Clustering Average (11 datasets)":48.75,"PairClassification Average (3 datasets)":87.51,"Reranking Average (4 datasets)":59.98,"Retrieval Average (15 datasets)":58.29,"STS Average (10 datasets)":82.73,"Summarization Average (1 datasets)":31.17} -{"index":16,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (56 datasets)":67.16,"Classification Average (12 datasets)":82.47,"Clustering Average (11 datasets)":48.75,"PairClassification Average (3 datasets)":87.51,"Reranking Average (4 datasets)":59.98,"Retrieval Average (15 datasets)":58.29,"STS Average (10 datasets)":82.73,"Summarization Average (1 datasets)":31.17} -{"index":9,"Rank":23,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":67.13,"Classification Average (12 datasets)":79.25,"Clustering Average (11 datasets)":52.42,"PairClassification Average (3 datasets)":86.87,"Reranking Average (4 datasets)":58.24,"Retrieval Average (15 datasets)":56.6,"STS Average (10 datasets)":85.79,"Summarization Average (1 datasets)":31.01} -{"index":264,"Rank":24,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":66.76,"Classification Average (12 datasets)":79.46,"Clustering Average (11 datasets)":50.61,"PairClassification Average (3 datasets)":87.16,"Reranking Average (4 datasets)":60.49,"Retrieval Average (15 datasets)":57.41,"STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":30.37} -{"index":21,"Rank":25,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":66.63,"Classification Average (12 datasets)":78.47,"Clustering Average (11 datasets)":50.26,"PairClassification Average (3 datasets)":88.34,"Reranking Average (4 datasets)":60.21,"Retrieval Average (15 datasets)":56.89,"STS Average (10 datasets)":84.63,"Summarization Average (1 datasets)":31.4} -{"index":54,"Rank":26,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (56 datasets)":66.58,"Classification Average (12 datasets)":78.65,"Clustering Average (11 datasets)":50.61,"PairClassification Average (3 datasets)":87.29,"Reranking Average (4 datasets)":60.48,"Retrieval Average (15 datasets)":57.36,"STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":30.39} -{"index":59,"Rank":27,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":66.51,"Classification Average (12 datasets)":78.44,"Clustering Average (11 datasets)":49.28,"PairClassification Average (3 datasets)":88.19,"Reranking Average (4 datasets)":60.76,"Retrieval Average (15 datasets)":56.5,"STS Average (10 datasets)":85.48,"Summarization Average (1 datasets)":31.06} -{"index":196,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":66.4,"Classification Average (12 datasets)":77.37,"Clustering Average (11 datasets)":50.26,"PairClassification Average (3 datasets)":88.42,"Reranking Average (4 datasets)":60.21,"Retrieval Average (15 datasets)":56.87,"STS Average (10 datasets)":84.62,"Summarization Average (1 datasets)":31.53} -{"index":1,"Rank":29,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average (56 datasets)":66.31,"Classification Average (12 datasets)":81.17,"Clustering Average (11 datasets)":47.48,"PairClassification Average (3 datasets)":87.61,"Reranking Average (4 datasets)":58.9,"Retrieval Average (15 datasets)":55.7,"STS Average (10 datasets)":85.07,"Summarization Average (1 datasets)":32.63} -{"index":272,"Rank":30,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":65.96,"Classification Average (12 datasets)":77.17,"Clustering Average (11 datasets)":47.86,"PairClassification Average (3 datasets)":88.27,"Reranking Average (4 datasets)":60.46,"Retrieval Average (15 datasets)":57.05,"STS Average (10 datasets)":84.82,"Summarization Average (1 datasets)":30.83} -{"index":320,"Rank":31,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":65.72,"Classification Average (12 datasets)":76.05,"Clustering Average (11 datasets)":47.18,"PairClassification Average (3 datasets)":88.84,"Reranking Average (4 datasets)":59.28,"Retrieval Average (15 datasets)":57.38,"STS Average (10 datasets)":85.31,"Summarization Average (1 datasets)":31.19} -{"index":55,"Rank":32,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":65.66,"Classification Average (12 datasets)":78.53,"Clustering Average (11 datasets)":50.14,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":59.8,"Retrieval Average (15 datasets)":55.09,"STS Average (10 datasets)":83.26,"Summarization Average (1 datasets)":29.82} -{"index":217,"Rank":33,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":65.51,"Classification Average (12 datasets)":82.58,"Clustering Average (11 datasets)":45.21,"PairClassification Average (3 datasets)":84.01,"Reranking Average (4 datasets)":58.13,"Retrieval Average (15 datasets)":53.88,"STS Average (10 datasets)":85.81,"Summarization Average (1 datasets)":29.71} -{"index":266,"Rank":34,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":65.39,"Classification Average (12 datasets)":77.75,"Clustering Average (11 datasets)":47.96,"PairClassification Average (3 datasets)":84.53,"Reranking Average (4 datasets)":58.5,"Retrieval Average (15 datasets)":57.91,"STS Average (10 datasets)":81.43,"Summarization Average (1 datasets)":30.91} -{"index":19,"Rank":35,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":65.39,"Classification Average (12 datasets)":77.75,"Clustering Average (11 datasets)":47.96,"PairClassification Average (3 datasets)":84.53,"Reranking Average (4 datasets)":58.5,"Retrieval Average (15 datasets)":57.91,"STS Average (10 datasets)":81.43,"Summarization Average (1 datasets)":30.91} -{"index":80,"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (56 datasets)":65.01,"Classification Average (12 datasets)":75.92,"Clustering Average (11 datasets)":46.45,"PairClassification Average (3 datasets)":87.79,"Reranking Average (4 datasets)":59.68,"Retrieval Average (15 datasets)":56.63,"STS Average (10 datasets)":83.58,"Summarization Average (1 datasets)":30.94} -{"index":220,"Rank":37,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":65.0,"Classification Average (12 datasets)":81.71,"Clustering Average (11 datasets)":48.32,"PairClassification Average (3 datasets)":84.69,"Reranking Average (4 datasets)":56.75,"Retrieval Average (15 datasets)":53.27,"STS Average (10 datasets)":81.63,"Summarization Average (1 datasets)":31.23} -{"index":82,"Rank":38,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":64.8,"Classification Average (12 datasets)":76.63,"Clustering Average (11 datasets)":45.54,"PairClassification Average (3 datasets)":87.99,"Reranking Average (4 datasets)":58.42,"Retrieval Average (15 datasets)":55.99,"STS Average (10 datasets)":84.09,"Summarization Average (1 datasets)":29.96} -{"index":57,"Rank":39,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (56 datasets)":64.74,"Classification Average (12 datasets)":85.1,"Clustering Average (11 datasets)":45.46,"PairClassification Average (3 datasets)":83.92,"Reranking Average (4 datasets)":55.58,"Retrieval Average (15 datasets)":51.88,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":27.88} -{"index":219,"Rank":40,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":64.68,"Classification Average (12 datasets)":77.43,"Clustering Average (11 datasets)":46.32,"PairClassification Average (3 datasets)":87.34,"Reranking Average (4 datasets)":58.14,"Retrieval Average (15 datasets)":55.52,"STS Average (10 datasets)":82.56,"Summarization Average (1 datasets)":30.73} -{"index":240,"Rank":41,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.68,"Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":54.39,"STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":133,"Rank":42,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.64,"Classification Average (12 datasets)":75.58,"Clustering Average (11 datasets)":46.73,"PairClassification Average (3 datasets)":87.25,"Reranking Average (4 datasets)":59.88,"Retrieval Average (15 datasets)":54.66,"STS Average (10 datasets)":84.54,"Summarization Average (1 datasets)":32.03} -{"index":352,"Rank":43,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (56 datasets)":64.59,"Classification Average (12 datasets)":75.45,"Clustering Average (11 datasets)":49.01,"PairClassification Average (3 datasets)":85.72,"Reranking Average (4 datasets)":59.16,"Retrieval Average (15 datasets)":55.44,"STS Average (10 datasets)":81.73,"Summarization Average (1 datasets)":29.92} -{"index":8,"Rank":44,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":64.49,"Classification Average (12 datasets)":74.79,"Clustering Average (11 datasets)":47.4,"PairClassification Average (3 datasets)":86.57,"Reranking Average (4 datasets)":59.74,"Retrieval Average (15 datasets)":55.58,"STS Average (10 datasets)":82.93,"Summarization Average (1 datasets)":30.97} -{"index":38,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":64.47,"Classification Average (12 datasets)":76.49,"Clustering Average (11 datasets)":47.43,"PairClassification Average (3 datasets)":85.84,"Reranking Average (4 datasets)":58.01,"Retrieval Average (15 datasets)":55.0,"STS Average (10 datasets)":82.62,"Summarization Average (1 datasets)":30.18} -{"index":0,"Rank":46,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average (56 datasets)":64.37,"Classification Average (12 datasets)":79.0,"Clustering Average (11 datasets)":45.07,"PairClassification Average (3 datasets)":87.29,"Reranking Average (4 datasets)":57.78,"Retrieval Average (15 datasets)":52.44,"STS Average (10 datasets)":84.93,"Summarization Average (1 datasets)":32.36} -{"index":148,"Rank":47,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.34,"Classification Average (12 datasets)":76.01,"Clustering Average (11 datasets)":46.55,"PairClassification Average (3 datasets)":86.7,"Reranking Average (4 datasets)":60.05,"Retrieval Average (15 datasets)":53.44,"STS Average (10 datasets)":84.59,"Summarization Average (1 datasets)":30.96} -{"index":26,"Rank":48,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.23,"Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":54.29,"STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61} -{"index":328,"Rank":49,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.21,"Classification Average (12 datasets)":75.16,"Clustering Average (11 datasets)":46.46,"PairClassification Average (3 datasets)":87.07,"Reranking Average (4 datasets)":60.0,"Retrieval Average (15 datasets)":53.3,"STS Average (10 datasets)":85.04,"Summarization Average (1 datasets)":31.93} -{"index":69,"Rank":50,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.2,"Classification Average (12 datasets)":74.5,"Clustering Average (11 datasets)":46.93,"PairClassification Average (3 datasets)":87.14,"Reranking Average (4 datasets)":59.97,"Retrieval Average (15 datasets)":53.46,"STS Average (10 datasets)":84.99,"Summarization Average (1 datasets)":32.12} -{"index":78,"Rank":51,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (56 datasets)":64.14,"Classification Average (12 datasets)":76.33,"Clustering Average (11 datasets)":45.24,"PairClassification Average (3 datasets)":88.03,"Reranking Average (4 datasets)":57.38,"Retrieval Average (15 datasets)":54.6,"STS Average (10 datasets)":83.73,"Summarization Average (1 datasets)":28.49} -{"index":18,"Rank":52,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":64.11,"Classification Average (12 datasets)":77.17,"Clustering Average (11 datasets)":46.82,"PairClassification Average (3 datasets)":85.33,"Reranking Average (4 datasets)":57.66,"Retrieval Average (15 datasets)":54.09,"STS Average (10 datasets)":81.97,"Summarization Average (1 datasets)":31.17} -{"index":40,"Rank":53,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.01,"Classification Average (12 datasets)":76.01,"Clustering Average (11 datasets)":46.6,"PairClassification Average (3 datasets)":86.15,"Reranking Average (4 datasets)":57.86,"Retrieval Average (15 datasets)":53.84,"STS Average (10 datasets)":83.15,"Summarization Average (1 datasets)":30.99} -{"index":146,"Rank":54,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.71,"Classification Average (12 datasets)":76.03,"Clustering Average (11 datasets)":46.21,"PairClassification Average (3 datasets)":86.32,"Reranking Average (4 datasets)":59.37,"Retrieval Average (15 datasets)":52.31,"STS Average (10 datasets)":83.51,"Summarization Average (1 datasets)":30.87} -{"index":201,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":63.61,"Classification Average (12 datasets)":73.32,"Clustering Average (11 datasets)":47.07,"PairClassification Average (3 datasets)":86.24,"Reranking Average (4 datasets)":58.92,"Retrieval Average (15 datasets)":52.64,"STS Average (10 datasets)":85.03,"Summarization Average (1 datasets)":30.46} -{"index":24,"Rank":56,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.56,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.81,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} -{"index":224,"Rank":57,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.54,"Classification Average (12 datasets)":75.99,"Clustering Average (11 datasets)":45.58,"PairClassification Average (3 datasets)":87.37,"Reranking Average (4 datasets)":60.04,"Retrieval Average (15 datasets)":51.92,"STS Average (10 datasets)":83.34,"Summarization Average (1 datasets)":30.82} -{"index":209,"Rank":58,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.34,"Classification Average (12 datasets)":73.96,"Clustering Average (11 datasets)":46.61,"PairClassification Average (3 datasets)":86.85,"Reranking Average (4 datasets)":59.86,"Retrieval Average (15 datasets)":51.8,"STS Average (10 datasets)":83.85,"Summarization Average (1 datasets)":31.61} -{"index":239,"Rank":59,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.25,"Classification Average (12 datasets)":74.14,"Clustering Average (11 datasets)":46.07,"PairClassification Average (3 datasets)":85.89,"Reranking Average (4 datasets)":58.94,"Retrieval Average (15 datasets)":51.42,"STS Average (10 datasets)":84.9,"Summarization Average (1 datasets)":31.55} -{"index":317,"Rank":60,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.13,"Classification Average (12 datasets)":73.33,"Clustering Average (11 datasets)":46.84,"PairClassification Average (3 datasets)":85.0,"Reranking Average (4 datasets)":59.13,"Retrieval Average (15 datasets)":52.22,"STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":31.66} -{"index":150,"Rank":61,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":63.12,"Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":44.95,"PairClassification Average (3 datasets)":84.99,"Reranking Average (4 datasets)":58.3,"Retrieval Average (15 datasets)":51.99,"STS Average (10 datasets)":83.0,"Summarization Average (1 datasets)":30.6} -{"index":149,"Rank":62,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":62.72,"Classification Average (12 datasets)":76.11,"Clustering Average (11 datasets)":44.82,"PairClassification Average (3 datasets)":84.68,"Reranking Average (4 datasets)":58.56,"Retrieval Average (15 datasets)":50.43,"STS Average (10 datasets)":83.03,"Summarization Average (1 datasets)":31.14} -{"index":191,"Rank":63,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":62.61,"Classification Average (12 datasets)":75.28,"Clustering Average (11 datasets)":44.9,"PairClassification Average (3 datasets)":86.45,"Reranking Average (4 datasets)":58.78,"Retrieval Average (15 datasets)":50.1,"STS Average (10 datasets)":83.02,"Summarization Average (1 datasets)":32.52} -{"index":316,"Rank":64,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":73.01,"Clustering Average (11 datasets)":46.2,"PairClassification Average (3 datasets)":84.57,"Reranking Average (4 datasets)":58.61,"Retrieval Average (15 datasets)":51.14,"STS Average (10 datasets)":82.3,"Summarization Average (1 datasets)":31.17} -{"index":249,"Rank":65,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} -{"index":256,"Rank":66,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.28,"Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":53.01,"STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":353,"Rank":67,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":62.26,"Classification Average (12 datasets)":73.21,"Clustering Average (11 datasets)":46.65,"PairClassification Average (3 datasets)":85.04,"Reranking Average (4 datasets)":56.72,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":81.58,"Summarization Average (1 datasets)":31.12} -{"index":195,"Rank":68,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":62.2,"Classification Average (12 datasets)":75.24,"Clustering Average (11 datasets)":44.26,"PairClassification Average (3 datasets)":86.03,"Reranking Average (4 datasets)":56.61,"Retrieval Average (15 datasets)":50.56,"STS Average (10 datasets)":82.05,"Summarization Average (1 datasets)":30.19} -{"index":152,"Rank":69,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":62.18,"Classification Average (12 datasets)":73.33,"Clustering Average (11 datasets)":44.36,"PairClassification Average (3 datasets)":86.09,"Reranking Average (4 datasets)":58.14,"Retrieval Average (15 datasets)":51.4,"STS Average (10 datasets)":82.24,"Summarization Average (1 datasets)":30.07} -{"index":29,"Rank":70,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":62.17,"Classification Average (12 datasets)":74.14,"Clustering Average (11 datasets)":43.82,"PairClassification Average (3 datasets)":84.92,"Reranking Average (4 datasets)":58.36,"Retrieval Average (15 datasets)":51.68,"STS Average (10 datasets)":81.59,"Summarization Average (1 datasets)":30.12} -{"index":142,"Rank":71,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":62.11,"Classification Average (12 datasets)":74.37,"Clustering Average (11 datasets)":44.31,"PairClassification Average (3 datasets)":83.78,"Reranking Average (4 datasets)":57.97,"Retrieval Average (15 datasets)":51.82,"STS Average (10 datasets)":80.72,"Summarization Average (1 datasets)":30.53} -{"index":37,"Rank":72,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":62.01,"Classification Average (12 datasets)":74.31,"Clustering Average (11 datasets)":44.64,"PairClassification Average (3 datasets)":85.05,"Reranking Average (4 datasets)":56.09,"Retrieval Average (15 datasets)":51.34,"STS Average (10 datasets)":80.92,"Summarization Average (1 datasets)":31.29} -{"index":351,"Rank":73,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average (56 datasets)":62.0,"Classification Average (12 datasets)":71.97,"Clustering Average (11 datasets)":46.23,"PairClassification Average (3 datasets)":84.22,"Reranking Average (4 datasets)":57.99,"Retrieval Average (15 datasets)":51.66,"STS Average (10 datasets)":81.04,"Summarization Average (1 datasets)":29.92} -{"index":254,"Rank":74,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average (56 datasets)":61.96,"Classification Average (12 datasets)":73.24,"Clustering Average (11 datasets)":43.71,"PairClassification Average (3 datasets)":84.59,"Reranking Average (4 datasets)":55.65,"Retrieval Average (15 datasets)":52.4,"STS Average (10 datasets)":81.7,"Summarization Average (1 datasets)":30.47} -{"index":58,"Rank":75,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (56 datasets)":61.87,"Classification Average (12 datasets)":72.88,"Clustering Average (11 datasets)":45.37,"PairClassification Average (3 datasets)":84.09,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":50.81,"STS Average (10 datasets)":82.42,"Summarization Average (1 datasets)":29.15} -{"index":84,"Rank":76,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (56 datasets)":61.85,"Classification Average (12 datasets)":72.21,"Clustering Average (11 datasets)":43.57,"PairClassification Average (3 datasets)":86.21,"Reranking Average (4 datasets)":55.38,"Retrieval Average (15 datasets)":51.44,"STS Average (10 datasets)":83.58,"Summarization Average (1 datasets)":30.01} -{"index":187,"Rank":77,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":61.79,"Classification Average (12 datasets)":73.12,"Clustering Average (11 datasets)":44.74,"PairClassification Average (3 datasets)":86.62,"Reranking Average (4 datasets)":57.29,"Retrieval Average (15 datasets)":49.26,"STS Average (10 datasets)":83.06,"Summarization Average (1 datasets)":32.32} -{"index":137,"Rank":78,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":61.79,"Classification Average (12 datasets)":71.83,"Clustering Average (11 datasets)":43.45,"PairClassification Average (3 datasets)":84.71,"Reranking Average (4 datasets)":58.38,"Retrieval Average (15 datasets)":52.49,"STS Average (10 datasets)":81.48,"Summarization Average (1 datasets)":30.49} -{"index":186,"Rank":79,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":61.59,"Classification Average (12 datasets)":73.86,"Clustering Average (11 datasets)":45.29,"PairClassification Average (3 datasets)":85.89,"Reranking Average (4 datasets)":57.54,"Retrieval Average (15 datasets)":47.57,"STS Average (10 datasets)":83.15,"Summarization Average (1 datasets)":31.84} -{"index":321,"Rank":80,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.58,"Classification Average (12 datasets)":70.56,"Clustering Average (11 datasets)":43.59,"PairClassification Average (3 datasets)":86.61,"Reranking Average (4 datasets)":54.16,"Retrieval Average (15 datasets)":52.28,"STS Average (10 datasets)":83.1,"Summarization Average (1 datasets)":30.79} -{"index":193,"Rank":81,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":61.56,"Classification Average (12 datasets)":73.84,"Clustering Average (11 datasets)":44.1,"PairClassification Average (3 datasets)":85.73,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":50.29,"STS Average (10 datasets)":81.05,"Summarization Average (1 datasets)":30.28} -{"index":173,"Rank":82,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average (56 datasets)":61.5,"Classification Average (12 datasets)":73.84,"Clustering Average (11 datasets)":43.8,"PairClassification Average (3 datasets)":85.73,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":50.29,"STS Average (10 datasets)":81.05,"Summarization Average (1 datasets)":30.28} -{"index":194,"Rank":83,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":61.42,"Classification Average (12 datasets)":73.14,"Clustering Average (11 datasets)":43.33,"PairClassification Average (3 datasets)":85.94,"Reranking Average (4 datasets)":56.53,"Retrieval Average (15 datasets)":49.99,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.97} -{"index":20,"Rank":84,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":61.4,"Classification Average (12 datasets)":70.89,"Clustering Average (11 datasets)":44.31,"PairClassification Average (3 datasets)":84.24,"Reranking Average (4 datasets)":57.47,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":82.11,"Summarization Average (1 datasets)":30.58} -{"index":250,"Rank":85,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":61.36,"Classification Average (12 datasets)":73.65,"Clustering Average (11 datasets)":43.7,"PairClassification Average (3 datasets)":84.59,"Reranking Average (4 datasets)":53.32,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":80.22,"Summarization Average (1 datasets)":31.28} -{"index":318,"Rank":86,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":61.36,"Classification Average (12 datasets)":72.31,"Clustering Average (11 datasets)":44.89,"PairClassification Average (3 datasets)":83.54,"Reranking Average (4 datasets)":57.7,"Retrieval Average (15 datasets)":49.46,"STS Average (10 datasets)":82.07,"Summarization Average (1 datasets)":30.42} -{"index":253,"Rank":87,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average (56 datasets)":61.04,"Classification Average (12 datasets)":72.1,"Clustering Average (11 datasets)":43.16,"PairClassification Average (3 datasets)":84.09,"Reranking Average (4 datasets)":55.18,"Retrieval Average (15 datasets)":50.81,"STS Average (10 datasets)":81.34,"Summarization Average (1 datasets)":30.05} -{"index":350,"Rank":88,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":60.99,"Classification Average (12 datasets)":70.93,"Clustering Average (11 datasets)":45.9,"PairClassification Average (3 datasets)":84.89,"Reranking Average (4 datasets)":56.32,"Retrieval Average (15 datasets)":49.25,"STS Average (10 datasets)":80.97,"Summarization Average (1 datasets)":30.8} -{"index":200,"Rank":89,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":60.89,"Classification Average (12 datasets)":71.77,"Clustering Average (11 datasets)":41.23,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.96,"Retrieval Average (15 datasets)":51.4,"STS Average (10 datasets)":81.62,"Summarization Average (1 datasets)":29.64} -{"index":208,"Rank":90,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (56 datasets)":60.63,"Classification Average (12 datasets)":72.13,"Clustering Average (11 datasets)":40.81,"PairClassification Average (3 datasets)":85.4,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":49.34,"STS Average (10 datasets)":83.01,"Summarization Average (1 datasets)":30.97} -{"index":123,"Rank":91,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":60.5,"Classification Average (12 datasets)":67.18,"Clustering Average (11 datasets)":41.65,"PairClassification Average (3 datasets)":83.0,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":55.65,"STS Average (10 datasets)":78.62,"Summarization Average (1 datasets)":30.51} -{"index":192,"Rank":92,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":60.44,"Classification Average (12 datasets)":72.63,"Clustering Average (11 datasets)":42.11,"PairClassification Average (3 datasets)":85.09,"Reranking Average (4 datasets)":55.7,"Retrieval Average (15 datasets)":48.75,"STS Average (10 datasets)":80.96,"Summarization Average (1 datasets)":31.01} -{"index":145,"Rank":93,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.38,"Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":47.87,"STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":214,"Rank":94,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.38,"Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":47.87,"STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":143,"Rank":95,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":60.37,"Classification Average (12 datasets)":70.62,"Clustering Average (11 datasets)":40.4,"PairClassification Average (3 datasets)":82.14,"Reranking Average (4 datasets)":57.5,"Retrieval Average (15 datasets)":51.31,"STS Average (10 datasets)":81.54,"Summarization Average (1 datasets)":27.54} -{"index":125,"Rank":96,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.09,"Classification Average (12 datasets)":68.01,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":82.02,"Reranking Average (4 datasets)":55.47,"Retrieval Average (15 datasets)":54.83,"STS Average (10 datasets)":77.08,"Summarization Average (1 datasets)":31.38} -{"index":39,"Rank":97,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":60.08,"Classification Average (12 datasets)":70.57,"Clustering Average (11 datasets)":41.98,"PairClassification Average (3 datasets)":83.95,"Reranking Average (4 datasets)":55.06,"Retrieval Average (15 datasets)":50.15,"STS Average (10 datasets)":80.09,"Summarization Average (1 datasets)":30.41} -{"index":198,"Rank":98,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":59.93,"Classification Average (12 datasets)":72.94,"Clustering Average (11 datasets)":39.92,"PairClassification Average (3 datasets)":84.67,"Reranking Average (4 datasets)":54.32,"Retrieval Average (15 datasets)":49.04,"STS Average (10 datasets)":80.39,"Summarization Average (1 datasets)":31.16} -{"index":206,"Rank":99,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (56 datasets)":59.86,"Classification Average (12 datasets)":71.91,"Clustering Average (11 datasets)":40.74,"PairClassification Average (3 datasets)":84.06,"Reranking Average (4 datasets)":54.9,"Retrieval Average (15 datasets)":47.67,"STS Average (10 datasets)":82.37,"Summarization Average (1 datasets)":30.62} -{"index":251,"Rank":100,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":59.85,"Classification Average (12 datasets)":71.17,"Clustering Average (11 datasets)":42.52,"PairClassification Average (3 datasets)":83.67,"Reranking Average (4 datasets)":54.99,"Retrieval Average (15 datasets)":48.0,"STS Average (10 datasets)":80.84,"Summarization Average (1 datasets)":30.72} -{"index":122,"Rank":101,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":59.84,"Classification Average (12 datasets)":67.07,"Clustering Average (11 datasets)":41.49,"PairClassification Average (3 datasets)":80.8,"Reranking Average (4 datasets)":55.46,"Retrieval Average (15 datasets)":55.98,"STS Average (10 datasets)":75.48,"Summarization Average (1 datasets)":30.84} -{"index":124,"Rank":102,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.79,"Classification Average (12 datasets)":68.23,"Clustering Average (11 datasets)":41.87,"PairClassification Average (3 datasets)":81.07,"Reranking Average (4 datasets)":55.42,"Retrieval Average (15 datasets)":54.91,"STS Average (10 datasets)":75.03,"Summarization Average (1 datasets)":30.31} -{"index":126,"Rank":103,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.55,"Classification Average (12 datasets)":68.79,"Clustering Average (11 datasets)":40.71,"PairClassification Average (3 datasets)":81.36,"Reranking Average (4 datasets)":55.94,"Retrieval Average (15 datasets)":55.14,"STS Average (10 datasets)":73.63,"Summarization Average (1 datasets)":30.36} -{"index":225,"Rank":104,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":59.55,"Classification Average (12 datasets)":68.79,"Clustering Average (11 datasets)":40.71,"PairClassification Average (3 datasets)":81.36,"Reranking Average (4 datasets)":55.94,"Retrieval Average (15 datasets)":55.14,"STS Average (10 datasets)":73.63,"Summarization Average (1 datasets)":30.36} -{"index":185,"Rank":105,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.54,"Classification Average (12 datasets)":72.36,"Clustering Average (11 datasets)":41.9,"PairClassification Average (3 datasets)":83.51,"Reranking Average (4 datasets)":56.2,"Retrieval Average (15 datasets)":45.12,"STS Average (10 datasets)":82.29,"Summarization Average (1 datasets)":29.85} -{"index":301,"Rank":106,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.51,"Classification Average (12 datasets)":73.42,"Clustering Average (11 datasets)":43.72,"PairClassification Average (3 datasets)":85.07,"Reranking Average (4 datasets)":56.42,"Retrieval Average (15 datasets)":42.24,"STS Average (10 datasets)":82.63,"Summarization Average (1 datasets)":30.08} -{"index":127,"Rank":107,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":59.48,"Classification Average (12 datasets)":65.25,"Clustering Average (11 datasets)":41.0,"PairClassification Average (3 datasets)":82.23,"Reranking Average (4 datasets)":54.7,"Retrieval Average (15 datasets)":55.38,"STS Average (10 datasets)":77.13,"Summarization Average (1 datasets)":29.39} -{"index":32,"Rank":108,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":59.45,"Classification Average (12 datasets)":73.02,"Clustering Average (11 datasets)":37.89,"PairClassification Average (3 datasets)":83.57,"Reranking Average (4 datasets)":54.84,"Retrieval Average (15 datasets)":48.88,"STS Average (10 datasets)":80.26,"Summarization Average (1 datasets)":30.11} -{"index":252,"Rank":109,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average (56 datasets)":59.34,"Classification Average (12 datasets)":69.7,"Clustering Average (11 datasets)":42.24,"PairClassification Average (3 datasets)":83.54,"Reranking Average (4 datasets)":54.56,"Retrieval Average (15 datasets)":47.75,"STS Average (10 datasets)":80.74,"Summarization Average (1 datasets)":29.59} -{"index":223,"Rank":110,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":59.29,"Classification Average (12 datasets)":72.25,"Clustering Average (11 datasets)":43.48,"PairClassification Average (3 datasets)":79.23,"Reranking Average (4 datasets)":57.12,"Retrieval Average (15 datasets)":44.99,"STS Average (10 datasets)":80.47,"Summarization Average (1 datasets)":29.02} -{"index":199,"Rank":111,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":59.11,"Classification Average (12 datasets)":69.76,"Clustering Average (11 datasets)":39.62,"PairClassification Average (3 datasets)":83.57,"Reranking Average (4 datasets)":55.03,"Retrieval Average (15 datasets)":48.87,"STS Average (10 datasets)":80.31,"Summarization Average (1 datasets)":30.23} -{"index":147,"Rank":112,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":59.0,"Classification Average (12 datasets)":72.72,"Clustering Average (11 datasets)":39.48,"PairClassification Average (3 datasets)":83.39,"Reranking Average (4 datasets)":57.95,"Retrieval Average (15 datasets)":45.12,"STS Average (10 datasets)":80.72,"Summarization Average (1 datasets)":31.22} -{"index":293,"Rank":113,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.97,"Classification Average (12 datasets)":67.41,"Clustering Average (11 datasets)":42.42,"PairClassification Average (3 datasets)":86.12,"Reranking Average (4 datasets)":56.66,"Retrieval Average (15 datasets)":48.48,"STS Average (10 datasets)":78.38,"Summarization Average (1 datasets)":30.64} -{"index":128,"Rank":114,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":58.94,"Classification Average (12 datasets)":65.65,"Clustering Average (11 datasets)":40.88,"PairClassification Average (3 datasets)":82.07,"Reranking Average (4 datasets)":55.31,"Retrieval Average (15 datasets)":51.98,"STS Average (10 datasets)":78.44,"Summarization Average (1 datasets)":31.75} -{"index":197,"Rank":115,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":58.94,"Classification Average (12 datasets)":71.67,"Clustering Average (11 datasets)":39.73,"PairClassification Average (3 datasets)":85.08,"Reranking Average (4 datasets)":54.45,"Retrieval Average (15 datasets)":46.01,"STS Average (10 datasets)":80.87,"Summarization Average (1 datasets)":31.39} -{"index":101,"Rank":116,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (56 datasets)":58.93,"Classification Average (12 datasets)":68.13,"Clustering Average (11 datasets)":40.34,"PairClassification Average (3 datasets)":82.0,"Reranking Average (4 datasets)":56.56,"Retrieval Average (15 datasets)":50.25,"STS Average (10 datasets)":78.1,"Summarization Average (1 datasets)":31.46} -{"index":132,"Rank":117,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":58.69,"Classification Average (12 datasets)":70.35,"Clustering Average (11 datasets)":42.09,"PairClassification Average (3 datasets)":82.83,"Reranking Average (4 datasets)":55.77,"Retrieval Average (15 datasets)":44.92,"STS Average (10 datasets)":80.46,"Summarization Average (1 datasets)":29.47} -{"index":292,"Rank":118,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.42,"Classification Average (12 datasets)":67.11,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":86.13,"Reranking Average (4 datasets)":55.96,"Retrieval Average (15 datasets)":47.96,"STS Average (10 datasets)":77.8,"Summarization Average (1 datasets)":30.21} -{"index":205,"Rank":119,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (56 datasets)":58.29,"Classification Average (12 datasets)":70.17,"Clustering Average (11 datasets)":39.11,"PairClassification Average (3 datasets)":83.11,"Reranking Average (4 datasets)":54.28,"Retrieval Average (15 datasets)":45.27,"STS Average (10 datasets)":81.52,"Summarization Average (1 datasets)":31.1} -{"index":291,"Rank":120,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.28,"Classification Average (12 datasets)":67.14,"Clustering Average (11 datasets)":41.6,"PairClassification Average (3 datasets)":85.32,"Reranking Average (4 datasets)":55.36,"Retrieval Average (15 datasets)":47.42,"STS Average (10 datasets)":78.19,"Summarization Average (1 datasets)":29.5} -{"index":87,"Rank":121,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":58.07,"Classification Average (12 datasets)":70.25,"Clustering Average (11 datasets)":40.7,"PairClassification Average (3 datasets)":83.32,"Reranking Average (4 datasets)":55.34,"Retrieval Average (15 datasets)":43.97,"STS Average (10 datasets)":79.89,"Summarization Average (1 datasets)":31.27} -{"index":216,"Rank":122,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average (56 datasets)":58.0,"Classification Average (12 datasets)":68.82,"Clustering Average (11 datasets)":40.08,"PairClassification Average (3 datasets)":84.44,"Reranking Average (4 datasets)":55.09,"Retrieval Average (15 datasets)":45.14,"STS Average (10 datasets)":80.0,"Summarization Average (1 datasets)":30.56} -{"index":222,"Rank":123,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":57.97,"Classification Average (12 datasets)":70.55,"Clustering Average (11 datasets)":42.97,"PairClassification Average (3 datasets)":77.83,"Reranking Average (4 datasets)":55.6,"Retrieval Average (15 datasets)":43.39,"STS Average (10 datasets)":79.02,"Summarization Average (1 datasets)":30.25} -{"index":218,"Rank":124,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":57.87,"Classification Average (12 datasets)":70.74,"Clustering Average (11 datasets)":37.08,"PairClassification Average (3 datasets)":82.59,"Reranking Average (4 datasets)":53.87,"Retrieval Average (15 datasets)":46.64,"STS Average (10 datasets)":79.1,"Summarization Average (1 datasets)":29.98} -{"index":300,"Rank":125,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":57.87,"Classification Average (12 datasets)":72.84,"Clustering Average (11 datasets)":42.34,"PairClassification Average (3 datasets)":86.06,"Reranking Average (4 datasets)":54.71,"Retrieval Average (15 datasets)":38.47,"STS Average (10 datasets)":81.66,"Summarization Average (1 datasets)":29.91} -{"index":285,"Rank":126,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":57.77,"Classification Average (12 datasets)":65.03,"Clustering Average (11 datasets)":43.69,"PairClassification Average (3 datasets)":83.04,"Reranking Average (4 datasets)":59.36,"Retrieval Average (15 datasets)":43.81,"STS Average (10 datasets)":80.28,"Summarization Average (1 datasets)":27.49} -{"index":153,"Rank":127,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (56 datasets)":57.59,"Classification Average (12 datasets)":66.19,"Clustering Average (11 datasets)":38.93,"PairClassification Average (3 datasets)":81.9,"Reranking Average (4 datasets)":55.65,"Retrieval Average (15 datasets)":48.22,"STS Average (10 datasets)":77.74,"Summarization Average (1 datasets)":33.6} -{"index":211,"Rank":128,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":57.38,"Classification Average (12 datasets)":67.76,"Clustering Average (11 datasets)":37.15,"PairClassification Average (3 datasets)":84.8,"Reranking Average (4 datasets)":56.42,"Retrieval Average (15 datasets)":44.81,"STS Average (10 datasets)":80.96,"Summarization Average (1 datasets)":29.85} -{"index":100,"Rank":129,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (56 datasets)":57.17,"Classification Average (12 datasets)":67.13,"Clustering Average (11 datasets)":39.83,"PairClassification Average (3 datasets)":80.65,"Reranking Average (4 datasets)":54.67,"Retrieval Average (15 datasets)":46.54,"STS Average (10 datasets)":76.83,"Summarization Average (1 datasets)":31.03} -{"index":299,"Rank":130,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":57.06,"Classification Average (12 datasets)":72.31,"Clustering Average (11 datasets)":41.65,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":54.0,"Retrieval Average (15 datasets)":36.71,"STS Average (10 datasets)":81.83,"Summarization Average (1 datasets)":29.64} -{"index":202,"Rank":131,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":57.05,"Classification Average (12 datasets)":67.03,"Clustering Average (11 datasets)":37.22,"PairClassification Average (3 datasets)":82.73,"Reranking Average (4 datasets)":52.9,"Retrieval Average (15 datasets)":46.63,"STS Average (10 datasets)":79.16,"Summarization Average (1 datasets)":30.04} -{"index":129,"Rank":132,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.98,"Classification Average (12 datasets)":62.94,"Clustering Average (11 datasets)":38.86,"PairClassification Average (3 datasets)":81.33,"Reranking Average (4 datasets)":54.4,"Retrieval Average (15 datasets)":50.15,"STS Average (10 datasets)":76.39,"Summarization Average (1 datasets)":30.1} -{"index":221,"Rank":133,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":56.81,"Classification Average (12 datasets)":69.65,"Clustering Average (11 datasets)":40.86,"PairClassification Average (3 datasets)":76.9,"Reranking Average (4 datasets)":55.5,"Retrieval Average (15 datasets)":41.41,"STS Average (10 datasets)":79.11,"Summarization Average (1 datasets)":31.01} -{"index":83,"Rank":134,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":56.8,"Classification Average (12 datasets)":74.07,"Clustering Average (11 datasets)":40.63,"PairClassification Average (3 datasets)":80.94,"Reranking Average (4 datasets)":53.98,"Retrieval Average (15 datasets)":38.05,"STS Average (10 datasets)":78.5,"Summarization Average (1 datasets)":30.19} -{"index":131,"Rank":135,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.57,"Classification Average (12 datasets)":68.04,"Clustering Average (11 datasets)":39.18,"PairClassification Average (3 datasets)":82.81,"Reranking Average (4 datasets)":54.29,"Retrieval Average (15 datasets)":42.56,"STS Average (10 datasets)":78.65,"Summarization Average (1 datasets)":29.87} -{"index":283,"Rank":136,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.53,"Classification Average (12 datasets)":63.21,"Clustering Average (11 datasets)":41.81,"PairClassification Average (3 datasets)":82.46,"Reranking Average (4 datasets)":58.44,"Retrieval Average (15 datasets)":42.69,"STS Average (10 datasets)":79.8,"Summarization Average (1 datasets)":27.9} -{"index":354,"Rank":137,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average (56 datasets)":56.33,"Classification Average (12 datasets)":65.94,"Clustering Average (11 datasets)":32.28,"PairClassification Average (3 datasets)":81.32,"Reranking Average (4 datasets)":53.27,"Retrieval Average (15 datasets)":50.02,"STS Average (10 datasets)":76.95,"Summarization Average (1 datasets)":31.03} -{"index":210,"Rank":138,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.26,"Classification Average (12 datasets)":66.07,"Clustering Average (11 datasets)":35.88,"PairClassification Average (3 datasets)":83.04,"Reranking Average (4 datasets)":55.84,"Retrieval Average (15 datasets)":44.03,"STS Average (10 datasets)":79.93,"Summarization Average (1 datasets)":30.71} -{"index":81,"Rank":139,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (56 datasets)":56.23,"Classification Average (12 datasets)":71.88,"Clustering Average (11 datasets)":41.99,"PairClassification Average (3 datasets)":78.01,"Reranking Average (4 datasets)":53.09,"Retrieval Average (15 datasets)":39.19,"STS Average (10 datasets)":75.86,"Summarization Average (1 datasets)":31.45} -{"index":97,"Rank":140,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":56.2,"Classification Average (12 datasets)":66.52,"Clustering Average (11 datasets)":39.92,"PairClassification Average (3 datasets)":79.58,"Reranking Average (4 datasets)":54.0,"Retrieval Average (15 datasets)":44.49,"STS Average (10 datasets)":75.74,"Summarization Average (1 datasets)":30.43} -{"index":290,"Rank":141,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.19,"Classification Average (12 datasets)":65.25,"Clustering Average (11 datasets)":38.63,"PairClassification Average (3 datasets)":83.85,"Reranking Average (4 datasets)":54.23,"Retrieval Average (15 datasets)":44.67,"STS Average (10 datasets)":77.07,"Summarization Average (1 datasets)":29.67} -{"index":255,"Rank":142,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average (56 datasets)":56.1,"Classification Average (12 datasets)":66.48,"Clustering Average (11 datasets)":40.31,"PairClassification Average (3 datasets)":82.26,"Reranking Average (4 datasets)":53.42,"Retrieval Average (15 datasets)":40.92,"STS Average (10 datasets)":79.79,"Summarization Average (1 datasets)":28.41} -{"index":284,"Rank":143,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.09,"Classification Average (12 datasets)":62.62,"Clustering Average (11 datasets)":41.94,"PairClassification Average (3 datasets)":82.37,"Reranking Average (4 datasets)":58.04,"Retrieval Average (15 datasets)":41.95,"STS Average (10 datasets)":78.9,"Summarization Average (1 datasets)":30.81} -{"index":257,"Rank":144,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.0,"Classification Average (12 datasets)":66.68,"Clustering Average (11 datasets)":41.1,"PairClassification Average (3 datasets)":82.54,"Reranking Average (4 datasets)":53.14,"Retrieval Average (15 datasets)":41.88,"STS Average (10 datasets)":76.51,"Summarization Average (1 datasets)":30.36} -{"index":207,"Rank":145,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (56 datasets)":55.81,"Classification Average (12 datasets)":68.04,"Clustering Average (11 datasets)":36.89,"PairClassification Average (3 datasets)":81.05,"Reranking Average (4 datasets)":52.6,"Retrieval Average (15 datasets)":41.19,"STS Average (10 datasets)":79.93,"Summarization Average (1 datasets)":32.06} -{"index":130,"Rank":146,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":55.71,"Classification Average (12 datasets)":66.35,"Clustering Average (11 datasets)":39.46,"PairClassification Average (3 datasets)":81.77,"Reranking Average (4 datasets)":54.28,"Retrieval Average (15 datasets)":40.82,"STS Average (10 datasets)":78.37,"Summarization Average (1 datasets)":31.16} -{"index":79,"Rank":147,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (56 datasets)":55.36,"Classification Average (12 datasets)":71.57,"Clustering Average (11 datasets)":40.83,"PairClassification Average (3 datasets)":77.88,"Reranking Average (4 datasets)":52.95,"Retrieval Average (15 datasets)":36.75,"STS Average (10 datasets)":76.4,"Summarization Average (1 datasets)":31.38} -{"index":298,"Rank":148,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":55.27,"Classification Average (12 datasets)":69.81,"Clustering Average (11 datasets)":40.21,"PairClassification Average (3 datasets)":85.18,"Reranking Average (4 datasets)":53.09,"Retrieval Average (15 datasets)":33.63,"STS Average (10 datasets)":81.14,"Summarization Average (1 datasets)":31.39} -{"index":86,"Rank":149,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":55.04,"Classification Average (12 datasets)":67.9,"Clustering Average (11 datasets)":37.6,"PairClassification Average (3 datasets)":82.69,"Reranking Average (4 datasets)":53.49,"Retrieval Average (15 datasets)":37.94,"STS Average (10 datasets)":79.18,"Summarization Average (1 datasets)":30.97} -{"index":297,"Rank":150,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":54.64,"Classification Average (12 datasets)":67.46,"Clustering Average (11 datasets)":38.5,"PairClassification Average (3 datasets)":80.81,"Reranking Average (4 datasets)":53.8,"Retrieval Average (15 datasets)":35.34,"STS Average (10 datasets)":80.77,"Summarization Average (1 datasets)":31.57} -{"index":144,"Rank":151,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average (56 datasets)":54.42,"Classification Average (12 datasets)":67.8,"Clustering Average (11 datasets)":38.03,"PairClassification Average (3 datasets)":81.4,"Reranking Average (4 datasets)":53.64,"Retrieval Average (15 datasets)":36.08,"STS Average (10 datasets)":78.59,"Summarization Average (1 datasets)":29.83} -{"index":60,"Rank":152,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average (56 datasets)":54.24,"Classification Average (12 datasets)":67.3,"Clustering Average (11 datasets)":40.9,"PairClassification Average (3 datasets)":80.4,"Reranking Average (4 datasets)":53.95,"Retrieval Average (15 datasets)":36.99,"STS Average (10 datasets)":73.7,"Summarization Average (1 datasets)":31.23} -{"index":102,"Rank":153,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (56 datasets)":53.74,"Classification Average (12 datasets)":70.14,"Clustering Average (11 datasets)":36.98,"PairClassification Average (3 datasets)":77.03,"Reranking Average (4 datasets)":52.33,"Retrieval Average (15 datasets)":32.34,"STS Average (10 datasets)":80.53,"Summarization Average (1 datasets)":30.38} -{"index":169,"Rank":154,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":53.29,"Classification Average (12 datasets)":61.67,"Clustering Average (11 datasets)":35.67,"PairClassification Average (3 datasets)":80.86,"Reranking Average (4 datasets)":54.58,"Retrieval Average (15 datasets)":41.17,"STS Average (10 datasets)":74.23,"Summarization Average (1 datasets)":31.05} -{"index":296,"Rank":155,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":52.45,"Classification Average (12 datasets)":64.31,"Clustering Average (11 datasets)":37.14,"PairClassification Average (3 datasets)":78.45,"Reranking Average (4 datasets)":53.62,"Retrieval Average (15 datasets)":32.45,"STS Average (10 datasets)":78.96,"Summarization Average (1 datasets)":30.67} -{"index":294,"Rank":156,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":52.35,"Classification Average (12 datasets)":64.71,"Clustering Average (11 datasets)":37.64,"PairClassification Average (3 datasets)":81.74,"Reranking Average (4 datasets)":51.84,"Retrieval Average (15 datasets)":32.96,"STS Average (10 datasets)":76.47,"Summarization Average (1 datasets)":29.5} -{"index":212,"Rank":157,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":52.33,"Classification Average (12 datasets)":60.56,"Clustering Average (11 datasets)":32.56,"PairClassification Average (3 datasets)":79.22,"Reranking Average (4 datasets)":53.07,"Retrieval Average (15 datasets)":38.91,"STS Average (10 datasets)":78.06,"Summarization Average (1 datasets)":31.25} -{"index":98,"Rank":158,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (56 datasets)":51.25,"Classification Average (12 datasets)":60.72,"Clustering Average (11 datasets)":35.79,"PairClassification Average (3 datasets)":75.23,"Reranking Average (4 datasets)":50.58,"Retrieval Average (15 datasets)":37.04,"STS Average (10 datasets)":73.41,"Summarization Average (1 datasets)":29.71} -{"index":90,"Rank":159,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":50.94,"Classification Average (12 datasets)":65.72,"Clustering Average (11 datasets)":32.91,"PairClassification Average (3 datasets)":80.62,"Reranking Average (4 datasets)":50.29,"Retrieval Average (15 datasets)":29.33,"STS Average (10 datasets)":78.81,"Summarization Average (1 datasets)":30.71} -{"index":238,"Rank":160,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":50.02,"Classification Average (12 datasets)":64.44,"Clustering Average (11 datasets)":32.93,"PairClassification Average (3 datasets)":76.45,"Reranking Average (4 datasets)":49.73,"Retrieval Average (15 datasets)":31.71,"STS Average (10 datasets)":73.24,"Summarization Average (1 datasets)":29.28} -{"index":346,"Rank":161,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (56 datasets)":49.52,"Classification Average (12 datasets)":70.44,"Clustering Average (11 datasets)":37.52,"PairClassification Average (3 datasets)":76.93,"Reranking Average (4 datasets)":49.02,"Retrieval Average (15 datasets)":18.36,"STS Average (10 datasets)":78.6,"Summarization Average (1 datasets)":26.94} -{"index":85,"Rank":162,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (56 datasets)":49.42,"Classification Average (12 datasets)":67.67,"Clustering Average (11 datasets)":37.45,"PairClassification Average (3 datasets)":72.21,"Reranking Average (4 datasets)":47.7,"Retrieval Average (15 datasets)":25.93,"STS Average (10 datasets)":71.61,"Summarization Average (1 datasets)":31.23} -{"index":267,"Rank":163,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":48.93,"Classification Average (12 datasets)":67.32,"Clustering Average (11 datasets)":33.43,"PairClassification Average (3 datasets)":74.89,"Reranking Average (4 datasets)":47.54,"Retrieval Average (15 datasets)":21.82,"STS Average (10 datasets)":79.12,"Summarization Average (1 datasets)":31.17} -{"index":88,"Rank":164,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":48.61,"Classification Average (12 datasets)":64.86,"Clustering Average (11 datasets)":30.21,"PairClassification Average (3 datasets)":78.57,"Reranking Average (4 datasets)":48.51,"Retrieval Average (15 datasets)":26.17,"STS Average (10 datasets)":75.9,"Summarization Average (1 datasets)":30.3} -{"index":237,"Rank":165,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average (56 datasets)":48.23,"Classification Average (12 datasets)":62.19,"Clustering Average (11 datasets)":31.47,"PairClassification Average (3 datasets)":75.35,"Reranking Average (4 datasets)":48.76,"Retrieval Average (15 datasets)":29.11,"STS Average (10 datasets)":72.19,"Summarization Average (1 datasets)":28.89} -{"index":89,"Rank":166,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":48.17,"Classification Average (12 datasets)":67.77,"Clustering Average (11 datasets)":28.01,"PairClassification Average (3 datasets)":80.57,"Reranking Average (4 datasets)":49.41,"Retrieval Average (15 datasets)":25.51,"STS Average (10 datasets)":72.43,"Summarization Average (1 datasets)":29.91} -{"index":233,"Rank":167,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":47.59,"Classification Average (12 datasets)":61.34,"Clustering Average (11 datasets)":30.52,"PairClassification Average (3 datasets)":75.34,"Reranking Average (4 datasets)":48.5,"Retrieval Average (15 datasets)":29.26,"STS Average (10 datasets)":70.31,"Summarization Average (1 datasets)":31.45} -{"index":234,"Rank":168,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":46.69,"Classification Average (12 datasets)":61.27,"Clustering Average (11 datasets)":30.03,"PairClassification Average (3 datasets)":74.71,"Reranking Average (4 datasets)":49.15,"Retrieval Average (15 datasets)":27.16,"STS Average (10 datasets)":69.09,"Summarization Average (1 datasets)":30.08} -{"index":99,"Rank":169,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (56 datasets)":45.97,"Classification Average (12 datasets)":61.46,"Clustering Average (11 datasets)":30.95,"PairClassification Average (3 datasets)":71.78,"Reranking Average (4 datasets)":47.56,"Retrieval Average (15 datasets)":20.9,"STS Average (10 datasets)":74.71,"Summarization Average (1 datasets)":30.26} -{"index":268,"Rank":170,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":45.62,"Classification Average (12 datasets)":62.5,"Clustering Average (11 datasets)":29.04,"PairClassification Average (3 datasets)":73.47,"Reranking Average (4 datasets)":46.47,"Retrieval Average (15 datasets)":20.29,"STS Average (10 datasets)":74.33,"Summarization Average (1 datasets)":31.15} -{"index":235,"Rank":171,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":45.34,"Classification Average (12 datasets)":61.25,"Clustering Average (11 datasets)":25.59,"PairClassification Average (3 datasets)":74.9,"Reranking Average (4 datasets)":47.63,"Retrieval Average (15 datasets)":26.14,"STS Average (10 datasets)":68.58,"Summarization Average (1 datasets)":29.28} -{"index":282,"Rank":172,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":45.21,"Classification Average (12 datasets)":62.71,"Clustering Average (11 datasets)":29.55,"PairClassification Average (3 datasets)":78.87,"Reranking Average (4 datasets)":48.42,"Retrieval Average (15 datasets)":18.99,"STS Average (10 datasets)":70.8,"Summarization Average (1 datasets)":31.05} -{"index":236,"Rank":173,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average (56 datasets)":44.77,"Classification Average (12 datasets)":58.45,"Clustering Average (11 datasets)":27.5,"PairClassification Average (3 datasets)":73.73,"Reranking Average (4 datasets)":46.82,"Retrieval Average (15 datasets)":24.13,"STS Average (10 datasets)":70.14,"Summarization Average (1 datasets)":31.51} -{"index":288,"Rank":174,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (56 datasets)":42.06,"Classification Average (12 datasets)":57.65,"Clustering Average (11 datasets)":26.57,"PairClassification Average (3 datasets)":72.99,"Reranking Average (4 datasets)":44.75,"Retrieval Average (15 datasets)":21.22,"STS Average (10 datasets)":62.46,"Summarization Average (1 datasets)":30.49} -{"index":287,"Rank":175,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (56 datasets)":42.05,"Classification Average (12 datasets)":57.29,"Clustering Average (11 datasets)":27.73,"PairClassification Average (3 datasets)":72.48,"Reranking Average (4 datasets)":43.29,"Retrieval Average (15 datasets)":21.62,"STS Average (10 datasets)":61.85,"Summarization Average (1 datasets)":28.87} -{"index":175,"Rank":176,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":42.02,"Classification Average (12 datasets)":63.42,"Clustering Average (11 datasets)":26.2,"PairClassification Average (3 datasets)":71.4,"Reranking Average (4 datasets)":46.18,"Retrieval Average (15 datasets)":13.47,"STS Average (10 datasets)":67.23,"Summarization Average (1 datasets)":30.56} -{"index":286,"Rank":177,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":40.28,"Classification Average (12 datasets)":52.37,"Clustering Average (11 datasets)":34.06,"PairClassification Average (3 datasets)":61.37,"Reranking Average (4 datasets)":48.1,"Retrieval Average (15 datasets)":15.88,"STS Average (10 datasets)":61.02,"Summarization Average (1 datasets)":27.66} -{"index":183,"Rank":178,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":38.33,"Classification Average (12 datasets)":61.66,"Clustering Average (11 datasets)":30.12,"PairClassification Average (3 datasets)":56.33,"Reranking Average (4 datasets)":43.44,"Retrieval Average (15 datasets)":10.59,"STS Average (10 datasets)":54.36,"Summarization Average (1 datasets)":29.82} -{"index":11,"Rank":179,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (56 datasets)":35.0,"Classification Average (12 datasets)":53.18,"Clustering Average (11 datasets)":15.28,"PairClassification Average (3 datasets)":69.84,"Reranking Average (4 datasets)":41.44,"Retrieval Average (15 datasets)":7.94,"STS Average (10 datasets)":63.27,"Summarization Average (1 datasets)":26.8} -{"index":2,"Rank":180,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":4,"Rank":182,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":5,"Rank":183,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":7,"Rank":184,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":10,"Rank":185,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":12,"Rank":186,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":39.84,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":13,"Rank":187,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":22,"Rank":189,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":69.02,"Clustering Average (11 datasets)":39.29,"PairClassification Average (3 datasets)":84.56,"Reranking Average (4 datasets)":55.32,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.49,"Summarization Average (1 datasets)":29.87} -{"index":23,"Rank":190,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":69.02,"Clustering Average (11 datasets)":39.29,"PairClassification Average (3 datasets)":84.56,"Reranking Average (4 datasets)":55.32,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.49,"Summarization Average (1 datasets)":29.87} -{"index":27,"Rank":191,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":30,"Rank":192,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":58.65,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":31,"Rank":193,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":33,"Rank":194,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":79.46,"Clustering Average (11 datasets)":50.61,"PairClassification Average (3 datasets)":87.16,"Reranking Average (4 datasets)":60.49,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":30.37} -{"index":34,"Rank":195,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":31.67,"PairClassification Average (3 datasets)":76.96,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":41,"Rank":198,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":42,"Rank":199,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":43,"Rank":200,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":44,"Rank":201,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":68.82,"Clustering Average (11 datasets)":40.08,"PairClassification Average (3 datasets)":84.44,"Reranking Average (4 datasets)":55.09,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.0,"Summarization Average (1 datasets)":30.56} -{"index":45,"Rank":202,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":46,"Rank":203,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":50,"Rank":205,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":51,"Rank":206,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":52,"Rank":207,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":53,"Rank":208,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":67,"Rank":215,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":68,"Rank":216,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.24,"Clustering Average (11 datasets)":44.49,"PairClassification Average (3 datasets)":86.03,"Reranking Average (4 datasets)":56.61,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.05,"Summarization Average (1 datasets)":30.19} -{"index":70,"Rank":217,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":71,"Rank":218,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":71.14,"Clustering Average (11 datasets)":42.03,"PairClassification Average (3 datasets)":85.0,"Reranking Average (4 datasets)":55.4,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.0,"Summarization Average (1 datasets)":30.26} -{"index":72,"Rank":219,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":72.95,"Clustering Average (11 datasets)":44.62,"PairClassification Average (3 datasets)":85.61,"Reranking Average (4 datasets)":56.26,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":86.02,"Summarization Average (1 datasets)":31.14} -{"index":73,"Rank":220,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":67.77,"Clustering Average (11 datasets)":39.16,"PairClassification Average (3 datasets)":82.95,"Reranking Average (4 datasets)":53.37,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.93,"Summarization Average (1 datasets)":29.23} -{"index":75,"Rank":221,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":38.99,"PairClassification Average (3 datasets)":83.65,"Reranking Average (4 datasets)":54.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":31.55} -{"index":76,"Rank":222,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":64.85,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":74.53,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.11,"Summarization Average (1 datasets)":""} -{"index":77,"Rank":223,"Model":"marqo-chimera-arctic-bge-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":55.16,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":91,"Rank":224,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":62.81,"Clustering Average (11 datasets)":35.96,"PairClassification Average (3 datasets)":80.73,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":92,"Rank":225,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":67.47,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":93,"Rank":226,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":67.47,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":94,"Rank":227,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":68.13,"Clustering Average (11 datasets)":39.54,"PairClassification Average (3 datasets)":82.59,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":95,"Rank":228,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":63.54,"Clustering Average (11 datasets)":35.78,"PairClassification Average (3 datasets)":80.4,"Reranking Average (4 datasets)":51.68,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":76.56,"Summarization Average (1 datasets)":30.52} -{"index":96,"Rank":229,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":64.56,"Clustering Average (11 datasets)":33.15,"PairClassification Average (3 datasets)":79.7,"Reranking Average (4 datasets)":50.55,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.37,"Summarization Average (1 datasets)":29.33} -{"index":103,"Rank":230,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":31.33} -{"index":104,"Rank":231,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":30.69} -{"index":105,"Rank":232,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":30.16} -{"index":106,"Rank":233,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":32.17} -{"index":107,"Rank":234,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":28.79} -{"index":108,"Rank":235,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":29.53} -{"index":109,"Rank":236,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":110,"Rank":237,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":111,"Rank":238,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":112,"Rank":239,"Model":"arctic-l-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":57.19,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":113,"Rank":240,"Model":"arctic-m-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":56.5,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":114,"Rank":241,"Model":"arctic-s-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":54.61,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":115,"Rank":242,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":119,"Rank":244,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.99,"Clustering Average (11 datasets)":45.58,"PairClassification Average (3 datasets)":87.37,"Reranking Average (4 datasets)":60.04,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.34,"Summarization Average (1 datasets)":30.82} -{"index":120,"Rank":245,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":30.62} -{"index":121,"Rank":246,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":79.84,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":32.47} -{"index":134,"Rank":247,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":135,"Rank":248,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":136,"Rank":249,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":138,"Rank":250,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":139,"Rank":251,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":140,"Rank":252,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":141,"Rank":253,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":78.64,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":48.03,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":27.86} -{"index":151,"Rank":254,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} -{"index":154,"Rank":255,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.13,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":84.48,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":155,"Rank":256,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":62.64,"Clustering Average (11 datasets)":41.91,"PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":156,"Rank":257,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":38.99,"PairClassification Average (3 datasets)":83.65,"Reranking Average (4 datasets)":54.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":31.55} -{"index":157,"Rank":258,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":158,"Rank":259,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":159,"Rank":260,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":160,"Rank":261,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":47.85,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":70.81,"Summarization Average (1 datasets)":29.02} -{"index":161,"Rank":262,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":61.44,"Clustering Average (11 datasets)":37.92,"PairClassification Average (3 datasets)":82.11,"Reranking Average (4 datasets)":55.24,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":162,"Rank":263,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":163,"Rank":264,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":164,"Rank":265,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":165,"Rank":266,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":66.95,"Clustering Average (11 datasets)":40.83,"PairClassification Average (3 datasets)":81.03,"Reranking Average (4 datasets)":54.63,"Retrieval Average (15 datasets)":38.79,"STS Average (10 datasets)":80.17,"Summarization Average (1 datasets)":""} -{"index":166,"Rank":267,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":167,"Rank":268,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":168,"Rank":269,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":170,"Rank":270,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":174,"Rank":271,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":176,"Rank":272,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":177,"Rank":273,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":178,"Rank":274,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":180,"Rank":275,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":181,"Rank":276,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":182,"Rank":277,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":184,"Rank":278,"Model":"Gemma-Embeddings-v0.8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":63.8,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":189,"Rank":279,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61} -{"index":203,"Rank":280,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":204,"Rank":281,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":213,"Rank":282,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":38.99,"PairClassification Average (3 datasets)":83.65,"Reranking Average (4 datasets)":54.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":31.55} -{"index":215,"Rank":283,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":69.02,"Clustering Average (11 datasets)":39.29,"PairClassification Average (3 datasets)":84.56,"Reranking Average (4 datasets)":55.32,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.49,"Summarization Average (1 datasets)":29.87} -{"index":226,"Rank":284,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":227,"Rank":285,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":228,"Rank":286,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":229,"Rank":287,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":230,"Rank":288,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":231,"Rank":289,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":232,"Rank":290,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":63.67,"Clustering Average (11 datasets)":39.94,"PairClassification Average (3 datasets)":82.37,"Reranking Average (4 datasets)":58.04,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":241,"Rank":291,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":42.8,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":242,"Rank":292,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":243,"Rank":293,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":74.98,"Clustering Average (11 datasets)":45.06,"PairClassification Average (3 datasets)":86.24,"Reranking Average (4 datasets)":58.94,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.79,"Summarization Average (1 datasets)":""} -{"index":244,"Rank":294,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":72.62,"Clustering Average (11 datasets)":42.88,"PairClassification Average (3 datasets)":84.69,"Reranking Average (4 datasets)":57.18,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.19,"Summarization Average (1 datasets)":""} -{"index":245,"Rank":295,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":86.74,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":84.18,"Summarization Average (1 datasets)":""} -{"index":246,"Rank":296,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":85.06,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.5,"Summarization Average (1 datasets)":""} -{"index":247,"Rank":297,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.52,"Clustering Average (11 datasets)":42.63,"PairClassification Average (3 datasets)":85.05,"Reranking Average (4 datasets)":57.86,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.04,"Summarization Average (1 datasets)":""} -{"index":248,"Rank":298,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":68.55,"Clustering Average (11 datasets)":38.37,"PairClassification Average (3 datasets)":81.93,"Reranking Average (4 datasets)":54.14,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":78.53,"Summarization Average (1 datasets)":""} -{"index":260,"Rank":299,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":60.9,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":261,"Rank":300,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":262,"Rank":301,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":263,"Rank":302,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":58.56,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":265,"Rank":303,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":69.02,"Clustering Average (11 datasets)":39.29,"PairClassification Average (3 datasets)":84.56,"Reranking Average (4 datasets)":55.32,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.49,"Summarization Average (1 datasets)":29.87} -{"index":269,"Rank":304,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":79.62,"Reranking Average (4 datasets)":56.9,"Retrieval Average (15 datasets)":34.91,"STS Average (10 datasets)":77.33,"Summarization Average (1 datasets)":""} -{"index":270,"Rank":305,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":79.68,"Reranking Average (4 datasets)":55.28,"Retrieval Average (15 datasets)":43.04,"STS Average (10 datasets)":76.59,"Summarization Average (1 datasets)":""} -{"index":271,"Rank":306,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":80.21,"Reranking Average (4 datasets)":59.18,"Retrieval Average (15 datasets)":38.04,"STS Average (10 datasets)":77.61,"Summarization Average (1 datasets)":""} -{"index":273,"Rank":307,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61} -{"index":274,"Rank":308,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61} -{"index":275,"Rank":309,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":276,"Rank":310,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":277,"Rank":311,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":278,"Rank":312,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":279,"Rank":313,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":280,"Rank":314,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":281,"Rank":315,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":289,"Rank":316,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":64.67,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":78.3,"Reranking Average (4 datasets)":48.82,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.6,"Summarization Average (1 datasets)":""} -{"index":295,"Rank":317,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":302,"Rank":318,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":303,"Rank":319,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":23.75,"PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":304,"Rank":320,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average (56 datasets)":"","Classification Average (12 datasets)":62.23,"Clustering Average (11 datasets)":30.61,"PairClassification Average (3 datasets)":76.49,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.24,"Summarization Average (1 datasets)":30.1} -{"index":305,"Rank":321,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":306,"Rank":322,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":307,"Rank":323,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":310,"Rank":324,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":311,"Rank":325,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":50.78,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":312,"Rank":326,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":66.01,"Clustering Average (11 datasets)":33.47,"PairClassification Average (3 datasets)":77.75,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":313,"Rank":327,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":79.46,"Clustering Average (11 datasets)":50.61,"PairClassification Average (3 datasets)":87.16,"Reranking Average (4 datasets)":60.49,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":30.37} -{"index":314,"Rank":328,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":78.53,"Clustering Average (11 datasets)":50.14,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":59.8,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.26,"Summarization Average (1 datasets)":29.82} -{"index":315,"Rank":329,"Model":"e5-R-mistral-7b-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":58.65,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":319,"Rank":330,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":41.73,"Clustering Average (11 datasets)":18.0,"PairClassification Average (3 datasets)":30.61,"Reranking Average (4 datasets)":34.44,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":39.1,"Summarization Average (1 datasets)":""} -{"index":322,"Rank":331,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":70.66,"Reranking Average (4 datasets)":44.59,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":324,"Rank":333,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":64.45,"Clustering Average (11 datasets)":35.71,"PairClassification Average (3 datasets)":76.23,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":72.04,"Summarization Average (1 datasets)":29.42} -{"index":325,"Rank":334,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":67.9,"Clustering Average (11 datasets)":37.82,"PairClassification Average (3 datasets)":79.53,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":74.05,"Summarization Average (1 datasets)":29.01} -{"index":326,"Rank":335,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":63.42,"Clustering Average (11 datasets)":34.82,"PairClassification Average (3 datasets)":75.43,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.39,"Summarization Average (1 datasets)":30.79} -{"index":327,"Rank":336,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":65.78,"Clustering Average (11 datasets)":35.06,"PairClassification Average (3 datasets)":79.62,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.35,"Summarization Average (1 datasets)":29.71} -{"index":329,"Rank":337,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":43.43,"PairClassification Average (3 datasets)":82.83,"Reranking Average (4 datasets)":54.29,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":30.57} -{"index":330,"Rank":338,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":0.41,"PairClassification Average (3 datasets)":0.79,"Reranking Average (4 datasets)":0.53,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":0.29} -{"index":331,"Rank":339,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":332,"Rank":340,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":74.14,"Clustering Average (11 datasets)":43.82,"PairClassification Average (3 datasets)":84.92,"Reranking Average (4 datasets)":58.36,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.59,"Summarization Average (1 datasets)":30.12} -{"index":333,"Rank":341,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":334,"Rank":342,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":40.54,"PairClassification Average (3 datasets)":85.41,"Reranking Average (4 datasets)":54.46,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.59,"Summarization Average (1 datasets)":29.78} -{"index":335,"Rank":343,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":84.69,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.88,"Summarization Average (1 datasets)":""} -{"index":336,"Rank":344,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":83.58,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.9,"Summarization Average (1 datasets)":""} -{"index":337,"Rank":345,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":71.7,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":83.09,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.5,"Summarization Average (1 datasets)":""} -{"index":339,"Rank":346,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":79.66,"Summarization Average (1 datasets)":""} -{"index":340,"Rank":347,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":77.46,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":77.79,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":75.9,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} diff --git a/boards_data/en/data_tasks/Classification/default.jsonl b/boards_data/en/data_tasks/Classification/default.jsonl deleted file mode 100644 index 10b873705d0debb9ec3722ab73548cfe89151621..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,336 +0,0 @@ -{"index":259,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87} -{"index":117,"Rank":2,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":89.05,"AmazonCounterfactualClassification (en)":92.72,"AmazonPolarityClassification":97.31,"AmazonReviewsClassification (en)":61.04,"Banking77Classification":90.02,"EmotionClassification":93.37,"ImdbClassification":96.8,"MassiveIntentClassification (en)":85.97,"MassiveScenarioClassification (en)":90.61,"MTOPDomainClassification (en)":98.58,"MTOPIntentClassification (en)":91.3,"ToxicConversationsClassification":91.14,"TweetSentimentExtractionClassification":79.7} -{"index":308,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93} -{"index":25,"Rank":4,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93} -{"index":190,"Rank":5,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.49,"AmazonCounterfactualClassification (en)":93.78,"AmazonPolarityClassification":97.58,"AmazonReviewsClassification (en)":62.92,"Banking77Classification":87.22,"EmotionClassification":87.73,"ImdbClassification":96.95,"MassiveIntentClassification (en)":85.31,"MassiveScenarioClassification (en)":91.17,"MTOPDomainClassification (en)":99.17,"MTOPIntentClassification (en)":91.48,"ToxicConversationsClassification":91.31,"TweetSentimentExtractionClassification":77.24} -{"index":56,"Rank":6,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.46,"AmazonCounterfactualClassification (en)":92.61,"AmazonPolarityClassification":97.22,"AmazonReviewsClassification (en)":62.37,"Banking77Classification":89.61,"EmotionClassification":91.06,"ImdbClassification":96.54,"MassiveIntentClassification (en)":82.86,"MassiveScenarioClassification (en)":90.19,"MTOPDomainClassification (en)":98.99,"MTOPIntentClassification (en)":92.93,"ToxicConversationsClassification":89.03,"TweetSentimentExtractionClassification":78.13} -{"index":28,"Rank":7,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":88.08,"AmazonCounterfactualClassification (en)":89.48,"AmazonPolarityClassification":96.9,"AmazonReviewsClassification (en)":61.6,"Banking77Classification":92.53,"EmotionClassification":92.97,"ImdbClassification":96.66,"MassiveIntentClassification (en)":82.05,"MassiveScenarioClassification (en)":84.4,"MTOPDomainClassification (en)":98.61,"MTOPIntentClassification (en)":95.51,"ToxicConversationsClassification":87.34,"TweetSentimentExtractionClassification":78.86} -{"index":171,"Rank":8,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":87.63,"AmazonCounterfactualClassification (en)":92.87,"AmazonPolarityClassification":97.16,"AmazonReviewsClassification (en)":59.36,"Banking77Classification":89.79,"EmotionClassification":84.29,"ImdbClassification":96.66,"MassiveIntentClassification (en)":85.83,"MassiveScenarioClassification (en)":90.2,"MTOPDomainClassification (en)":99.01,"MTOPIntentClassification (en)":92.78,"ToxicConversationsClassification":88.76,"TweetSentimentExtractionClassification":74.84} -{"index":258,"Rank":9,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.35,"AmazonCounterfactualClassification (en)":95.12,"AmazonPolarityClassification":97.14,"AmazonReviewsClassification (en)":55.47,"Banking77Classification":90.34,"EmotionClassification":91.7,"ImdbClassification":97.06,"MassiveIntentClassification (en)":80.07,"MassiveScenarioClassification (en)":81.74,"MTOPDomainClassification (en)":96.51,"MTOPIntentClassification (en)":89.77,"ToxicConversationsClassification":92.6,"TweetSentimentExtractionClassification":80.64} -{"index":172,"Rank":10,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":86.67,"AmazonCounterfactualClassification (en)":92.36,"AmazonPolarityClassification":97.19,"AmazonReviewsClassification (en)":59.53,"Banking77Classification":89.3,"EmotionClassification":78.77,"ImdbClassification":96.49,"MassiveIntentClassification (en)":85.17,"MassiveScenarioClassification (en)":89.62,"MTOPDomainClassification (en)":98.83,"MTOPIntentClassification (en)":92.3,"ToxicConversationsClassification":86.94,"TweetSentimentExtractionClassification":73.58} -{"index":48,"Rank":11,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":179,"Rank":12,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":17,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":309,"Rank":14,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":188,"Rank":15,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.71,"AmazonCounterfactualClassification (en)":93.46,"AmazonPolarityClassification":96.64,"AmazonReviewsClassification (en)":63.97,"Banking77Classification":84.3,"EmotionClassification":79.98,"ImdbClassification":96.64,"MassiveIntentClassification (en)":80.61,"MassiveScenarioClassification (en)":81.93,"MTOPDomainClassification (en)":97.02,"MTOPIntentClassification (en)":87.93,"ToxicConversationsClassification":85.95,"TweetSentimentExtractionClassification":80.13} -{"index":57,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":85.1,"AmazonCounterfactualClassification (en)":91.72,"AmazonPolarityClassification":96.5,"AmazonReviewsClassification (en)":61.24,"Banking77Classification":84.93,"EmotionClassification":85.56,"ImdbClassification":95.03,"MassiveIntentClassification (en)":74.94,"MassiveScenarioClassification (en)":82.06,"MTOPDomainClassification (en)":97.58,"MTOPIntentClassification (en)":86.08,"ToxicConversationsClassification":89.04,"TweetSentimentExtractionClassification":76.49} -{"index":217,"Rank":17,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4} -{"index":16,"Rank":18,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95} -{"index":47,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95} -{"index":220,"Rank":20,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.71,"AmazonCounterfactualClassification (en)":87.03,"AmazonPolarityClassification":94.66,"AmazonReviewsClassification (en)":55.76,"Banking77Classification":88.58,"EmotionClassification":74.88,"ImdbClassification":93.59,"MassiveIntentClassification (en)":76.6,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":89.17,"ToxicConversationsClassification":72.77,"TweetSentimentExtractionClassification":72.56} -{"index":6,"Rank":21,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":81.49,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":96.58,"AmazonReviewsClassification (en)":50.77,"Banking77Classification":86.96,"EmotionClassification":59.81,"ImdbClassification":96.13,"MassiveIntentClassification (en)":81.08,"MassiveScenarioClassification (en)":87.95,"MTOPDomainClassification (en)":98.86,"MTOPIntentClassification (en)":86.97,"ToxicConversationsClassification":83.58,"TweetSentimentExtractionClassification":71.55} -{"index":1,"Rank":22,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":81.17,"AmazonCounterfactualClassification (en)":75.34,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":51.17,"Banking77Classification":88.62,"EmotionClassification":52.51,"ImdbClassification":95.65,"MassiveIntentClassification (en)":80.22,"MassiveScenarioClassification (en)":87.19,"MTOPDomainClassification (en)":98.35,"MTOPIntentClassification (en)":83.43,"ToxicConversationsClassification":89.67,"TweetSentimentExtractionClassification":74.52} -{"index":74,"Rank":23,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76} -{"index":15,"Rank":24,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0} -{"index":264,"Rank":25,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":313,"Rank":26,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":33,"Rank":27,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":9,"Rank":28,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":79.25,"AmazonCounterfactualClassification (en)":88.31,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":56.25,"Banking77Classification":88.59,"EmotionClassification":50.28,"ImdbClassification":95.75,"MassiveIntentClassification (en)":73.97,"MassiveScenarioClassification (en)":83.99,"MTOPDomainClassification (en)":97.65,"MTOPIntentClassification (en)":75.16,"ToxicConversationsClassification":81.75,"TweetSentimentExtractionClassification":62.98} -{"index":0,"Rank":29,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":79.0,"AmazonCounterfactualClassification (en)":70.93,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":86.01,"EmotionClassification":51.53,"ImdbClassification":95.7,"MassiveIntentClassification (en)":75.67,"MassiveScenarioClassification (en)":85.16,"MTOPDomainClassification (en)":98.02,"MTOPIntentClassification (en)":77.82,"ToxicConversationsClassification":88.33,"TweetSentimentExtractionClassification":72.97} -{"index":338,"Rank":30,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22} -{"index":54,"Rank":31,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.65,"AmazonCounterfactualClassification (en)":80.54,"AmazonPolarityClassification":96.64,"AmazonReviewsClassification (en)":59.91,"Banking77Classification":84.44,"EmotionClassification":56.01,"ImdbClassification":95.07,"MassiveIntentClassification (en)":79.1,"MassiveScenarioClassification (en)":80.37,"MTOPDomainClassification (en)":95.37,"MTOPIntentClassification (en)":81.23,"ToxicConversationsClassification":68.81,"TweetSentimentExtractionClassification":66.26} -{"index":314,"Rank":32,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":55,"Rank":33,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":21,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.47,"AmazonCounterfactualClassification (en)":78.69,"AmazonPolarityClassification":95.91,"AmazonReviewsClassification (en)":55.79,"Banking77Classification":88.23,"EmotionClassification":49.77,"ImdbClassification":94.78,"MassiveIntentClassification (en)":80.57,"MassiveScenarioClassification (en)":82.39,"MTOPDomainClassification (en)":96.12,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":69.59,"TweetSentimentExtractionClassification":63.72} -{"index":59,"Rank":35,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.44,"AmazonCounterfactualClassification (en)":76.67,"AmazonPolarityClassification":96.18,"AmazonReviewsClassification (en)":56.28,"Banking77Classification":88.64,"EmotionClassification":51.02,"ImdbClassification":94.88,"MassiveIntentClassification (en)":80.2,"MassiveScenarioClassification (en)":82.27,"MTOPDomainClassification (en)":95.85,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":68.43,"TweetSentimentExtractionClassification":63.83} -{"index":118,"Rank":36,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.33,"AmazonCounterfactualClassification (en)":77.93,"AmazonPolarityClassification":95.97,"AmazonReviewsClassification (en)":54.35,"Banking77Classification":88.81,"EmotionClassification":50.24,"ImdbClassification":94.79,"MassiveIntentClassification (en)":79.99,"MassiveScenarioClassification (en)":82.2,"MTOPDomainClassification (en)":96.36,"MTOPIntentClassification (en)":86.3,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":63.64} -{"index":19,"Rank":37,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":77.75,"AmazonCounterfactualClassification (en)":73.01,"AmazonPolarityClassification":93.97,"AmazonReviewsClassification (en)":54.2,"Banking77Classification":87.33,"EmotionClassification":46.77,"ImdbClassification":92.1,"MassiveIntentClassification (en)":78.94,"MassiveScenarioClassification (en)":81.41,"MTOPDomainClassification (en)":96.6,"MTOPIntentClassification (en)":82.9,"ToxicConversationsClassification":82.61,"TweetSentimentExtractionClassification":63.16} -{"index":266,"Rank":38,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":77.75,"AmazonCounterfactualClassification (en)":73.01,"AmazonPolarityClassification":93.97,"AmazonReviewsClassification (en)":54.2,"Banking77Classification":87.33,"EmotionClassification":46.77,"ImdbClassification":92.1,"MassiveIntentClassification (en)":78.94,"MassiveScenarioClassification (en)":81.41,"MTOPDomainClassification (en)":96.6,"MTOPIntentClassification (en)":82.9,"ToxicConversationsClassification":82.61,"TweetSentimentExtractionClassification":63.16} -{"index":219,"Rank":39,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.43,"AmazonCounterfactualClassification (en)":82.97,"AmazonPolarityClassification":90.98,"AmazonReviewsClassification (en)":48.71,"Banking77Classification":88.15,"EmotionClassification":52.18,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.67,"MassiveScenarioClassification (en)":82.82,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":85.75,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":62.4} -{"index":196,"Rank":40,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.37,"AmazonCounterfactualClassification (en)":74.57,"AmazonPolarityClassification":96.26,"AmazonReviewsClassification (en)":55.97,"Banking77Classification":81.41,"EmotionClassification":58.42,"ImdbClassification":94.73,"MassiveIntentClassification (en)":77.0,"MassiveScenarioClassification (en)":79.13,"MTOPDomainClassification (en)":95.33,"MTOPIntentClassification (en)":78.99,"ToxicConversationsClassification":71.75,"TweetSentimentExtractionClassification":64.89} -{"index":272,"Rank":41,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.17,"AmazonCounterfactualClassification (en)":79.66,"AmazonPolarityClassification":94.48,"AmazonReviewsClassification (en)":48.16,"Banking77Classification":88.91,"EmotionClassification":52.01,"ImdbClassification":89.47,"MassiveIntentClassification (en)":80.12,"MassiveScenarioClassification (en)":82.7,"MTOPDomainClassification (en)":96.46,"MTOPIntentClassification (en)":85.38,"ToxicConversationsClassification":66.18,"TweetSentimentExtractionClassification":62.54} -{"index":18,"Rank":42,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.17,"AmazonCounterfactualClassification (en)":74.79,"AmazonPolarityClassification":93.02,"AmazonReviewsClassification (en)":53.31,"Banking77Classification":86.73,"EmotionClassification":46.39,"ImdbClassification":87.48,"MassiveIntentClassification (en)":77.67,"MassiveScenarioClassification (en)":81.77,"MTOPDomainClassification (en)":96.5,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":83.98,"TweetSentimentExtractionClassification":61.57} -{"index":82,"Rank":43,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.63,"AmazonCounterfactualClassification (en)":77.58,"AmazonPolarityClassification":91.12,"AmazonReviewsClassification (en)":49.97,"Banking77Classification":88.31,"EmotionClassification":52.04,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.29,"MassiveScenarioClassification (en)":81.64,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":84.77,"ToxicConversationsClassification":69.26,"TweetSentimentExtractionClassification":62.14} -{"index":38,"Rank":44,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.49,"AmazonCounterfactualClassification (en)":81.3,"AmazonPolarityClassification":95.62,"AmazonReviewsClassification (en)":51.72,"Banking77Classification":85.53,"EmotionClassification":51.57,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.74,"MTOPDomainClassification (en)":94.88,"MTOPIntentClassification (en)":76.52,"ToxicConversationsClassification":72.61,"TweetSentimentExtractionClassification":62.02} -{"index":78,"Rank":45,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.33,"AmazonCounterfactualClassification (en)":82.22,"AmazonPolarityClassification":89.69,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":88.17,"EmotionClassification":51.71,"ImdbClassification":85.78,"MassiveIntentClassification (en)":78.06,"MassiveScenarioClassification (en)":81.35,"MTOPDomainClassification (en)":95.57,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":71.01,"TweetSentimentExtractionClassification":61.11} -{"index":149,"Rank":46,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.11,"AmazonCounterfactualClassification (en)":75.27,"AmazonPolarityClassification":93.23,"AmazonReviewsClassification (en)":49.72,"Banking77Classification":86.65,"EmotionClassification":55.89,"ImdbClassification":89.49,"MassiveIntentClassification (en)":75.53,"MassiveScenarioClassification (en)":79.23,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":79.09,"ToxicConversationsClassification":72.8,"TweetSentimentExtractionClassification":61.0} -{"index":320,"Rank":47,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.05,"AmazonCounterfactualClassification (en)":80.42,"AmazonPolarityClassification":91.38,"AmazonReviewsClassification (en)":51.53,"Banking77Classification":84.83,"EmotionClassification":53.45,"ImdbClassification":87.5,"MassiveIntentClassification (en)":77.97,"MassiveScenarioClassification (en)":80.14,"MTOPDomainClassification (en)":95.4,"MTOPIntentClassification (en)":78.62,"ToxicConversationsClassification":67.31,"TweetSentimentExtractionClassification":64.03} -{"index":146,"Rank":48,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.03,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":93.51,"AmazonReviewsClassification (en)":50.45,"Banking77Classification":87.3,"EmotionClassification":54.68,"ImdbClassification":89.66,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.64,"MTOPDomainClassification (en)":95.3,"MTOPIntentClassification (en)":78.1,"ToxicConversationsClassification":72.42,"TweetSentimentExtractionClassification":59.32} -{"index":148,"Rank":49,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.01,"AmazonCounterfactualClassification (en)":75.58,"AmazonPolarityClassification":93.41,"AmazonReviewsClassification (en)":49.06,"Banking77Classification":88.1,"EmotionClassification":54.72,"ImdbClassification":91.23,"MassiveIntentClassification (en)":76.2,"MassiveScenarioClassification (en)":79.35,"MTOPDomainClassification (en)":95.25,"MTOPIntentClassification (en)":78.24,"ToxicConversationsClassification":71.86,"TweetSentimentExtractionClassification":59.17} -{"index":40,"Rank":50,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":76.01,"AmazonCounterfactualClassification (en)":77.85,"AmazonPolarityClassification":95.6,"AmazonReviewsClassification (en)":49.79,"Banking77Classification":86.09,"EmotionClassification":48.15,"ImdbClassification":93.97,"MassiveIntentClassification (en)":74.51,"MassiveScenarioClassification (en)":79.0,"MTOPDomainClassification (en)":94.92,"MTOPIntentClassification (en)":78.89,"ToxicConversationsClassification":71.2,"TweetSentimentExtractionClassification":62.18} -{"index":119,"Rank":51,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":224,"Rank":52,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":274,"Rank":53,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":189,"Rank":54,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":26,"Rank":55,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":273,"Rank":56,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":150,"Rank":57,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.76,"AmazonPolarityClassification":93.3,"AmazonReviewsClassification (en)":49.99,"Banking77Classification":86.4,"EmotionClassification":55.07,"ImdbClassification":90.15,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.33,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":79.57,"ToxicConversationsClassification":69.44,"TweetSentimentExtractionClassification":61.27} -{"index":80,"Rank":58,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} -{"index":310,"Rank":59,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":240,"Rank":60,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":174,"Rank":61,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":307,"Rank":62,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":133,"Rank":63,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.58,"AmazonCounterfactualClassification (en)":75.55,"AmazonPolarityClassification":92.84,"AmazonReviewsClassification (en)":48.29,"Banking77Classification":87.69,"EmotionClassification":51.75,"ImdbClassification":92.78,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":79.75,"MTOPDomainClassification (en)":94.02,"MTOPIntentClassification (en)":76.92,"ToxicConversationsClassification":71.09,"TweetSentimentExtractionClassification":59.75} -{"index":151,"Rank":64,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":24,"Rank":65,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":352,"Rank":66,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":75.45,"AmazonCounterfactualClassification (en)":78.93,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.64,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":72.92,"TweetSentimentExtractionClassification":62.22} -{"index":191,"Rank":67,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.28,"AmazonCounterfactualClassification (en)":77.19,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.61,"Banking77Classification":84.73,"EmotionClassification":54.47,"ImdbClassification":91.31,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":78.28,"MTOPDomainClassification (en)":93.5,"MTOPIntentClassification (en)":71.06,"ToxicConversationsClassification":72.99,"TweetSentimentExtractionClassification":63.07} -{"index":68,"Rank":68,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":195,"Rank":69,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":328,"Rank":70,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.16,"AmazonCounterfactualClassification (en)":75.18,"AmazonPolarityClassification":93.07,"AmazonReviewsClassification (en)":48.42,"Banking77Classification":88.03,"EmotionClassification":51.93,"ImdbClassification":91.91,"MassiveIntentClassification (en)":75.91,"MassiveScenarioClassification (en)":79.43,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":76.61,"ToxicConversationsClassification":67.91,"TweetSentimentExtractionClassification":59.22} -{"index":243,"Rank":71,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.98,"AmazonCounterfactualClassification (en)":76.16,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":86.35,"EmotionClassification":51.27,"ImdbClassification":89.72,"MassiveIntentClassification (en)":75.16,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":75.26,"ToxicConversationsClassification":72.12,"TweetSentimentExtractionClassification":59.67} -{"index":8,"Rank":72,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} -{"index":69,"Rank":73,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.5,"AmazonCounterfactualClassification (en)":72.39,"AmazonPolarityClassification":93.71,"AmazonReviewsClassification (en)":50.85,"Banking77Classification":85.41,"EmotionClassification":55.93,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":77.42,"MTOPDomainClassification (en)":94.25,"MTOPIntentClassification (en)":67.51,"ToxicConversationsClassification":67.3,"TweetSentimentExtractionClassification":61.76} -{"index":142,"Rank":74,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.37,"AmazonCounterfactualClassification (en)":74.34,"AmazonPolarityClassification":93.05,"AmazonReviewsClassification (en)":46.08,"Banking77Classification":85.31,"EmotionClassification":48.95,"ImdbClassification":91.52,"MassiveIntentClassification (en)":75.83,"MassiveScenarioClassification (en)":78.73,"MTOPDomainClassification (en)":93.55,"MTOPIntentClassification (en)":75.72,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":60.55} -{"index":37,"Rank":75,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.31,"AmazonCounterfactualClassification (en)":78.63,"AmazonPolarityClassification":94.8,"AmazonReviewsClassification (en)":51.02,"Banking77Classification":79.7,"EmotionClassification":52.74,"ImdbClassification":92.17,"MassiveIntentClassification (en)":70.01,"MassiveScenarioClassification (en)":76.34,"MTOPDomainClassification (en)":93.63,"MTOPIntentClassification (en)":64.93,"ToxicConversationsClassification":73.04,"TweetSentimentExtractionClassification":64.72} -{"index":29,"Rank":76,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":332,"Rank":77,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":239,"Rank":78,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.14,"AmazonCounterfactualClassification (en)":74.76,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":46.16,"Banking77Classification":86.65,"EmotionClassification":49.32,"ImdbClassification":90.4,"MassiveIntentClassification (en)":73.87,"MassiveScenarioClassification (en)":78.17,"MTOPDomainClassification (en)":93.1,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":71.53,"TweetSentimentExtractionClassification":59.25} -{"index":249,"Rank":79,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":83,"Rank":80,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} -{"index":209,"Rank":81,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.96,"AmazonCounterfactualClassification (en)":70.85,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":48.94,"Banking77Classification":84.61,"EmotionClassification":54.9,"ImdbClassification":93.14,"MassiveIntentClassification (en)":73.49,"MassiveScenarioClassification (en)":77.38,"MTOPDomainClassification (en)":93.64,"MTOPIntentClassification (en)":66.01,"ToxicConversationsClassification":71.19,"TweetSentimentExtractionClassification":61.55} -{"index":186,"Rank":82,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.86,"AmazonCounterfactualClassification (en)":88.13,"AmazonPolarityClassification":91.53,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":78.51,"EmotionClassification":52.73,"ImdbClassification":88.32,"MassiveIntentClassification (en)":68.9,"MassiveScenarioClassification (en)":73.35,"MTOPDomainClassification (en)":93.89,"MTOPIntentClassification (en)":67.98,"ToxicConversationsClassification":71.05,"TweetSentimentExtractionClassification":64.13} -{"index":173,"Rank":83,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":193,"Rank":84,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":250,"Rank":85,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.65,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":90.41,"AmazonReviewsClassification (en)":47.81,"Banking77Classification":83.82,"EmotionClassification":48.81,"ImdbClassification":83.78,"MassiveIntentClassification (en)":72.76,"MassiveScenarioClassification (en)":76.7,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":71.39,"TweetSentimentExtractionClassification":60.87} -{"index":135,"Rank":86,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":256,"Rank":87,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":340,"Rank":88,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":31,"Rank":89,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":115,"Rank":90,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":247,"Rank":91,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.52,"AmazonCounterfactualClassification (en)":74.19,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.72,"Banking77Classification":85.1,"EmotionClassification":46.84,"ImdbClassification":89.35,"MassiveIntentClassification (en)":74.01,"MassiveScenarioClassification (en)":77.96,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":74.03,"ToxicConversationsClassification":69.5,"TweetSentimentExtractionClassification":60.02} -{"index":145,"Rank":92,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":331,"Rank":93,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":180,"Rank":94,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":214,"Rank":95,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":301,"Rank":96,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} -{"index":152,"Rank":97,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.33,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":93.0,"AmazonReviewsClassification (en)":48.8,"Banking77Classification":82.19,"EmotionClassification":50.26,"ImdbClassification":91.64,"MassiveIntentClassification (en)":73.43,"MassiveScenarioClassification (en)":77.04,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":67.77,"ToxicConversationsClassification":65.77,"TweetSentimentExtractionClassification":63.29} -{"index":317,"Rank":98,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.33,"AmazonCounterfactualClassification (en)":72.63,"AmazonPolarityClassification":92.52,"AmazonReviewsClassification (en)":49.07,"Banking77Classification":86.06,"EmotionClassification":47.88,"ImdbClassification":88.46,"MassiveIntentClassification (en)":72.62,"MassiveScenarioClassification (en)":76.77,"MTOPDomainClassification (en)":93.51,"MTOPIntentClassification (en)":73.25,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":56.58} -{"index":201,"Rank":99,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.32,"AmazonCounterfactualClassification (en)":69.72,"AmazonPolarityClassification":96.24,"AmazonReviewsClassification (en)":56.2,"Banking77Classification":78.04,"EmotionClassification":54.99,"ImdbClassification":94.61,"MassiveIntentClassification (en)":70.89,"MassiveScenarioClassification (en)":73.88,"MTOPDomainClassification (en)":91.18,"MTOPIntentClassification (en)":68.05,"ToxicConversationsClassification":66.82,"TweetSentimentExtractionClassification":59.18} -{"index":254,"Rank":100,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":73.24,"AmazonCounterfactualClassification (en)":74.27,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.97,"Banking77Classification":84.15,"EmotionClassification":47.73,"ImdbClassification":85.47,"MassiveIntentClassification (en)":73.07,"MassiveScenarioClassification (en)":76.82,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":74.27,"ToxicConversationsClassification":71.25,"TweetSentimentExtractionClassification":60.4} -{"index":353,"Rank":101,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":73.21,"AmazonCounterfactualClassification (en)":76.42,"AmazonPolarityClassification":90.84,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.01,"EmotionClassification":50.63,"ImdbClassification":83.66,"MassiveIntentClassification (en)":72.86,"MassiveScenarioClassification (en)":76.84,"MTOPDomainClassification (en)":93.91,"MTOPIntentClassification (en)":70.98,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":61.72} -{"index":194,"Rank":102,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.14,"AmazonCounterfactualClassification (en)":77.69,"AmazonPolarityClassification":90.05,"AmazonReviewsClassification (en)":43.02,"Banking77Classification":84.14,"EmotionClassification":48.05,"ImdbClassification":82.11,"MassiveIntentClassification (en)":73.22,"MassiveScenarioClassification (en)":77.39,"MTOPDomainClassification (en)":93.86,"MTOPIntentClassification (en)":76.4,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":61.21} -{"index":154,"Rank":103,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.13,"AmazonCounterfactualClassification (en)":75.63,"AmazonPolarityClassification":91.01,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":81.93,"EmotionClassification":50.16,"ImdbClassification":87.84,"MassiveIntentClassification (en)":71.08,"MassiveScenarioClassification (en)":76.64,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":66.58,"ToxicConversationsClassification":72.6,"TweetSentimentExtractionClassification":63.71} -{"index":187,"Rank":104,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.12,"AmazonCounterfactualClassification (en)":85.09,"AmazonPolarityClassification":86.54,"AmazonReviewsClassification (en)":42.96,"Banking77Classification":82.66,"EmotionClassification":53.24,"ImdbClassification":79.79,"MassiveIntentClassification (en)":71.48,"MassiveScenarioClassification (en)":76.47,"MTOPDomainClassification (en)":95.07,"MTOPIntentClassification (en)":72.26,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":61.58} -{"index":32,"Rank":105,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.02,"AmazonCounterfactualClassification (en)":78.97,"AmazonPolarityClassification":90.64,"AmazonReviewsClassification (en)":44.55,"Banking77Classification":82.74,"EmotionClassification":45.18,"ImdbClassification":85.46,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.13,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":69.78,"TweetSentimentExtractionClassification":61.28} -{"index":316,"Rank":106,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.01,"AmazonCounterfactualClassification (en)":74.18,"AmazonPolarityClassification":91.77,"AmazonReviewsClassification (en)":48.96,"Banking77Classification":85.07,"EmotionClassification":48.65,"ImdbClassification":85.95,"MassiveIntentClassification (en)":71.47,"MassiveScenarioClassification (en)":76.38,"MTOPDomainClassification (en)":93.03,"MTOPIntentClassification (en)":72.04,"ToxicConversationsClassification":71.61,"TweetSentimentExtractionClassification":57.01} -{"index":72,"Rank":107,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.95,"AmazonCounterfactualClassification (en)":78.19,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":80.99,"EmotionClassification":50.21,"ImdbClassification":88.77,"MassiveIntentClassification (en)":72.02,"MassiveScenarioClassification (en)":76.6,"MTOPDomainClassification (en)":92.43,"MTOPIntentClassification (en)":69.24,"ToxicConversationsClassification":65.57,"TweetSentimentExtractionClassification":62.8} -{"index":198,"Rank":108,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.94,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":91.27,"AmazonReviewsClassification (en)":45.88,"Banking77Classification":81.64,"EmotionClassification":47.06,"ImdbClassification":86.0,"MassiveIntentClassification (en)":71.62,"MassiveScenarioClassification (en)":76.36,"MTOPDomainClassification (en)":92.7,"MTOPIntentClassification (en)":72.56,"ToxicConversationsClassification":71.1,"TweetSentimentExtractionClassification":61.46} -{"index":58,"Rank":109,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":72.88,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":95.27,"AmazonReviewsClassification (en)":51.01,"Banking77Classification":79.17,"EmotionClassification":53.95,"ImdbClassification":91.6,"MassiveIntentClassification (en)":70.36,"MassiveScenarioClassification (en)":75.73,"MTOPDomainClassification (en)":89.54,"MTOPIntentClassification (en)":62.08,"ToxicConversationsClassification":70.81,"TweetSentimentExtractionClassification":62.67} -{"index":300,"Rank":110,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.84,"AmazonCounterfactualClassification (en)":76.01,"AmazonPolarityClassification":93.17,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":80.88,"EmotionClassification":51.95,"ImdbClassification":87.54,"MassiveIntentClassification (en)":72.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":90.73,"MTOPIntentClassification (en)":68.15,"ToxicConversationsClassification":70.95,"TweetSentimentExtractionClassification":61.21} -{"index":147,"Rank":111,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.72,"AmazonCounterfactualClassification (en)":72.9,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":42.56,"Banking77Classification":84.24,"EmotionClassification":52.06,"ImdbClassification":78.54,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":76.68,"MTOPDomainClassification (en)":94.78,"MTOPIntentClassification (en)":77.72,"ToxicConversationsClassification":72.9,"TweetSentimentExtractionClassification":59.85} -{"index":192,"Rank":112,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.63,"AmazonCounterfactualClassification (en)":79.72,"AmazonPolarityClassification":87.96,"AmazonReviewsClassification (en)":42.65,"Banking77Classification":83.33,"EmotionClassification":49.44,"ImdbClassification":75.96,"MassiveIntentClassification (en)":72.25,"MassiveScenarioClassification (en)":76.76,"MTOPDomainClassification (en)":93.21,"MTOPIntentClassification (en)":74.77,"ToxicConversationsClassification":74.12,"TweetSentimentExtractionClassification":61.38} -{"index":244,"Rank":113,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.62,"AmazonCounterfactualClassification (en)":75.39,"AmazonPolarityClassification":90.73,"AmazonReviewsClassification (en)":45.49,"Banking77Classification":84.3,"EmotionClassification":46.7,"ImdbClassification":83.15,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":77.54,"MTOPDomainClassification (en)":92.05,"MTOPIntentClassification (en)":72.49,"ToxicConversationsClassification":70.92,"TweetSentimentExtractionClassification":59.49} -{"index":185,"Rank":114,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.36,"AmazonCounterfactualClassification (en)":86.21,"AmazonPolarityClassification":88.36,"AmazonReviewsClassification (en)":44.64,"Banking77Classification":77.04,"EmotionClassification":51.76,"ImdbClassification":81.17,"MassiveIntentClassification (en)":67.48,"MassiveScenarioClassification (en)":72.59,"MTOPDomainClassification (en)":93.72,"MTOPIntentClassification (en)":70.26,"ToxicConversationsClassification":71.82,"TweetSentimentExtractionClassification":63.31} -{"index":318,"Rank":115,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":73.22,"AmazonPolarityClassification":91.82,"AmazonReviewsClassification (en)":48.03,"Banking77Classification":84.08,"EmotionClassification":46.56,"ImdbClassification":86.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":75.64,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":69.65,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":58.22} -{"index":299,"Rank":116,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.87,"AmazonReviewsClassification (en)":47.12,"Banking77Classification":78.46,"EmotionClassification":51.74,"ImdbClassification":87.01,"MassiveIntentClassification (en)":71.78,"MassiveScenarioClassification (en)":73.16,"MTOPDomainClassification (en)":90.99,"MTOPIntentClassification (en)":64.98,"ToxicConversationsClassification":71.73,"TweetSentimentExtractionClassification":62.33} -{"index":223,"Rank":117,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.25,"AmazonCounterfactualClassification (en)":66.94,"AmazonPolarityClassification":94.7,"AmazonReviewsClassification (en)":51.59,"Banking77Classification":80.34,"EmotionClassification":47.83,"ImdbClassification":89.66,"MassiveIntentClassification (en)":70.27,"MassiveScenarioClassification (en)":74.51,"MTOPDomainClassification (en)":93.77,"MTOPIntentClassification (en)":67.8,"ToxicConversationsClassification":70.85,"TweetSentimentExtractionClassification":58.71} -{"index":84,"Rank":118,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":82.05,"AmazonReviewsClassification (en)":40.81,"Banking77Classification":86.01,"EmotionClassification":48.38,"ImdbClassification":75.33,"MassiveIntentClassification (en)":75.58,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.09,"MTOPIntentClassification (en)":77.05,"ToxicConversationsClassification":69.92,"TweetSentimentExtractionClassification":60.76} -{"index":208,"Rank":119,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":72.13,"AmazonCounterfactualClassification (en)":73.12,"AmazonPolarityClassification":88.89,"AmazonReviewsClassification (en)":43.2,"Banking77Classification":85.36,"EmotionClassification":48.77,"ImdbClassification":78.46,"MassiveIntentClassification (en)":72.04,"MassiveScenarioClassification (en)":76.86,"MTOPDomainClassification (en)":93.43,"MTOPIntentClassification (en)":71.73,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":62.14} -{"index":253,"Rank":120,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":72.1,"AmazonCounterfactualClassification (en)":72.94,"AmazonPolarityClassification":91.35,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.69,"EmotionClassification":45.88,"ImdbClassification":83.99,"MassiveIntentClassification (en)":71.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":72.47,"ToxicConversationsClassification":70.87,"TweetSentimentExtractionClassification":59.2} -{"index":351,"Rank":121,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":71.97,"AmazonCounterfactualClassification (en)":73.96,"AmazonPolarityClassification":91.32,"AmazonReviewsClassification (en)":46.03,"Banking77Classification":83.19,"EmotionClassification":45.8,"ImdbClassification":85.93,"MassiveIntentClassification (en)":71.12,"MassiveScenarioClassification (en)":75.56,"MTOPDomainClassification (en)":92.76,"MTOPIntentClassification (en)":70.45,"ToxicConversationsClassification":68.52,"TweetSentimentExtractionClassification":58.98} -{"index":206,"Rank":122,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":71.91,"AmazonCounterfactualClassification (en)":78.9,"AmazonPolarityClassification":87.98,"AmazonReviewsClassification (en)":42.58,"Banking77Classification":84.16,"EmotionClassification":47.88,"ImdbClassification":77.7,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":77.19,"MTOPDomainClassification (en)":92.34,"MTOPIntentClassification (en)":70.63,"ToxicConversationsClassification":72.13,"TweetSentimentExtractionClassification":61.04} -{"index":81,"Rank":123,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":71.88,"AmazonCounterfactualClassification (en)":75.7,"AmazonPolarityClassification":80.68,"AmazonReviewsClassification (en)":40.0,"Banking77Classification":84.77,"EmotionClassification":47.08,"ImdbClassification":75.19,"MassiveIntentClassification (en)":75.01,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.47,"MTOPIntentClassification (en)":81.09,"ToxicConversationsClassification":71.85,"TweetSentimentExtractionClassification":57.61} -{"index":137,"Rank":124,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.83,"AmazonCounterfactualClassification (en)":71.28,"AmazonPolarityClassification":91.99,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":81.01,"EmotionClassification":49.75,"ImdbClassification":91.31,"MassiveIntentClassification (en)":70.43,"MassiveScenarioClassification (en)":75.12,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":63.23,"ToxicConversationsClassification":65.84,"TweetSentimentExtractionClassification":61.35} -{"index":200,"Rank":125,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.77,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.2,"Banking77Classification":75.88,"EmotionClassification":47.58,"ImdbClassification":90.23,"MassiveIntentClassification (en)":68.51,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":91.81,"MTOPIntentClassification (en)":64.29,"ToxicConversationsClassification":66.01,"TweetSentimentExtractionClassification":62.8} -{"index":337,"Rank":126,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.7,"AmazonCounterfactualClassification (en)":72.88,"AmazonPolarityClassification":91.03,"AmazonReviewsClassification (en)":46.94,"Banking77Classification":83.47,"EmotionClassification":45.8,"ImdbClassification":85.01,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.29,"MTOPDomainClassification (en)":92.51,"MTOPIntentClassification (en)":69.62,"ToxicConversationsClassification":69.8,"TweetSentimentExtractionClassification":57.82} -{"index":197,"Rank":127,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.67,"AmazonCounterfactualClassification (en)":76.22,"AmazonPolarityClassification":87.53,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":81.87,"EmotionClassification":46.86,"ImdbClassification":75.55,"MassiveIntentClassification (en)":72.22,"MassiveScenarioClassification (en)":75.78,"MTOPDomainClassification (en)":92.05,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":72.76,"TweetSentimentExtractionClassification":63.31} -{"index":79,"Rank":128,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":71.57,"AmazonCounterfactualClassification (en)":76.91,"AmazonPolarityClassification":79.05,"AmazonReviewsClassification (en)":40.08,"Banking77Classification":84.65,"EmotionClassification":46.58,"ImdbClassification":75.68,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":79.17,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":79.54,"ToxicConversationsClassification":71.81,"TweetSentimentExtractionClassification":57.17} -{"index":251,"Rank":129,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.17,"AmazonCounterfactualClassification (en)":76.99,"AmazonPolarityClassification":87.54,"AmazonReviewsClassification (en)":46.81,"Banking77Classification":81.09,"EmotionClassification":47.65,"ImdbClassification":86.32,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":74.03,"MTOPDomainClassification (en)":92.36,"MTOPIntentClassification (en)":65.2,"ToxicConversationsClassification":72.96,"TweetSentimentExtractionClassification":55.28} -{"index":71,"Rank":130,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.14,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":89.51,"AmazonReviewsClassification (en)":46.1,"Banking77Classification":78.46,"EmotionClassification":47.11,"ImdbClassification":87.39,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":75.25,"MTOPDomainClassification (en)":92.86,"MTOPIntentClassification (en)":64.85,"ToxicConversationsClassification":63.38,"TweetSentimentExtractionClassification":62.47} -{"index":350,"Rank":131,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} -{"index":20,"Rank":132,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":218,"Rank":133,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.74,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":88.7,"AmazonReviewsClassification (en)":44.7,"Banking77Classification":79.42,"EmotionClassification":42.45,"ImdbClassification":80.82,"MassiveIntentClassification (en)":70.3,"MassiveScenarioClassification (en)":74.48,"MTOPDomainClassification (en)":91.07,"MTOPIntentClassification (en)":71.08,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":62.62} -{"index":143,"Rank":134,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.62,"AmazonCounterfactualClassification (en)":79.31,"AmazonPolarityClassification":76.66,"AmazonReviewsClassification (en)":35.28,"Banking77Classification":84.31,"EmotionClassification":55.61,"ImdbClassification":82.39,"MassiveIntentClassification (en)":69.24,"MassiveScenarioClassification (en)":74.11,"MTOPDomainClassification (en)":90.46,"MTOPIntentClassification (en)":66.0,"ToxicConversationsClassification":74.52,"TweetSentimentExtractionClassification":59.59} -{"index":39,"Rank":135,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":70.57,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":46.55,"Banking77Classification":78.12,"EmotionClassification":46.66,"ImdbClassification":85.64,"MassiveIntentClassification (en)":67.42,"MassiveScenarioClassification (en)":72.61,"MTOPDomainClassification (en)":91.86,"MTOPIntentClassification (en)":62.18,"ToxicConversationsClassification":70.66,"TweetSentimentExtractionClassification":64.46} -{"index":321,"Rank":136,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.56,"AmazonCounterfactualClassification (en)":79.04,"AmazonPolarityClassification":82.24,"AmazonReviewsClassification (en)":44.91,"Banking77Classification":82.21,"EmotionClassification":46.78,"ImdbClassification":74.87,"MassiveIntentClassification (en)":74.19,"MassiveScenarioClassification (en)":77.74,"MTOPDomainClassification (en)":91.84,"MTOPIntentClassification (en)":66.63,"ToxicConversationsClassification":63.28,"TweetSentimentExtractionClassification":63.01} -{"index":222,"Rank":137,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.55,"AmazonCounterfactualClassification (en)":68.61,"AmazonPolarityClassification":93.38,"AmazonReviewsClassification (en)":50.64,"Banking77Classification":78.5,"EmotionClassification":46.37,"ImdbClassification":88.54,"MassiveIntentClassification (en)":67.24,"MassiveScenarioClassification (en)":72.98,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":59.82,"ToxicConversationsClassification":71.16,"TweetSentimentExtractionClassification":58.89} -{"index":346,"Rank":138,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":70.44,"AmazonCounterfactualClassification (en)":76.4,"AmazonPolarityClassification":92.83,"AmazonReviewsClassification (en)":47.45,"Banking77Classification":68.04,"EmotionClassification":50.33,"ImdbClassification":89.38,"MassiveIntentClassification (en)":65.17,"MassiveScenarioClassification (en)":67.67,"MTOPDomainClassification (en)":89.89,"MTOPIntentClassification (en)":64.8,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":63.35} -{"index":132,"Rank":139,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.35,"AmazonCounterfactualClassification (en)":71.76,"AmazonPolarityClassification":86.61,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":81.73,"EmotionClassification":44.71,"ImdbClassification":80.54,"MassiveIntentClassification (en)":70.13,"MassiveScenarioClassification (en)":74.86,"MTOPDomainClassification (en)":91.76,"MTOPIntentClassification (en)":69.9,"ToxicConversationsClassification":70.97,"TweetSentimentExtractionClassification":58.57} -{"index":87,"Rank":140,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.25,"AmazonCounterfactualClassification (en)":72.1,"AmazonPolarityClassification":86.69,"AmazonReviewsClassification (en)":42.7,"Banking77Classification":81.92,"EmotionClassification":45.44,"ImdbClassification":80.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":74.89,"MTOPDomainClassification (en)":92.12,"MTOPIntentClassification (en)":71.86,"ToxicConversationsClassification":65.46,"TweetSentimentExtractionClassification":58.66} -{"index":205,"Rank":141,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":70.17,"AmazonCounterfactualClassification (en)":69.94,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":41.08,"Banking77Classification":82.89,"EmotionClassification":46.84,"ImdbClassification":74.45,"MassiveIntentClassification (en)":67.93,"MassiveScenarioClassification (en)":75.72,"MTOPDomainClassification (en)":92.18,"MTOPIntentClassification (en)":70.3,"ToxicConversationsClassification":72.01,"TweetSentimentExtractionClassification":61.51} -{"index":102,"Rank":142,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":70.14,"AmazonCounterfactualClassification (en)":74.07,"AmazonPolarityClassification":82.31,"AmazonReviewsClassification (en)":41.58,"Banking77Classification":81.74,"EmotionClassification":49.92,"ImdbClassification":74.33,"MassiveIntentClassification (en)":70.0,"MassiveScenarioClassification (en)":75.03,"MTOPDomainClassification (en)":89.64,"MTOPIntentClassification (en)":70.68,"ToxicConversationsClassification":69.93,"TweetSentimentExtractionClassification":62.44} -{"index":298,"Rank":143,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.81,"AmazonCounterfactualClassification (en)":75.82,"AmazonPolarityClassification":85.12,"AmazonReviewsClassification (en)":44.94,"Banking77Classification":76.48,"EmotionClassification":51.35,"ImdbClassification":77.34,"MassiveIntentClassification (en)":69.74,"MassiveScenarioClassification (en)":72.32,"MTOPDomainClassification (en)":90.34,"MTOPIntentClassification (en)":63.32,"ToxicConversationsClassification":68.2,"TweetSentimentExtractionClassification":62.71} -{"index":199,"Rank":144,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.76,"AmazonCounterfactualClassification (en)":77.36,"AmazonPolarityClassification":91.76,"AmazonReviewsClassification (en)":47.54,"Banking77Classification":73.53,"EmotionClassification":45.68,"ImdbClassification":84.29,"MassiveIntentClassification (en)":65.71,"MassiveScenarioClassification (en)":71.57,"MTOPDomainClassification (en)":90.9,"MTOPIntentClassification (en)":61.6,"ToxicConversationsClassification":64.33,"TweetSentimentExtractionClassification":62.8} -{"index":252,"Rank":145,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":69.7,"AmazonCounterfactualClassification (en)":69.78,"AmazonPolarityClassification":88.74,"AmazonReviewsClassification (en)":43.11,"Banking77Classification":82.78,"EmotionClassification":42.92,"ImdbClassification":80.87,"MassiveIntentClassification (en)":69.34,"MassiveScenarioClassification (en)":74.21,"MTOPDomainClassification (en)":89.61,"MTOPIntentClassification (en)":68.9,"ToxicConversationsClassification":68.16,"TweetSentimentExtractionClassification":57.99} -{"index":221,"Rank":146,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.65,"AmazonCounterfactualClassification (en)":70.12,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":50.52,"Banking77Classification":75.59,"EmotionClassification":45.98,"ImdbClassification":90.22,"MassiveIntentClassification (en)":65.03,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":88.63,"MTOPIntentClassification (en)":58.08,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":58.25} -{"index":265,"Rank":147,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":215,"Rank":148,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":22,"Rank":149,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":23,"Rank":150,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":216,"Rank":151,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":44,"Rank":152,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":126,"Rank":153,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.79,"AmazonCounterfactualClassification (en)":68.3,"AmazonPolarityClassification":90.31,"AmazonReviewsClassification (en)":46.27,"Banking77Classification":80.01,"EmotionClassification":43.67,"ImdbClassification":84.36,"MassiveIntentClassification (en)":66.69,"MassiveScenarioClassification (en)":73.06,"MTOPDomainClassification (en)":91.36,"MTOPIntentClassification (en)":60.64,"ToxicConversationsClassification":66.84,"TweetSentimentExtractionClassification":53.91} -{"index":225,"Rank":154,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.79,"AmazonCounterfactualClassification (en)":68.3,"AmazonPolarityClassification":90.31,"AmazonReviewsClassification (en)":46.27,"Banking77Classification":80.01,"EmotionClassification":43.67,"ImdbClassification":84.36,"MassiveIntentClassification (en)":66.69,"MassiveScenarioClassification (en)":73.06,"MTOPDomainClassification (en)":91.36,"MTOPIntentClassification (en)":60.64,"ToxicConversationsClassification":66.84,"TweetSentimentExtractionClassification":53.91} -{"index":248,"Rank":155,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.55,"AmazonCounterfactualClassification (en)":70.72,"AmazonPolarityClassification":83.34,"AmazonReviewsClassification (en)":40.99,"Banking77Classification":81.25,"EmotionClassification":41.66,"ImdbClassification":74.81,"MassiveIntentClassification (en)":69.8,"MassiveScenarioClassification (en)":74.54,"MTOPDomainClassification (en)":91.22,"MTOPIntentClassification (en)":69.39,"ToxicConversationsClassification":67.44,"TweetSentimentExtractionClassification":57.48} -{"index":124,"Rank":156,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.23,"AmazonCounterfactualClassification (en)":76.81,"AmazonPolarityClassification":82.83,"AmazonReviewsClassification (en)":38.93,"Banking77Classification":80.34,"EmotionClassification":46.54,"ImdbClassification":74.08,"MassiveIntentClassification (en)":66.92,"MassiveScenarioClassification (en)":72.75,"MTOPDomainClassification (en)":92.73,"MTOPIntentClassification (en)":65.18,"ToxicConversationsClassification":64.93,"TweetSentimentExtractionClassification":56.73} -{"index":101,"Rank":157,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":68.13,"AmazonCounterfactualClassification (en)":69.22,"AmazonPolarityClassification":71.26,"AmazonReviewsClassification (en)":39.19,"Banking77Classification":84.49,"EmotionClassification":49.66,"ImdbClassification":66.64,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":72.42,"ToxicConversationsClassification":67.71,"TweetSentimentExtractionClassification":56.85} -{"index":94,"Rank":158,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.13,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":80.04,"AmazonReviewsClassification (en)":39.75,"Banking77Classification":80.92,"EmotionClassification":44.88,"ImdbClassification":71.96,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":74.16,"MTOPDomainClassification (en)":90.87,"MTOPIntentClassification (en)":68.53,"ToxicConversationsClassification":66.04,"TweetSentimentExtractionClassification":59.43} -{"index":207,"Rank":159,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":68.04,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":83.81,"AmazonReviewsClassification (en)":38.97,"Banking77Classification":80.97,"EmotionClassification":44.77,"ImdbClassification":72.21,"MassiveIntentClassification (en)":66.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":89.93,"MTOPIntentClassification (en)":66.56,"ToxicConversationsClassification":67.96,"TweetSentimentExtractionClassification":59.6} -{"index":131,"Rank":160,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.04,"AmazonCounterfactualClassification (en)":67.76,"AmazonPolarityClassification":79.75,"AmazonReviewsClassification (en)":37.45,"Banking77Classification":81.17,"EmotionClassification":44.53,"ImdbClassification":76.46,"MassiveIntentClassification (en)":68.58,"MassiveScenarioClassification (en)":73.92,"MTOPDomainClassification (en)":90.67,"MTOPIntentClassification (en)":68.29,"ToxicConversationsClassification":70.23,"TweetSentimentExtractionClassification":57.64} -{"index":125,"Rank":161,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":156,"Rank":162,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":75,"Rank":163,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":213,"Rank":164,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":325,"Rank":165,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.9,"AmazonCounterfactualClassification (en)":76.19,"AmazonPolarityClassification":69.63,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":78.13,"EmotionClassification":45.48,"ImdbClassification":64.06,"MassiveIntentClassification (en)":71.69,"MassiveScenarioClassification (en)":77.2,"MTOPDomainClassification (en)":92.94,"MTOPIntentClassification (en)":74.43,"ToxicConversationsClassification":70.17,"TweetSentimentExtractionClassification":59.31} -{"index":86,"Rank":166,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.9,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":78.79,"AmazonReviewsClassification (en)":39.31,"Banking77Classification":80.58,"EmotionClassification":44.79,"ImdbClassification":71.53,"MassiveIntentClassification (en)":68.84,"MassiveScenarioClassification (en)":73.75,"MTOPDomainClassification (en)":90.79,"MTOPIntentClassification (en)":68.72,"ToxicConversationsClassification":66.29,"TweetSentimentExtractionClassification":59.49} -{"index":144,"Rank":167,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":67.8,"AmazonCounterfactualClassification (en)":68.75,"AmazonPolarityClassification":81.3,"AmazonReviewsClassification (en)":38.57,"Banking77Classification":79.98,"EmotionClassification":40.09,"ImdbClassification":80.09,"MassiveIntentClassification (en)":67.58,"MassiveScenarioClassification (en)":73.47,"MTOPDomainClassification (en)":90.36,"MTOPIntentClassification (en)":66.45,"ToxicConversationsClassification":69.34,"TweetSentimentExtractionClassification":57.6} -{"index":89,"Rank":168,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":73.18,"AmazonPolarityClassification":79.99,"AmazonReviewsClassification (en)":39.66,"Banking77Classification":77.95,"EmotionClassification":44.38,"ImdbClassification":73.02,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":72.36,"MTOPDomainClassification (en)":89.87,"MTOPIntentClassification (en)":71.03,"ToxicConversationsClassification":64.41,"TweetSentimentExtractionClassification":59.66} -{"index":73,"Rank":169,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":74.28,"AmazonPolarityClassification":82.2,"AmazonReviewsClassification (en)":40.22,"Banking77Classification":80.31,"EmotionClassification":40.81,"ImdbClassification":73.7,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":89.73,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":62.52,"TweetSentimentExtractionClassification":59.6} -{"index":211,"Rank":170,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.76,"AmazonCounterfactualClassification (en)":68.93,"AmazonPolarityClassification":69.14,"AmazonReviewsClassification (en)":31.38,"Banking77Classification":85.34,"EmotionClassification":45.84,"ImdbClassification":66.42,"MassiveIntentClassification (en)":72.73,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":76.09,"ToxicConversationsClassification":69.13,"TweetSentimentExtractionClassification":58.16} -{"index":85,"Rank":171,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":67.67,"AmazonCounterfactualClassification (en)":72.93,"AmazonPolarityClassification":74.28,"AmazonReviewsClassification (en)":36.14,"Banking77Classification":79.0,"EmotionClassification":42.85,"ImdbClassification":71.92,"MassiveIntentClassification (en)":69.99,"MassiveScenarioClassification (en)":75.15,"MTOPDomainClassification (en)":91.24,"MTOPIntentClassification (en)":74.08,"ToxicConversationsClassification":68.4,"TweetSentimentExtractionClassification":56.08} -{"index":93,"Rank":172,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":92,"Rank":173,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":297,"Rank":174,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.46,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.52,"Banking77Classification":81.1,"EmotionClassification":45.85,"ImdbClassification":64.58,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":65.56,"TweetSentimentExtractionClassification":59.04} -{"index":293,"Rank":175,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.41,"AmazonCounterfactualClassification (en)":67.3,"AmazonPolarityClassification":75.05,"AmazonReviewsClassification (en)":37.3,"Banking77Classification":82.32,"EmotionClassification":43.19,"ImdbClassification":70.8,"MassiveIntentClassification (en)":70.61,"MassiveScenarioClassification (en)":77.77,"MTOPDomainClassification (en)":93.84,"MTOPIntentClassification (en)":67.71,"ToxicConversationsClassification":68.48,"TweetSentimentExtractionClassification":54.54} -{"index":267,"Rank":176,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.32,"AmazonCounterfactualClassification (en)":75.75,"AmazonPolarityClassification":82.47,"AmazonReviewsClassification (en)":39.6,"Banking77Classification":75.76,"EmotionClassification":44.81,"ImdbClassification":73.53,"MassiveIntentClassification (en)":65.95,"MassiveScenarioClassification (en)":70.78,"MTOPDomainClassification (en)":84.29,"MTOPIntentClassification (en)":63.14,"ToxicConversationsClassification":72.04,"TweetSentimentExtractionClassification":59.73} -{"index":60,"Rank":177,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":67.3,"AmazonCounterfactualClassification (en)":69.73,"AmazonPolarityClassification":86.9,"AmazonReviewsClassification (en)":44.05,"Banking77Classification":75.41,"EmotionClassification":41.99,"ImdbClassification":79.54,"MassiveIntentClassification (en)":63.34,"MassiveScenarioClassification (en)":72.37,"MTOPDomainClassification (en)":89.67,"MTOPIntentClassification (en)":60.28,"ToxicConversationsClassification":67.94,"TweetSentimentExtractionClassification":56.41} -{"index":123,"Rank":178,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":67.18,"AmazonCounterfactualClassification (en)":65.6,"AmazonPolarityClassification":74.26,"AmazonReviewsClassification (en)":34.95,"Banking77Classification":81.81,"EmotionClassification":42.53,"ImdbClassification":72.54,"MassiveIntentClassification (en)":71.46,"MassiveScenarioClassification (en)":76.22,"MTOPDomainClassification (en)":93.53,"MTOPIntentClassification (en)":67.79,"ToxicConversationsClassification":65.86,"TweetSentimentExtractionClassification":59.66} -{"index":291,"Rank":179,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.14,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":73.92,"AmazonReviewsClassification (en)":37.21,"Banking77Classification":81.21,"EmotionClassification":46.33,"ImdbClassification":70.86,"MassiveIntentClassification (en)":70.06,"MassiveScenarioClassification (en)":75.49,"MTOPDomainClassification (en)":94.01,"MTOPIntentClassification (en)":63.86,"ToxicConversationsClassification":68.65,"TweetSentimentExtractionClassification":54.09} -{"index":100,"Rank":180,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":67.13,"AmazonCounterfactualClassification (en)":67.57,"AmazonPolarityClassification":71.44,"AmazonReviewsClassification (en)":35.75,"Banking77Classification":83.22,"EmotionClassification":49.21,"ImdbClassification":63.53,"MassiveIntentClassification (en)":69.01,"MassiveScenarioClassification (en)":75.9,"MTOPDomainClassification (en)":92.56,"MTOPIntentClassification (en)":71.85,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":56.69} -{"index":292,"Rank":181,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.11,"AmazonCounterfactualClassification (en)":68.6,"AmazonPolarityClassification":74.58,"AmazonReviewsClassification (en)":38.2,"Banking77Classification":82.22,"EmotionClassification":45.54,"ImdbClassification":68.15,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.94,"MTOPDomainClassification (en)":93.6,"MTOPIntentClassification (en)":65.93,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.77} -{"index":122,"Rank":182,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.07,"AmazonCounterfactualClassification (en)":74.81,"AmazonPolarityClassification":78.4,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":80.06,"EmotionClassification":46.46,"ImdbClassification":72.88,"MassiveIntentClassification (en)":65.79,"MassiveScenarioClassification (en)":71.1,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":64.71,"TweetSentimentExtractionClassification":56.74} -{"index":202,"Rank":183,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.03,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":88.61,"AmazonReviewsClassification (en)":45.75,"Banking77Classification":70.44,"EmotionClassification":42.86,"ImdbClassification":79.57,"MassiveIntentClassification (en)":63.87,"MassiveScenarioClassification (en)":69.28,"MTOPDomainClassification (en)":88.99,"MTOPIntentClassification (en)":56.69,"ToxicConversationsClassification":63.59,"TweetSentimentExtractionClassification":62.79} -{"index":165,"Rank":184,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.95,"AmazonCounterfactualClassification (en)":67.06,"AmazonPolarityClassification":70.41,"AmazonReviewsClassification (en)":33.21,"Banking77Classification":82.73,"EmotionClassification":43.47,"ImdbClassification":67.3,"MassiveIntentClassification (en)":71.77,"MassiveScenarioClassification (en)":77.85,"MTOPDomainClassification (en)":91.82,"MTOPIntentClassification (en)":74.7,"ToxicConversationsClassification":67.48,"TweetSentimentExtractionClassification":55.62} -{"index":257,"Rank":185,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"AmazonCounterfactualClassification (en)":72.19,"AmazonPolarityClassification":68.63,"AmazonReviewsClassification (en)":37.42,"Banking77Classification":80.02,"EmotionClassification":44.77,"ImdbClassification":67.04,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":76.0,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":69.31,"ToxicConversationsClassification":67.77,"TweetSentimentExtractionClassification":56.1} -{"index":97,"Rank":186,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":66.52,"AmazonCounterfactualClassification (en)":65.21,"AmazonPolarityClassification":73.21,"AmazonReviewsClassification (en)":34.96,"Banking77Classification":82.06,"EmotionClassification":46.39,"ImdbClassification":64.05,"MassiveIntentClassification (en)":68.65,"MassiveScenarioClassification (en)":76.04,"MTOPDomainClassification (en)":92.08,"MTOPIntentClassification (en)":71.19,"ToxicConversationsClassification":68.73,"TweetSentimentExtractionClassification":55.67} -{"index":255,"Rank":187,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":66.48,"AmazonCounterfactualClassification (en)":66.85,"AmazonPolarityClassification":85.92,"AmazonReviewsClassification (en)":41.02,"Banking77Classification":80.63,"EmotionClassification":40.55,"ImdbClassification":76.6,"MassiveIntentClassification (en)":64.95,"MassiveScenarioClassification (en)":70.38,"MTOPDomainClassification (en)":86.31,"MTOPIntentClassification (en)":62.77,"ToxicConversationsClassification":66.53,"TweetSentimentExtractionClassification":55.23} -{"index":130,"Rank":188,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.35,"AmazonCounterfactualClassification (en)":66.27,"AmazonPolarityClassification":75.37,"AmazonReviewsClassification (en)":35.81,"Banking77Classification":80.58,"EmotionClassification":42.47,"ImdbClassification":70.7,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":90.25,"MTOPIntentClassification (en)":67.95,"ToxicConversationsClassification":69.21,"TweetSentimentExtractionClassification":56.71} -{"index":153,"Rank":189,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":66.19,"AmazonCounterfactualClassification (en)":68.06,"AmazonPolarityClassification":68.97,"AmazonReviewsClassification (en)":33.86,"Banking77Classification":84.33,"EmotionClassification":44.87,"ImdbClassification":61.77,"MassiveIntentClassification (en)":69.67,"MassiveScenarioClassification (en)":75.34,"MTOPDomainClassification (en)":93.68,"MTOPIntentClassification (en)":71.34,"ToxicConversationsClassification":66.55,"TweetSentimentExtractionClassification":55.85} -{"index":210,"Rank":190,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.07,"AmazonCounterfactualClassification (en)":66.73,"AmazonPolarityClassification":67.61,"AmazonReviewsClassification (en)":31.18,"Banking77Classification":84.06,"EmotionClassification":44.68,"ImdbClassification":63.87,"MassiveIntentClassification (en)":71.09,"MassiveScenarioClassification (en)":76.25,"MTOPDomainClassification (en)":91.53,"MTOPIntentClassification (en)":72.83,"ToxicConversationsClassification":66.15,"TweetSentimentExtractionClassification":56.85} -{"index":312,"Rank":191,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"AmazonCounterfactualClassification (en)":77.94,"AmazonPolarityClassification":76.0,"AmazonReviewsClassification (en)":37.18,"Banking77Classification":75.5,"EmotionClassification":45.21,"ImdbClassification":68.85,"MassiveIntentClassification (en)":66.32,"MassiveScenarioClassification (en)":70.62,"MTOPDomainClassification (en)":85.38,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":67.08,"TweetSentimentExtractionClassification":57.57} -{"index":354,"Rank":192,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":65.94,"AmazonCounterfactualClassification (en)":74.16,"AmazonPolarityClassification":61.91,"AmazonReviewsClassification (en)":32.06,"Banking77Classification":82.05,"EmotionClassification":46.65,"ImdbClassification":65.02,"MassiveIntentClassification (en)":68.48,"MassiveScenarioClassification (en)":74.98,"MTOPDomainClassification (en)":93.17,"MTOPIntentClassification (en)":71.1,"ToxicConversationsClassification":68.15,"TweetSentimentExtractionClassification":53.57} -{"index":327,"Rank":193,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.78,"AmazonCounterfactualClassification (en)":70.81,"AmazonPolarityClassification":67.05,"AmazonReviewsClassification (en)":35.85,"Banking77Classification":74.67,"EmotionClassification":42.31,"ImdbClassification":63.69,"MassiveIntentClassification (en)":69.05,"MassiveScenarioClassification (en)":75.8,"MTOPDomainClassification (en)":92.48,"MTOPIntentClassification (en)":70.27,"ToxicConversationsClassification":68.22,"TweetSentimentExtractionClassification":59.19} -{"index":90,"Rank":194,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.72,"AmazonCounterfactualClassification (en)":70.4,"AmazonPolarityClassification":82.04,"AmazonReviewsClassification (en)":42.41,"Banking77Classification":71.07,"EmotionClassification":46.78,"ImdbClassification":74.6,"MassiveIntentClassification (en)":62.27,"MassiveScenarioClassification (en)":68.22,"MTOPDomainClassification (en)":88.24,"MTOPIntentClassification (en)":54.94,"ToxicConversationsClassification":65.15,"TweetSentimentExtractionClassification":62.54} -{"index":128,"Rank":195,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.65,"AmazonCounterfactualClassification (en)":71.18,"AmazonPolarityClassification":78.75,"AmazonReviewsClassification (en)":38.26,"Banking77Classification":79.12,"EmotionClassification":45.77,"ImdbClassification":69.49,"MassiveIntentClassification (en)":64.76,"MassiveScenarioClassification (en)":70.05,"MTOPDomainClassification (en)":90.94,"MTOPIntentClassification (en)":58.63,"ToxicConversationsClassification":61.96,"TweetSentimentExtractionClassification":58.9} -{"index":290,"Rank":196,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.25,"AmazonCounterfactualClassification (en)":69.33,"AmazonPolarityClassification":67.82,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":79.26,"EmotionClassification":42.2,"ImdbClassification":65.99,"MassiveIntentClassification (en)":67.05,"MassiveScenarioClassification (en)":75.4,"MTOPDomainClassification (en)":92.42,"MTOPIntentClassification (en)":62.44,"ToxicConversationsClassification":66.6,"TweetSentimentExtractionClassification":56.02} -{"index":127,"Rank":197,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.25,"AmazonCounterfactualClassification (en)":66.19,"AmazonPolarityClassification":70.36,"AmazonReviewsClassification (en)":33.77,"Banking77Classification":80.18,"EmotionClassification":42.38,"ImdbClassification":69.09,"MassiveIntentClassification (en)":68.01,"MassiveScenarioClassification (en)":72.67,"MTOPDomainClassification (en)":92.09,"MTOPIntentClassification (en)":65.27,"ToxicConversationsClassification":64.81,"TweetSentimentExtractionClassification":58.17} -{"index":285,"Rank":198,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.03,"AmazonCounterfactualClassification (en)":65.03,"AmazonPolarityClassification":67.14,"AmazonReviewsClassification (en)":31.44,"Banking77Classification":81.7,"EmotionClassification":42.22,"ImdbClassification":71.17,"MassiveIntentClassification (en)":69.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.89,"MTOPIntentClassification (en)":68.27,"ToxicConversationsClassification":61.05,"TweetSentimentExtractionClassification":55.05} -{"index":88,"Rank":199,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.86,"AmazonCounterfactualClassification (en)":69.6,"AmazonPolarityClassification":82.09,"AmazonReviewsClassification (en)":41.94,"Banking77Classification":67.13,"EmotionClassification":45.79,"ImdbClassification":74.95,"MassiveIntentClassification (en)":61.52,"MassiveScenarioClassification (en)":67.04,"MTOPDomainClassification (en)":87.27,"MTOPIntentClassification (en)":54.66,"ToxicConversationsClassification":64.47,"TweetSentimentExtractionClassification":61.8} -{"index":76,"Rank":200,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.85,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":70.19,"AmazonReviewsClassification (en)":34.29,"Banking77Classification":75.89,"EmotionClassification":40.26,"ImdbClassification":61.14,"MassiveIntentClassification (en)":65.6,"MassiveScenarioClassification (en)":70.37,"MTOPDomainClassification (en)":87.22,"MTOPIntentClassification (en)":69.45,"ToxicConversationsClassification":70.26,"TweetSentimentExtractionClassification":54.49} -{"index":294,"Rank":201,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.71,"AmazonCounterfactualClassification (en)":64.06,"AmazonPolarityClassification":66.88,"AmazonReviewsClassification (en)":34.85,"Banking77Classification":82.35,"EmotionClassification":41.91,"ImdbClassification":60.17,"MassiveIntentClassification (en)":70.4,"MassiveScenarioClassification (en)":73.73,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":55.74} -{"index":289,"Rank":202,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.67,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":68.0,"AmazonReviewsClassification (en)":35.45,"Banking77Classification":71.48,"EmotionClassification":40.04,"ImdbClassification":61.52,"MassiveIntentClassification (en)":66.71,"MassiveScenarioClassification (en)":74.0,"MTOPDomainClassification (en)":91.59,"MTOPIntentClassification (en)":66.4,"ToxicConversationsClassification":69.09,"TweetSentimentExtractionClassification":59.97} -{"index":96,"Rank":203,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.56,"AmazonCounterfactualClassification (en)":69.57,"AmazonPolarityClassification":74.74,"AmazonReviewsClassification (en)":35.36,"Banking77Classification":77.51,"EmotionClassification":39.09,"ImdbClassification":67.87,"MassiveIntentClassification (en)":65.15,"MassiveScenarioClassification (en)":70.75,"MTOPDomainClassification (en)":89.98,"MTOPIntentClassification (en)":66.43,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":54.26} -{"index":324,"Rank":204,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.45,"AmazonCounterfactualClassification (en)":70.67,"AmazonPolarityClassification":67.73,"AmazonReviewsClassification (en)":32.62,"Banking77Classification":74.12,"EmotionClassification":38.64,"ImdbClassification":68.43,"MassiveIntentClassification (en)":67.23,"MassiveScenarioClassification (en)":72.79,"MTOPDomainClassification (en)":90.12,"MTOPIntentClassification (en)":65.0,"ToxicConversationsClassification":68.99,"TweetSentimentExtractionClassification":57.01} -{"index":238,"Rank":205,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":64.44,"AmazonCounterfactualClassification (en)":71.79,"AmazonPolarityClassification":72.48,"AmazonReviewsClassification (en)":36.01,"Banking77Classification":72.64,"EmotionClassification":45.09,"ImdbClassification":70.78,"MassiveIntentClassification (en)":63.79,"MassiveScenarioClassification (en)":70.31,"MTOPDomainClassification (en)":88.96,"MTOPIntentClassification (en)":57.0,"ToxicConversationsClassification":69.06,"TweetSentimentExtractionClassification":55.39} -{"index":296,"Rank":206,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.31,"AmazonCounterfactualClassification (en)":71.57,"AmazonPolarityClassification":69.21,"AmazonReviewsClassification (en)":35.11,"Banking77Classification":79.77,"EmotionClassification":42.37,"ImdbClassification":60.46,"MassiveIntentClassification (en)":66.89,"MassiveScenarioClassification (en)":71.54,"MTOPDomainClassification (en)":87.06,"MTOPIntentClassification (en)":65.52,"ToxicConversationsClassification":66.07,"TweetSentimentExtractionClassification":56.12} -{"index":232,"Rank":207,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.67,"AmazonCounterfactualClassification (en)":61.99,"AmazonPolarityClassification":64.75,"AmazonReviewsClassification (en)":29.79,"Banking77Classification":82.92,"EmotionClassification":40.56,"ImdbClassification":61.71,"MassiveIntentClassification (en)":68.72,"MassiveScenarioClassification (en)":74.39,"MTOPDomainClassification (en)":91.45,"MTOPIntentClassification (en)":70.03,"ToxicConversationsClassification":65.33,"TweetSentimentExtractionClassification":52.41} -{"index":95,"Rank":208,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.54,"AmazonCounterfactualClassification (en)":66.84,"AmazonPolarityClassification":70.48,"AmazonReviewsClassification (en)":33.65,"Banking77Classification":78.04,"EmotionClassification":39.18,"ImdbClassification":65.14,"MassiveIntentClassification (en)":65.32,"MassiveScenarioClassification (en)":70.51,"MTOPDomainClassification (en)":89.27,"MTOPIntentClassification (en)":65.36,"ToxicConversationsClassification":63.92,"TweetSentimentExtractionClassification":54.8} -{"index":326,"Rank":209,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":63.42,"AmazonCounterfactualClassification (en)":69.84,"AmazonPolarityClassification":65.24,"AmazonReviewsClassification (en)":33.95,"Banking77Classification":72.79,"EmotionClassification":35.6,"ImdbClassification":66.32,"MassiveIntentClassification (en)":66.12,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":90.4,"MTOPIntentClassification (en)":62.28,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":57.24} -{"index":175,"Rank":210,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.42,"AmazonCounterfactualClassification (en)":81.49,"AmazonPolarityClassification":62.73,"AmazonReviewsClassification (en)":31.55,"Banking77Classification":73.5,"EmotionClassification":38.29,"ImdbClassification":55.75,"MassiveIntentClassification (en)":64.37,"MassiveScenarioClassification (en)":69.05,"MTOPDomainClassification (en)":89.92,"MTOPIntentClassification (en)":70.85,"ToxicConversationsClassification":67.28,"TweetSentimentExtractionClassification":56.23} -{"index":283,"Rank":211,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.21,"AmazonCounterfactualClassification (en)":65.28,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":30.79,"Banking77Classification":80.4,"EmotionClassification":41.17,"ImdbClassification":59.76,"MassiveIntentClassification (en)":67.15,"MassiveScenarioClassification (en)":74.58,"MTOPDomainClassification (en)":91.9,"MTOPIntentClassification (en)":62.84,"ToxicConversationsClassification":67.47,"TweetSentimentExtractionClassification":54.25} -{"index":129,"Rank":212,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.94,"AmazonCounterfactualClassification (en)":65.09,"AmazonPolarityClassification":70.04,"AmazonReviewsClassification (en)":35.34,"Banking77Classification":76.37,"EmotionClassification":41.84,"ImdbClassification":62.8,"MassiveIntentClassification (en)":63.51,"MassiveScenarioClassification (en)":71.01,"MTOPDomainClassification (en)":90.8,"MTOPIntentClassification (en)":58.01,"ToxicConversationsClassification":64.31,"TweetSentimentExtractionClassification":56.19} -{"index":91,"Rank":213,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.81,"AmazonCounterfactualClassification (en)":68.82,"AmazonPolarityClassification":77.12,"AmazonReviewsClassification (en)":40.94,"Banking77Classification":69.56,"EmotionClassification":46.22,"ImdbClassification":62.17,"MassiveIntentClassification (en)":59.03,"MassiveScenarioClassification (en)":66.59,"MTOPDomainClassification (en)":86.69,"MTOPIntentClassification (en)":49.7,"ToxicConversationsClassification":66.1,"TweetSentimentExtractionClassification":60.78} -{"index":282,"Rank":214,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.71,"AmazonCounterfactualClassification (en)":75.93,"AmazonPolarityClassification":68.95,"AmazonReviewsClassification (en)":35.8,"Banking77Classification":69.85,"EmotionClassification":37.22,"ImdbClassification":62.04,"MassiveIntentClassification (en)":61.46,"MassiveScenarioClassification (en)":66.41,"MTOPDomainClassification (en)":86.06,"MTOPIntentClassification (en)":63.03,"ToxicConversationsClassification":66.9,"TweetSentimentExtractionClassification":58.82} -{"index":155,"Rank":215,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.64,"AmazonCounterfactualClassification (en)":61.46,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.3,"Banking77Classification":80.04,"EmotionClassification":40.55,"ImdbClassification":61.76,"MassiveIntentClassification (en)":67.94,"MassiveScenarioClassification (en)":73.91,"MTOPDomainClassification (en)":91.97,"MTOPIntentClassification (en)":63.3,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":284,"Rank":216,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.62,"AmazonCounterfactualClassification (en)":63.64,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.85,"Banking77Classification":80.04,"EmotionClassification":40.83,"ImdbClassification":61.76,"MassiveIntentClassification (en)":66.94,"MassiveScenarioClassification (en)":73.81,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.55,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":268,"Rank":217,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.5,"AmazonCounterfactualClassification (en)":67.09,"AmazonPolarityClassification":74.48,"AmazonReviewsClassification (en)":33.85,"Banking77Classification":73.55,"EmotionClassification":42.22,"ImdbClassification":69.63,"MassiveIntentClassification (en)":59.84,"MassiveScenarioClassification (en)":66.25,"MTOPDomainClassification (en)":81.71,"MTOPIntentClassification (en)":59.23,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":53.36} -{"index":304,"Rank":218,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":62.23,"AmazonCounterfactualClassification (en)":70.97,"AmazonPolarityClassification":66.1,"AmazonReviewsClassification (en)":33.13,"Banking77Classification":78.08,"EmotionClassification":43.35,"ImdbClassification":59.35,"MassiveIntentClassification (en)":63.83,"MassiveScenarioClassification (en)":66.96,"MTOPDomainClassification (en)":81.05,"MTOPIntentClassification (en)":62.79,"ToxicConversationsClassification":65.97,"TweetSentimentExtractionClassification":55.22} -{"index":237,"Rank":219,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":62.19,"AmazonCounterfactualClassification (en)":68.39,"AmazonPolarityClassification":71.7,"AmazonReviewsClassification (en)":34.32,"Banking77Classification":69.69,"EmotionClassification":44.71,"ImdbClassification":70.79,"MassiveIntentClassification (en)":60.67,"MassiveScenarioClassification (en)":66.95,"MTOPDomainClassification (en)":85.62,"MTOPIntentClassification (en)":51.51,"ToxicConversationsClassification":67.72,"TweetSentimentExtractionClassification":54.2} -{"index":169,"Rank":220,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.67,"AmazonCounterfactualClassification (en)":61.79,"AmazonPolarityClassification":62.36,"AmazonReviewsClassification (en)":29.59,"Banking77Classification":78.6,"EmotionClassification":39.6,"ImdbClassification":61.22,"MassiveIntentClassification (en)":66.78,"MassiveScenarioClassification (en)":73.78,"MTOPDomainClassification (en)":89.97,"MTOPIntentClassification (en)":59.57,"ToxicConversationsClassification":65.12,"TweetSentimentExtractionClassification":51.63} -{"index":183,"Rank":221,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.66,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":71.33,"AmazonReviewsClassification (en)":33.56,"Banking77Classification":63.41,"EmotionClassification":35.28,"ImdbClassification":65.35,"MassiveIntentClassification (en)":59.88,"MassiveScenarioClassification (en)":64.28,"MTOPDomainClassification (en)":82.63,"MTOPIntentClassification (en)":68.14,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":51.81} -{"index":99,"Rank":222,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":61.46,"AmazonCounterfactualClassification (en)":65.88,"AmazonPolarityClassification":74.94,"AmazonReviewsClassification (en)":35.1,"Banking77Classification":74.68,"EmotionClassification":42.23,"ImdbClassification":62.9,"MassiveIntentClassification (en)":58.08,"MassiveScenarioClassification (en)":66.34,"MTOPDomainClassification (en)":81.52,"MTOPIntentClassification (en)":58.24,"ToxicConversationsClassification":62.79,"TweetSentimentExtractionClassification":54.82} -{"index":161,"Rank":223,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.44,"AmazonCounterfactualClassification (en)":64.87,"AmazonPolarityClassification":65.17,"AmazonReviewsClassification (en)":31.02,"Banking77Classification":74.12,"EmotionClassification":36.71,"ImdbClassification":66.9,"MassiveIntentClassification (en)":61.95,"MassiveScenarioClassification (en)":70.2,"MTOPDomainClassification (en)":89.13,"MTOPIntentClassification (en)":62.62,"ToxicConversationsClassification":63.57,"TweetSentimentExtractionClassification":51.04} -{"index":233,"Rank":224,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.34,"AmazonCounterfactualClassification (en)":67.19,"AmazonPolarityClassification":68.45,"AmazonReviewsClassification (en)":31.84,"Banking77Classification":72.39,"EmotionClassification":40.96,"ImdbClassification":67.0,"MassiveIntentClassification (en)":61.16,"MassiveScenarioClassification (en)":65.94,"MTOPDomainClassification (en)":84.32,"MTOPIntentClassification (en)":59.26,"ToxicConversationsClassification":67.6,"TweetSentimentExtractionClassification":50.02} -{"index":234,"Rank":225,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.27,"AmazonCounterfactualClassification (en)":68.04,"AmazonPolarityClassification":67.22,"AmazonReviewsClassification (en)":32.38,"Banking77Classification":71.39,"EmotionClassification":38.34,"ImdbClassification":66.56,"MassiveIntentClassification (en)":62.5,"MassiveScenarioClassification (en)":66.09,"MTOPDomainClassification (en)":84.82,"MTOPIntentClassification (en)":62.41,"ToxicConversationsClassification":65.69,"TweetSentimentExtractionClassification":49.83} -{"index":235,"Rank":226,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.25,"AmazonCounterfactualClassification (en)":71.1,"AmazonPolarityClassification":67.33,"AmazonReviewsClassification (en)":32.59,"Banking77Classification":71.91,"EmotionClassification":37.09,"ImdbClassification":65.11,"MassiveIntentClassification (en)":62.67,"MassiveScenarioClassification (en)":66.7,"MTOPDomainClassification (en)":84.76,"MTOPIntentClassification (en)":63.26,"ToxicConversationsClassification":63.04,"TweetSentimentExtractionClassification":49.44} -{"index":98,"Rank":227,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":60.72,"AmazonCounterfactualClassification (en)":61.24,"AmazonPolarityClassification":65.4,"AmazonReviewsClassification (en)":31.17,"Banking77Classification":77.7,"EmotionClassification":39.08,"ImdbClassification":58.67,"MassiveIntentClassification (en)":61.41,"MassiveScenarioClassification (en)":69.74,"MTOPDomainClassification (en)":86.96,"MTOPIntentClassification (en)":62.25,"ToxicConversationsClassification":62.66,"TweetSentimentExtractionClassification":52.41} -{"index":212,"Rank":228,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (en)":64.82,"AmazonPolarityClassification":64.28,"AmazonReviewsClassification (en)":30.62,"Banking77Classification":74.64,"EmotionClassification":36.08,"ImdbClassification":58.71,"MassiveIntentClassification (en)":64.67,"MassiveScenarioClassification (en)":71.79,"MTOPDomainClassification (en)":88.82,"MTOPIntentClassification (en)":58.61,"ToxicConversationsClassification":59.44,"TweetSentimentExtractionClassification":54.26} -{"index":236,"Rank":229,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":58.45,"AmazonCounterfactualClassification (en)":65.45,"AmazonPolarityClassification":70.83,"AmazonReviewsClassification (en)":33.0,"Banking77Classification":65.17,"EmotionClassification":42.03,"ImdbClassification":70.36,"MassiveIntentClassification (en)":54.07,"MassiveScenarioClassification (en)":59.6,"MTOPDomainClassification (en)":79.27,"MTOPIntentClassification (en)":42.5,"ToxicConversationsClassification":66.59,"TweetSentimentExtractionClassification":52.52} -{"index":288,"Rank":230,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.65,"AmazonCounterfactualClassification (en)":60.54,"AmazonPolarityClassification":59.59,"AmazonReviewsClassification (en)":31.01,"Banking77Classification":67.05,"EmotionClassification":33.18,"ImdbClassification":63.98,"MassiveIntentClassification (en)":57.21,"MassiveScenarioClassification (en)":66.11,"MTOPDomainClassification (en)":78.57,"MTOPIntentClassification (en)":57.07,"ToxicConversationsClassification":67.76,"TweetSentimentExtractionClassification":49.68} -{"index":287,"Rank":231,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.29,"AmazonCounterfactualClassification (en)":56.91,"AmazonPolarityClassification":60.32,"AmazonReviewsClassification (en)":29.67,"Banking77Classification":67.69,"EmotionClassification":36.93,"ImdbClassification":62.57,"MassiveIntentClassification (en)":56.19,"MassiveScenarioClassification (en)":66.03,"MTOPDomainClassification (en)":79.11,"MTOPIntentClassification (en)":55.85,"ToxicConversationsClassification":65.4,"TweetSentimentExtractionClassification":50.8} -{"index":11,"Rank":232,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.18,"AmazonCounterfactualClassification (en)":76.84,"AmazonPolarityClassification":61.01,"AmazonReviewsClassification (en)":28.71,"Banking77Classification":57.76,"EmotionClassification":24.83,"ImdbClassification":57.58,"MassiveIntentClassification (en)":47.91,"MassiveScenarioClassification (en)":55.92,"MTOPDomainClassification (en)":75.36,"MTOPIntentClassification (en)":49.47,"ToxicConversationsClassification":54.05,"TweetSentimentExtractionClassification":48.73} -{"index":286,"Rank":233,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.37,"AmazonCounterfactualClassification (en)":58.7,"AmazonPolarityClassification":57.77,"AmazonReviewsClassification (en)":26.26,"Banking77Classification":66.66,"EmotionClassification":24.82,"ImdbClassification":56.35,"MassiveIntentClassification (en)":51.73,"MassiveScenarioClassification (en)":58.58,"MTOPDomainClassification (en)":74.53,"MTOPIntentClassification (en)":50.05,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":45.52} -{"index":319,"Rank":234,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.73,"AmazonCounterfactualClassification (en)":50.81,"AmazonPolarityClassification":52.57,"AmazonReviewsClassification (en)":22.63,"Banking77Classification":36.43,"EmotionClassification":22.75,"ImdbClassification":50.76,"MassiveIntentClassification (en)":34.33,"MassiveScenarioClassification (en)":44.13,"MTOPDomainClassification (en)":61.03,"MTOPIntentClassification (en)":29.68,"ToxicConversationsClassification":54.93,"TweetSentimentExtractionClassification":40.75} -{"index":2,"Rank":235,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonCounterfactualClassification (en)":61.85,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":83.21,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":3,"Rank":236,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":4,"Rank":237,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":5,"Rank":238,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":7,"Rank":239,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":10,"Rank":240,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":13,"Rank":242,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":27,"Rank":244,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":30,"Rank":245,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":34,"Rank":246,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":69.91,"AmazonPolarityClassification":72.95,"AmazonReviewsClassification (en)":"","Banking77Classification":64.12,"EmotionClassification":31.51,"ImdbClassification":65.17,"MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":68.76,"MTOPDomainClassification (en)":81.21,"MTOPIntentClassification (en)":51.56,"ToxicConversationsClassification":65.65,"TweetSentimentExtractionClassification":57.41} -{"index":35,"Rank":247,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":53.41,"MassiveScenarioClassification (en)":61.78,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":36,"Rank":248,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":54.76,"MassiveScenarioClassification (en)":63.42,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":41,"Rank":249,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":42,"Rank":250,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":43,"Rank":251,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":45,"Rank":252,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":46,"Rank":253,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":49,"Rank":254,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":57.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":30.59,"Banking77Classification":73.42,"EmotionClassification":33.62,"ImdbClassification":56.17,"MassiveIntentClassification (en)":62.96,"MassiveScenarioClassification (en)":71.47,"MTOPDomainClassification (en)":87.07,"MTOPIntentClassification (en)":61.96,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":49.34} -{"index":50,"Rank":255,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":51,"Rank":256,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":52,"Rank":257,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":53,"Rank":258,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":67,"Rank":265,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":67.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":34.9,"Banking77Classification":58.43,"EmotionClassification":29.68,"ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":70,"Rank":266,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":103,"Rank":268,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":104,"Rank":269,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":105,"Rank":270,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":106,"Rank":271,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":107,"Rank":272,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":108,"Rank":273,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":109,"Rank":274,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":110,"Rank":275,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":111,"Rank":276,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":120,"Rank":281,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":84.82,"AmazonPolarityClassification":76.88,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":"","EmotionClassification":41.93,"ImdbClassification":"","MassiveIntentClassification (en)":65.91,"MassiveScenarioClassification (en)":67.62,"MTOPDomainClassification (en)":87.95,"MTOPIntentClassification (en)":78.43,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":56.28} -{"index":121,"Rank":282,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":74.78,"AmazonPolarityClassification":71.89,"AmazonReviewsClassification (en)":36.7,"Banking77Classification":81.37,"EmotionClassification":42.6,"ImdbClassification":63.96,"MassiveIntentClassification (en)":68.56,"MassiveScenarioClassification (en)":74.15,"MTOPDomainClassification (en)":90.19,"MTOPIntentClassification (en)":69.5,"ToxicConversationsClassification":69.85,"TweetSentimentExtractionClassification":""} -{"index":134,"Rank":283,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":136,"Rank":284,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":138,"Rank":285,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":139,"Rank":286,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":140,"Rank":287,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":141,"Rank":288,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":90.31,"AmazonPolarityClassification":94.3,"AmazonReviewsClassification (en)":"","Banking77Classification":87.79,"EmotionClassification":73.1,"ImdbClassification":94.91,"MassiveIntentClassification (en)":75.15,"MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":95.35,"MTOPIntentClassification (en)":80.47,"ToxicConversationsClassification":75.37,"TweetSentimentExtractionClassification":67.65} -{"index":157,"Rank":289,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":158,"Rank":290,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":159,"Rank":291,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":160,"Rank":292,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":162,"Rank":293,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":163,"Rank":294,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":164,"Rank":295,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":166,"Rank":296,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":167,"Rank":297,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":168,"Rank":298,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":170,"Rank":299,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":176,"Rank":300,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":177,"Rank":301,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":178,"Rank":302,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":181,"Rank":303,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":182,"Rank":304,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":203,"Rank":306,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":204,"Rank":307,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":226,"Rank":308,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":37.26,"Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":63.42,"MassiveScenarioClassification (en)":68.93,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":227,"Rank":309,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":228,"Rank":310,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":229,"Rank":311,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":230,"Rank":312,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":231,"Rank":313,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":241,"Rank":314,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":242,"Rank":315,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":29.13,"Banking77Classification":80.25,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":245,"Rank":316,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":75.54,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":260,"Rank":318,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":261,"Rank":319,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":262,"Rank":320,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":263,"Rank":321,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":269,"Rank":322,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":270,"Rank":323,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":271,"Rank":324,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":275,"Rank":325,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":276,"Rank":326,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":277,"Rank":327,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":278,"Rank":328,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":279,"Rank":329,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":280,"Rank":330,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":281,"Rank":331,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":295,"Rank":332,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":302,"Rank":333,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":303,"Rank":334,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":68.36,"AmazonReviewsClassification (en)":"","Banking77Classification":59.86,"EmotionClassification":29.5,"ImdbClassification":58.36,"MassiveIntentClassification (en)":50.16,"MassiveScenarioClassification (en)":61.29,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":57.77,"TweetSentimentExtractionClassification":55.3} -{"index":305,"Rank":335,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":47.68,"MassiveScenarioClassification (en)":52.62,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":306,"Rank":336,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":49.54,"MassiveScenarioClassification (en)":55.25,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":311,"Rank":337,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":322,"Rank":339,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":68.57,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":36.81,"Banking77Classification":50.75,"EmotionClassification":31.46,"ImdbClassification":"","MassiveIntentClassification (en)":53.5,"MassiveScenarioClassification (en)":63.84,"MTOPDomainClassification (en)":83.66,"MTOPIntentClassification (en)":49.43,"ToxicConversationsClassification":61.04,"TweetSentimentExtractionClassification":54.89} -{"index":329,"Rank":341,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":80.3,"AmazonReviewsClassification (en)":"","Banking77Classification":85.19,"EmotionClassification":48.22,"ImdbClassification":69.87,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":75.01,"TweetSentimentExtractionClassification":61.8} -{"index":330,"Rank":342,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":0.86,"AmazonReviewsClassification (en)":"","Banking77Classification":0.81,"EmotionClassification":0.48,"ImdbClassification":0.74,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":0.69,"TweetSentimentExtractionClassification":0.61} -{"index":333,"Rank":343,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":334,"Rank":344,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":76.66,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":46.43,"Banking77Classification":73.74,"EmotionClassification":47.44,"ImdbClassification":79.55,"MassiveIntentClassification (en)":65.61,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":63.53,"TweetSentimentExtractionClassification":61.77} -{"index":339,"Rank":347,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} diff --git a/boards_data/en/data_tasks/Clustering/default.jsonl b/boards_data/en/data_tasks/Clustering/default.jsonl deleted file mode 100644 index ec7a43af3d6b8e6614c8a7b72a5ff0d215b8ff92..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,330 +0,0 @@ -{"index":259,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82} -{"index":190,"Rank":2,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"ArxivClusteringP2P":55.71,"ArxivClusteringS2S":51.0,"BiorxivClusteringP2P":52.05,"BiorxivClusteringS2S":47.58,"MedrxivClusteringP2P":46.75,"MedrxivClusteringS2S":44.9,"RedditClustering":73.02,"RedditClusteringP2P":74.72,"StackExchangeClustering":80.19,"StackExchangeClusteringP2P":49.42,"TwentyNewsgroupsClustering":63.13} -{"index":25,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98} -{"index":308,"Rank":4,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98} -{"index":171,"Rank":5,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":57.69,"ArxivClusteringP2P":55.44,"ArxivClusteringS2S":50.66,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":46.87,"MedrxivClusteringP2P":46.87,"MedrxivClusteringS2S":44.65,"RedditClustering":72.86,"RedditClusteringP2P":75.27,"StackExchangeClustering":80.29,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":61.43} -{"index":309,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":17,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":179,"Rank":8,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":48,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":172,"Rank":10,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":56.7,"ArxivClusteringP2P":55.16,"ArxivClusteringS2S":49.82,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":45.81,"MedrxivClusteringP2P":46.32,"MedrxivClusteringS2S":44.29,"RedditClustering":71.19,"RedditClusteringP2P":74.42,"StackExchangeClustering":78.49,"StackExchangeClusteringP2P":48.9,"TwentyNewsgroupsClustering":58.57} -{"index":117,"Rank":11,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.17,"ArxivClusteringP2P":54.02,"ArxivClusteringS2S":48.82,"BiorxivClusteringP2P":50.76,"BiorxivClusteringS2S":46.57,"MedrxivClusteringP2P":46.66,"MedrxivClusteringS2S":44.18,"RedditClustering":62.92,"RedditClusteringP2P":72.74,"StackExchangeClustering":76.48,"StackExchangeClusteringP2P":48.29,"TwentyNewsgroupsClustering":66.42} -{"index":15,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.83,"ArxivClusteringP2P":56.4,"ArxivClusteringS2S":51.45,"BiorxivClusteringP2P":49.01,"BiorxivClusteringS2S":45.06,"MedrxivClusteringP2P":44.37,"MedrxivClusteringS2S":42.0,"RedditClustering":73.37,"RedditClusteringP2P":72.51,"StackExchangeClustering":79.07,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":51.31} -{"index":28,"Rank":13,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":54.65,"ArxivClusteringP2P":54.91,"ArxivClusteringS2S":50.28,"BiorxivClusteringP2P":52.64,"BiorxivClusteringS2S":49.2,"MedrxivClusteringP2P":45.81,"MedrxivClusteringS2S":44.11,"RedditClustering":56.03,"RedditClusteringP2P":65.83,"StackExchangeClustering":66.21,"StackExchangeClusteringP2P":45.74,"TwentyNewsgroupsClustering":70.44} -{"index":188,"Rank":14,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.36,"ArxivClusteringP2P":54.27,"ArxivClusteringS2S":49.82,"BiorxivClusteringP2P":47.22,"BiorxivClusteringS2S":43.9,"MedrxivClusteringP2P":41.54,"MedrxivClusteringS2S":40.54,"RedditClustering":65.92,"RedditClusteringP2P":68.02,"StackExchangeClustering":76.99,"StackExchangeClusteringP2P":45.16,"TwentyNewsgroupsClustering":64.6} -{"index":6,"Rank":15,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":53.35,"ArxivClusteringP2P":51.81,"ArxivClusteringS2S":44.73,"BiorxivClusteringP2P":46.07,"BiorxivClusteringS2S":40.64,"MedrxivClusteringP2P":42.94,"MedrxivClusteringS2S":41.44,"RedditClustering":68.5,"RedditClusteringP2P":64.86,"StackExchangeClustering":74.16,"StackExchangeClusteringP2P":45.1,"TwentyNewsgroupsClustering":66.62} -{"index":258,"Rank":16,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.8,"ArxivClusteringP2P":53.76,"ArxivClusteringS2S":49.59,"BiorxivClusteringP2P":48.15,"BiorxivClusteringS2S":44.74,"MedrxivClusteringP2P":39.24,"MedrxivClusteringS2S":36.98,"RedditClustering":63.2,"RedditClusteringP2P":68.01,"StackExchangeClustering":74.99,"StackExchangeClusteringP2P":42.04,"TwentyNewsgroupsClustering":60.13} -{"index":9,"Rank":17,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":52.42,"ArxivClusteringP2P":51.95,"ArxivClusteringS2S":42.48,"BiorxivClusteringP2P":50.15,"BiorxivClusteringS2S":42.84,"MedrxivClusteringP2P":47.24,"MedrxivClusteringS2S":43.48,"RedditClustering":63.73,"RedditClusteringP2P":64.09,"StackExchangeClustering":70.71,"StackExchangeClusteringP2P":40.34,"TwentyNewsgroupsClustering":59.56} -{"index":338,"Rank":18,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.89,"ArxivClusteringP2P":52.03,"ArxivClusteringS2S":47.83,"BiorxivClusteringP2P":43.74,"BiorxivClusteringS2S":40.74,"MedrxivClusteringP2P":38.38,"MedrxivClusteringS2S":37.67,"RedditClustering":61.88,"RedditClusteringP2P":68.3,"StackExchangeClustering":75.91,"StackExchangeClusteringP2P":47.17,"TwentyNewsgroupsClustering":57.15} -{"index":118,"Rank":19,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.67,"ArxivClusteringP2P":52.08,"ArxivClusteringS2S":47.38,"BiorxivClusteringP2P":43.94,"BiorxivClusteringS2S":41.14,"MedrxivClusteringP2P":40.03,"MedrxivClusteringS2S":39.0,"RedditClustering":59.9,"RedditClusteringP2P":67.64,"StackExchangeClustering":74.25,"StackExchangeClusteringP2P":46.78,"TwentyNewsgroupsClustering":56.27} -{"index":74,"Rank":20,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.42,"ArxivClusteringP2P":51.48,"ArxivClusteringS2S":47.3,"BiorxivClusteringP2P":42.73,"BiorxivClusteringS2S":39.58,"MedrxivClusteringP2P":37.84,"MedrxivClusteringS2S":36.65,"RedditClustering":61.52,"RedditClusteringP2P":68.24,"StackExchangeClustering":76.94,"StackExchangeClusteringP2P":46.04,"TwentyNewsgroupsClustering":57.3} -{"index":56,"Rank":21,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.71,"ArxivClusteringP2P":52.69,"ArxivClusteringS2S":47.13,"BiorxivClusteringP2P":42.52,"BiorxivClusteringS2S":39.48,"MedrxivClusteringP2P":37.41,"MedrxivClusteringS2S":34.93,"RedditClustering":59.97,"RedditClusteringP2P":70.0,"StackExchangeClustering":74.6,"StackExchangeClusteringP2P":46.89,"TwentyNewsgroupsClustering":52.15} -{"index":264,"Rank":22,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":54,"Rank":23,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":33,"Rank":24,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":313,"Rank":25,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":196,"Rank":26,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":21,"Rank":27,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":55,"Rank":28,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":314,"Rank":29,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":59,"Rank":30,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":49.28,"ArxivClusteringP2P":51.12,"ArxivClusteringS2S":47.02,"BiorxivClusteringP2P":42.0,"BiorxivClusteringS2S":39.62,"MedrxivClusteringP2P":36.95,"MedrxivClusteringS2S":36.28,"RedditClustering":57.93,"RedditClusteringP2P":65.29,"StackExchangeClustering":71.59,"StackExchangeClusteringP2P":39.01,"TwentyNewsgroupsClustering":55.25} -{"index":352,"Rank":31,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14} -{"index":47,"Rank":32,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58} -{"index":16,"Rank":33,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58} -{"index":220,"Rank":34,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.32,"ArxivClusteringP2P":48.63,"ArxivClusteringS2S":40.52,"BiorxivClusteringP2P":44.9,"BiorxivClusteringS2S":37.9,"MedrxivClusteringP2P":37.67,"MedrxivClusteringS2S":35.51,"RedditClustering":59.36,"RedditClusteringP2P":64.46,"StackExchangeClustering":66.77,"StackExchangeClusteringP2P":38.9,"TwentyNewsgroupsClustering":56.91} -{"index":19,"Rank":35,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91} -{"index":266,"Rank":36,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91} -{"index":272,"Rank":37,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78} -{"index":1,"Rank":38,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87} -{"index":38,"Rank":39,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.43,"ArxivClusteringP2P":49.17,"ArxivClusteringS2S":42.18,"BiorxivClusteringP2P":40.96,"BiorxivClusteringS2S":37.25,"MedrxivClusteringP2P":37.41,"MedrxivClusteringS2S":33.39,"RedditClustering":58.46,"RedditClusteringP2P":66.35,"StackExchangeClustering":68.42,"StackExchangeClusteringP2P":37.51,"TwentyNewsgroupsClustering":50.64} -{"index":8,"Rank":40,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":47.4,"ArxivClusteringP2P":47.92,"ArxivClusteringS2S":42.42,"BiorxivClusteringP2P":38.72,"BiorxivClusteringS2S":36.6,"MedrxivClusteringP2P":34.04,"MedrxivClusteringS2S":32.81,"RedditClustering":61.56,"RedditClusteringP2P":65.35,"StackExchangeClustering":70.16,"StackExchangeClusteringP2P":38.23,"TwentyNewsgroupsClustering":53.56} -{"index":320,"Rank":41,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.18,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":46.32,"BiorxivClusteringP2P":36.93,"BiorxivClusteringS2S":38.28,"MedrxivClusteringP2P":32.52,"MedrxivClusteringS2S":32.83,"RedditClustering":64.31,"RedditClusteringP2P":61.46,"StackExchangeClustering":70.93,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":53.52} -{"index":201,"Rank":42,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":47.07,"ArxivClusteringP2P":46.4,"ArxivClusteringS2S":40.49,"BiorxivClusteringP2P":40.94,"BiorxivClusteringS2S":36.28,"MedrxivClusteringP2P":36.93,"MedrxivClusteringS2S":35.54,"RedditClustering":56.6,"RedditClusteringP2P":64.27,"StackExchangeClustering":66.85,"StackExchangeClusteringP2P":42.46,"TwentyNewsgroupsClustering":51.03} -{"index":69,"Rank":43,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.93,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.05,"BiorxivClusteringP2P":39.74,"BiorxivClusteringS2S":36.57,"MedrxivClusteringP2P":33.71,"MedrxivClusteringS2S":31.81,"RedditClustering":61.38,"RedditClusteringP2P":65.29,"StackExchangeClustering":66.6,"StackExchangeClusteringP2P":36.32,"TwentyNewsgroupsClustering":52.69} -{"index":317,"Rank":44,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.84,"ArxivClusteringP2P":48.62,"ArxivClusteringS2S":43.36,"BiorxivClusteringP2P":39.11,"BiorxivClusteringS2S":36.85,"MedrxivClusteringP2P":33.39,"MedrxivClusteringS2S":31.76,"RedditClustering":60.83,"RedditClusteringP2P":64.24,"StackExchangeClustering":67.64,"StackExchangeClusteringP2P":36.57,"TwentyNewsgroupsClustering":52.82} -{"index":18,"Rank":45,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.82,"ArxivClusteringP2P":47.51,"ArxivClusteringS2S":42.05,"BiorxivClusteringP2P":40.32,"BiorxivClusteringS2S":37.55,"MedrxivClusteringP2P":34.6,"MedrxivClusteringS2S":32.27,"RedditClustering":58.61,"RedditClusteringP2P":66.87,"StackExchangeClustering":68.93,"StackExchangeClusteringP2P":37.6,"TwentyNewsgroupsClustering":48.75} -{"index":133,"Rank":46,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.73,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.09,"BiorxivClusteringP2P":39.38,"BiorxivClusteringS2S":37.23,"MedrxivClusteringP2P":33.22,"MedrxivClusteringS2S":31.18,"RedditClustering":60.52,"RedditClusteringP2P":65.35,"StackExchangeClustering":66.54,"StackExchangeClusteringP2P":36.72,"TwentyNewsgroupsClustering":51.72} -{"index":174,"Rank":47,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":240,"Rank":48,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":307,"Rank":49,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":310,"Rank":50,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":353,"Rank":51,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":46.65,"ArxivClusteringP2P":46.57,"ArxivClusteringS2S":39.35,"BiorxivClusteringP2P":37.77,"BiorxivClusteringS2S":34.68,"MedrxivClusteringP2P":32.77,"MedrxivClusteringS2S":31.85,"RedditClustering":64.09,"RedditClusteringP2P":65.12,"StackExchangeClustering":72.05,"StackExchangeClusteringP2P":34.04,"TwentyNewsgroupsClustering":54.81} -{"index":209,"Rank":52,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.61,"ArxivClusteringP2P":48.73,"ArxivClusteringS2S":42.87,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":37.24,"MedrxivClusteringP2P":34.31,"MedrxivClusteringS2S":32.18,"RedditClustering":59.43,"RedditClusteringP2P":64.54,"StackExchangeClustering":65.08,"StackExchangeClusteringP2P":35.52,"TwentyNewsgroupsClustering":53.12} -{"index":40,"Rank":53,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":46.6,"ArxivClusteringP2P":48.16,"ArxivClusteringS2S":40.79,"BiorxivClusteringP2P":40.5,"BiorxivClusteringS2S":36.91,"MedrxivClusteringP2P":36.18,"MedrxivClusteringS2S":33.44,"RedditClustering":58.11,"RedditClusteringP2P":65.02,"StackExchangeClustering":68.12,"StackExchangeClusteringP2P":35.22,"TwentyNewsgroupsClustering":50.14} -{"index":148,"Rank":54,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.55,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.58,"BiorxivClusteringP2P":39.34,"BiorxivClusteringS2S":36.18,"MedrxivClusteringP2P":34.48,"MedrxivClusteringS2S":32.26,"RedditClustering":60.62,"RedditClusteringP2P":63.29,"StackExchangeClustering":66.47,"StackExchangeClusteringP2P":36.4,"TwentyNewsgroupsClustering":51.91} -{"index":328,"Rank":55,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.46,"ArxivClusteringP2P":48.66,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.81,"BiorxivClusteringS2S":36.63,"MedrxivClusteringP2P":33.63,"MedrxivClusteringS2S":31.7,"RedditClustering":59.77,"RedditClusteringP2P":63.79,"StackExchangeClustering":66.31,"StackExchangeClusteringP2P":34.99,"TwentyNewsgroupsClustering":52.98} -{"index":80,"Rank":56,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":46.45,"ArxivClusteringP2P":44.27,"ArxivClusteringS2S":46.85,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":30.71,"MedrxivClusteringS2S":32.96,"RedditClustering":61.72,"RedditClusteringP2P":63.98,"StackExchangeClustering":72.74,"StackExchangeClusteringP2P":32.26,"TwentyNewsgroupsClustering":56.41} -{"index":219,"Rank":57,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":46.32,"ArxivClusteringP2P":47.02,"ArxivClusteringS2S":43.52,"BiorxivClusteringP2P":35.53,"BiorxivClusteringS2S":35.34,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":29.67,"RedditClustering":61.77,"RedditClusteringP2P":66.01,"StackExchangeClustering":72.04,"StackExchangeClusteringP2P":35.29,"TwentyNewsgroupsClustering":53.04} -{"index":351,"Rank":58,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":46.23,"ArxivClusteringP2P":47.05,"ArxivClusteringS2S":42.59,"BiorxivClusteringP2P":35.43,"BiorxivClusteringS2S":33.86,"MedrxivClusteringP2P":32.1,"MedrxivClusteringS2S":31.15,"RedditClustering":60.18,"RedditClusteringP2P":64.71,"StackExchangeClustering":71.23,"StackExchangeClusteringP2P":35.95,"TwentyNewsgroupsClustering":54.24} -{"index":146,"Rank":59,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.21,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.74,"BiorxivClusteringP2P":39.04,"BiorxivClusteringS2S":36.67,"MedrxivClusteringP2P":33.92,"MedrxivClusteringS2S":32.25,"RedditClustering":59.11,"RedditClusteringP2P":62.44,"StackExchangeClustering":66.14,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":52.16} -{"index":316,"Rank":60,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.2,"ArxivClusteringP2P":48.6,"ArxivClusteringS2S":43.01,"BiorxivClusteringP2P":38.2,"BiorxivClusteringS2S":36.59,"MedrxivClusteringP2P":33.17,"MedrxivClusteringS2S":31.77,"RedditClustering":59.33,"RedditClusteringP2P":62.59,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":36.0,"TwentyNewsgroupsClustering":52.31} -{"index":273,"Rank":61,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":189,"Rank":62,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":26,"Rank":63,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":274,"Rank":64,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":239,"Rank":65,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.07,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.34,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":36.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.22,"RedditClustering":57.93,"RedditClusteringP2P":62.47,"StackExchangeClustering":66.41,"StackExchangeClusteringP2P":35.32,"TwentyNewsgroupsClustering":51.48} -{"index":350,"Rank":66,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.9,"ArxivClusteringP2P":45.01,"ArxivClusteringS2S":36.85,"BiorxivClusteringP2P":36.66,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":32.6,"MedrxivClusteringS2S":30.8,"RedditClustering":61.42,"RedditClusteringP2P":64.13,"StackExchangeClustering":72.22,"StackExchangeClusteringP2P":38.49,"TwentyNewsgroupsClustering":52.56} -{"index":24,"Rank":67,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.81,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} -{"index":151,"Rank":68,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":224,"Rank":69,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":119,"Rank":70,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":82,"Rank":71,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":45.54,"ArxivClusteringP2P":42.81,"ArxivClusteringS2S":44.24,"BiorxivClusteringP2P":34.27,"BiorxivClusteringS2S":35.53,"MedrxivClusteringP2P":31.07,"MedrxivClusteringS2S":31.27,"RedditClustering":60.24,"RedditClusteringP2P":64.12,"StackExchangeClustering":70.73,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":52.18} -{"index":57,"Rank":72,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":45.46,"ArxivClusteringP2P":48.01,"ArxivClusteringS2S":39.4,"BiorxivClusteringP2P":40.01,"BiorxivClusteringS2S":33.79,"MedrxivClusteringP2P":35.54,"MedrxivClusteringS2S":32.7,"RedditClustering":55.17,"RedditClusteringP2P":64.4,"StackExchangeClustering":65.94,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":49.55} -{"index":58,"Rank":73,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":45.37,"ArxivClusteringP2P":47.08,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":33.96,"MedrxivClusteringP2P":33.84,"MedrxivClusteringS2S":32.43,"RedditClustering":57.63,"RedditClusteringP2P":65.1,"StackExchangeClustering":67.22,"StackExchangeClusteringP2P":33.7,"TwentyNewsgroupsClustering":49.68} -{"index":186,"Rank":74,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.29,"ArxivClusteringP2P":43.16,"ArxivClusteringS2S":32.56,"BiorxivClusteringP2P":37.62,"BiorxivClusteringS2S":31.33,"MedrxivClusteringP2P":34.22,"MedrxivClusteringS2S":32.0,"RedditClustering":63.65,"RedditClusteringP2P":64.63,"StackExchangeClustering":68.78,"StackExchangeClusteringP2P":36.15,"TwentyNewsgroupsClustering":54.13} -{"index":78,"Rank":75,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":45.24,"ArxivClusteringP2P":43.14,"ArxivClusteringS2S":42.38,"BiorxivClusteringP2P":35.88,"BiorxivClusteringS2S":34.81,"MedrxivClusteringP2P":32.23,"MedrxivClusteringS2S":31.37,"RedditClustering":61.1,"RedditClusteringP2P":64.52,"StackExchangeClustering":67.98,"StackExchangeClusteringP2P":33.2,"TwentyNewsgroupsClustering":51.04} -{"index":217,"Rank":76,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.21,"ArxivClusteringP2P":46.66,"ArxivClusteringS2S":39.27,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.42,"RedditClustering":55.4,"RedditClusteringP2P":62.87,"StackExchangeClustering":65.66,"StackExchangeClusteringP2P":35.08,"TwentyNewsgroupsClustering":52.49} -{"index":0,"Rank":77,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":45.07,"ArxivClusteringP2P":44.12,"ArxivClusteringS2S":36.54,"BiorxivClusteringP2P":36.28,"BiorxivClusteringS2S":33.09,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":30.84,"RedditClustering":62.24,"RedditClusteringP2P":63.7,"StackExchangeClustering":70.19,"StackExchangeClusteringP2P":36.1,"TwentyNewsgroupsClustering":50.6} -{"index":243,"Rank":78,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.06,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.01,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.65,"MedrxivClusteringP2P":32.8,"MedrxivClusteringS2S":30.96,"RedditClustering":55.69,"RedditClusteringP2P":62.33,"StackExchangeClustering":64.81,"StackExchangeClusteringP2P":34.08,"TwentyNewsgroupsClustering":49.5} -{"index":150,"Rank":79,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.95,"ArxivClusteringP2P":47.78,"ArxivClusteringS2S":40.13,"BiorxivClusteringP2P":39.4,"BiorxivClusteringS2S":35.1,"MedrxivClusteringP2P":34.71,"MedrxivClusteringS2S":32.15,"RedditClustering":55.4,"RedditClusteringP2P":61.23,"StackExchangeClustering":62.05,"StackExchangeClusteringP2P":36.65,"TwentyNewsgroupsClustering":49.86} -{"index":191,"Rank":80,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.9,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":40.47,"BiorxivClusteringP2P":39.56,"BiorxivClusteringS2S":35.91,"MedrxivClusteringP2P":33.25,"MedrxivClusteringS2S":31.96,"RedditClustering":55.07,"RedditClusteringP2P":62.12,"StackExchangeClustering":64.47,"StackExchangeClusteringP2P":33.8,"TwentyNewsgroupsClustering":50.08} -{"index":318,"Rank":81,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.89,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":40.26,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":35.49,"MedrxivClusteringP2P":33.78,"MedrxivClusteringS2S":32.07,"RedditClustering":55.62,"RedditClusteringP2P":61.39,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":36.33,"TwentyNewsgroupsClustering":49.95} -{"index":149,"Rank":82,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.82,"ArxivClusteringP2P":47.62,"ArxivClusteringS2S":39.86,"BiorxivClusteringP2P":39.22,"BiorxivClusteringS2S":35.43,"MedrxivClusteringP2P":34.5,"MedrxivClusteringS2S":32.16,"RedditClustering":55.51,"RedditClusteringP2P":60.64,"StackExchangeClustering":61.91,"StackExchangeClusteringP2P":36.16,"TwentyNewsgroupsClustering":50.01} -{"index":187,"Rank":83,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"ArxivClusteringP2P":42.45,"ArxivClusteringS2S":32.21,"BiorxivClusteringP2P":37.37,"BiorxivClusteringS2S":30.55,"MedrxivClusteringP2P":33.19,"MedrxivClusteringS2S":30.79,"RedditClustering":63.49,"RedditClusteringP2P":65.13,"StackExchangeClustering":68.44,"StackExchangeClusteringP2P":35.17,"TwentyNewsgroupsClustering":53.38} -{"index":37,"Rank":84,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.64,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":37.58,"BiorxivClusteringP2P":38.97,"BiorxivClusteringS2S":34.52,"MedrxivClusteringP2P":37.66,"MedrxivClusteringS2S":33.54,"RedditClustering":53.5,"RedditClusteringP2P":63.59,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":36.48,"TwentyNewsgroupsClustering":46.06} -{"index":72,"Rank":85,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} -{"index":68,"Rank":86,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.49,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":37.36,"BiorxivClusteringS2S":34.85,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":30.38,"RedditClustering":55.83,"RedditClusteringP2P":63.38,"StackExchangeClustering":65.92,"StackExchangeClusteringP2P":33.67,"TwentyNewsgroupsClustering":49.6} -{"index":152,"Rank":87,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.36,"ArxivClusteringP2P":47.55,"ArxivClusteringS2S":40.03,"BiorxivClusteringP2P":38.67,"BiorxivClusteringS2S":34.36,"MedrxivClusteringP2P":33.1,"MedrxivClusteringS2S":31.07,"RedditClustering":53.82,"RedditClusteringP2P":63.06,"StackExchangeClustering":62.86,"StackExchangeClusteringP2P":34.49,"TwentyNewsgroupsClustering":48.91} -{"index":142,"Rank":88,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.31,"ArxivClusteringP2P":47.53,"ArxivClusteringS2S":39.97,"BiorxivClusteringP2P":39.68,"BiorxivClusteringS2S":35.39,"MedrxivClusteringP2P":33.38,"MedrxivClusteringS2S":31.55,"RedditClustering":51.77,"RedditClusteringP2P":62.33,"StackExchangeClustering":61.08,"StackExchangeClusteringP2P":35.64,"TwentyNewsgroupsClustering":49.1} -{"index":20,"Rank":89,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":195,"Rank":90,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.26,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} -{"index":193,"Rank":91,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.1,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} -{"index":135,"Rank":92,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":31,"Rank":93,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":256,"Rank":94,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":115,"Rank":95,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":340,"Rank":96,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":249,"Rank":97,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":29,"Rank":98,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":332,"Rank":99,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":173,"Rank":100,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":43.8,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.5,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.46,"MedrxivClusteringS2S":28.99,"RedditClustering":56.16,"RedditClusteringP2P":63.43,"StackExchangeClustering":65.15,"StackExchangeClusteringP2P":32.5,"TwentyNewsgroupsClustering":48.16} -{"index":301,"Rank":101,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.72,"ArxivClusteringP2P":42.89,"ArxivClusteringS2S":33.47,"BiorxivClusteringP2P":36.53,"BiorxivClusteringS2S":28.66,"MedrxivClusteringP2P":32.09,"MedrxivClusteringS2S":26.82,"RedditClustering":58.99,"RedditClusteringP2P":64.46,"StackExchangeClustering":70.78,"StackExchangeClusteringP2P":35.25,"TwentyNewsgroupsClustering":50.93} -{"index":254,"Rank":102,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":43.71,"ArxivClusteringP2P":45.45,"ArxivClusteringS2S":36.19,"BiorxivClusteringP2P":38.41,"BiorxivClusteringS2S":32.28,"MedrxivClusteringP2P":34.47,"MedrxivClusteringS2S":31.43,"RedditClustering":55.9,"RedditClusteringP2P":60.58,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":49.36} -{"index":250,"Rank":103,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.7,"ArxivClusteringP2P":45.85,"ArxivClusteringS2S":36.13,"BiorxivClusteringP2P":38.46,"BiorxivClusteringS2S":33.14,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":30.55,"RedditClustering":56.82,"RedditClusteringP2P":61.57,"StackExchangeClustering":63.18,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":48.72} -{"index":285,"Rank":104,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.69,"ArxivClusteringP2P":48.38,"ArxivClusteringS2S":39.72,"BiorxivClusteringP2P":39.62,"BiorxivClusteringS2S":35.02,"MedrxivClusteringP2P":35.58,"MedrxivClusteringS2S":32.87,"RedditClustering":54.82,"RedditClusteringP2P":56.77,"StackExchangeClustering":53.8,"StackExchangeClusteringP2P":34.28,"TwentyNewsgroupsClustering":49.74} -{"index":321,"Rank":105,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.59,"ArxivClusteringP2P":45.46,"ArxivClusteringS2S":39.07,"BiorxivClusteringP2P":35.41,"BiorxivClusteringS2S":34.04,"MedrxivClusteringP2P":31.92,"MedrxivClusteringS2S":31.41,"RedditClustering":57.44,"RedditClusteringP2P":59.23,"StackExchangeClustering":62.06,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":50.97} -{"index":84,"Rank":106,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":43.57,"ArxivClusteringP2P":43.47,"ArxivClusteringS2S":39.85,"BiorxivClusteringP2P":37.1,"BiorxivClusteringS2S":34.28,"MedrxivClusteringP2P":33.55,"MedrxivClusteringS2S":31.11,"RedditClustering":53.02,"RedditClusteringP2P":60.47,"StackExchangeClustering":63.04,"StackExchangeClusteringP2P":34.01,"TwentyNewsgroupsClustering":49.37} -{"index":223,"Rank":107,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.48,"ArxivClusteringP2P":44.44,"ArxivClusteringS2S":34.19,"BiorxivClusteringP2P":37.82,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":33.88,"MedrxivClusteringS2S":32.08,"RedditClustering":54.25,"RedditClusteringP2P":61.28,"StackExchangeClustering":64.7,"StackExchangeClusteringP2P":34.23,"TwentyNewsgroupsClustering":49.31} -{"index":137,"Rank":108,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.45,"ArxivClusteringP2P":47.13,"ArxivClusteringS2S":39.59,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":34.02,"MedrxivClusteringP2P":32.89,"MedrxivClusteringS2S":30.64,"RedditClustering":51.6,"RedditClusteringP2P":60.83,"StackExchangeClustering":60.02,"StackExchangeClusteringP2P":35.11,"TwentyNewsgroupsClustering":47.34} -{"index":329,"Rank":109,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.43,"ArxivClusteringP2P":45.8,"ArxivClusteringS2S":37.64,"BiorxivClusteringP2P":38.69,"BiorxivClusteringS2S":34.45,"MedrxivClusteringP2P":32.86,"MedrxivClusteringS2S":34.02,"RedditClustering":54.76,"RedditClusteringP2P":56.28,"StackExchangeClustering":63.95,"StackExchangeClusteringP2P":32.22,"TwentyNewsgroupsClustering":47.07} -{"index":194,"Rank":110,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.33,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":41.38,"BiorxivClusteringP2P":37.6,"BiorxivClusteringS2S":35.09,"MedrxivClusteringP2P":32.26,"MedrxivClusteringS2S":29.66,"RedditClustering":50.69,"RedditClusteringP2P":61.37,"StackExchangeClustering":64.96,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":43.81} -{"index":253,"Rank":111,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":43.16,"ArxivClusteringP2P":44.82,"ArxivClusteringS2S":35.32,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":31.83,"MedrxivClusteringP2P":34.08,"MedrxivClusteringS2S":30.98,"RedditClustering":54.92,"RedditClusteringP2P":60.23,"StackExchangeClustering":61.81,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":48.56} -{"index":222,"Rank":112,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.97,"ArxivClusteringP2P":45.54,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.11,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.78,"RedditClustering":49.24,"RedditClusteringP2P":58.82,"StackExchangeClustering":58.89,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":46.13} -{"index":244,"Rank":113,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.88,"ArxivClusteringP2P":46.5,"ArxivClusteringS2S":40.08,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":32.0,"MedrxivClusteringS2S":30.38,"RedditClustering":51.0,"RedditClusteringP2P":59.28,"StackExchangeClustering":60.92,"StackExchangeClusteringP2P":32.98,"TwentyNewsgroupsClustering":47.3} -{"index":247,"Rank":114,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.63,"ArxivClusteringP2P":46.92,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":37.43,"BiorxivClusteringS2S":33.89,"MedrxivClusteringP2P":31.9,"MedrxivClusteringS2S":30.71,"RedditClustering":50.5,"RedditClusteringP2P":60.3,"StackExchangeClustering":59.26,"StackExchangeClusteringP2P":33.76,"TwentyNewsgroupsClustering":45.09} -{"index":251,"Rank":115,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":42.52,"ArxivClusteringP2P":45.18,"ArxivClusteringS2S":35.91,"BiorxivClusteringP2P":36.57,"BiorxivClusteringS2S":32.05,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":29.56,"RedditClustering":55.37,"RedditClusteringP2P":60.05,"StackExchangeClustering":62.28,"StackExchangeClusteringP2P":33.94,"TwentyNewsgroupsClustering":45.43} -{"index":293,"Rank":116,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.42,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":32.39,"BiorxivClusteringP2P":30.48,"BiorxivClusteringS2S":27.5,"MedrxivClusteringP2P":29.12,"MedrxivClusteringS2S":27.56,"RedditClustering":64.13,"RedditClusteringP2P":62.84,"StackExchangeClustering":71.43,"StackExchangeClusteringP2P":32.85,"TwentyNewsgroupsClustering":50.44} -{"index":300,"Rank":117,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.34,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":31.17,"BiorxivClusteringP2P":36.43,"BiorxivClusteringS2S":26.47,"MedrxivClusteringP2P":32.3,"MedrxivClusteringS2S":26.93,"RedditClustering":57.03,"RedditClusteringP2P":62.34,"StackExchangeClustering":67.13,"StackExchangeClusteringP2P":34.79,"TwentyNewsgroupsClustering":49.53} -{"index":252,"Rank":118,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":42.24,"ArxivClusteringP2P":43.87,"ArxivClusteringS2S":34.57,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":30.68,"MedrxivClusteringP2P":34.09,"MedrxivClusteringS2S":31.3,"RedditClustering":53.31,"RedditClusteringP2P":58.96,"StackExchangeClustering":59.92,"StackExchangeClusteringP2P":33.88,"TwentyNewsgroupsClustering":47.29} -{"index":192,"Rank":119,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.11,"ArxivClusteringP2P":44.57,"ArxivClusteringS2S":40.48,"BiorxivClusteringP2P":36.19,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.53,"MedrxivClusteringS2S":28.29,"RedditClustering":48.18,"RedditClusteringP2P":62.19,"StackExchangeClustering":63.91,"StackExchangeClusteringP2P":32.56,"TwentyNewsgroupsClustering":42.58} -{"index":132,"Rank":120,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.09,"ArxivClusteringP2P":46.64,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":39.19,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":34.11,"MedrxivClusteringS2S":31.67,"RedditClustering":50.19,"RedditClusteringP2P":56.49,"StackExchangeClustering":57.54,"StackExchangeClusteringP2P":35.74,"TwentyNewsgroupsClustering":43.27} -{"index":71,"Rank":121,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.03,"ArxivClusteringP2P":44.26,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":36.38,"BiorxivClusteringS2S":31.54,"MedrxivClusteringP2P":31.11,"MedrxivClusteringS2S":29.1,"RedditClustering":51.34,"RedditClusteringP2P":62.51,"StackExchangeClustering":61.57,"StackExchangeClusteringP2P":33.59,"TwentyNewsgroupsClustering":44.97} -{"index":81,"Rank":122,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":41.99,"ArxivClusteringP2P":49.22,"ArxivClusteringS2S":41.71,"BiorxivClusteringP2P":38.39,"BiorxivClusteringS2S":31.31,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":27.87,"RedditClustering":43.67,"RedditClusteringP2P":61.67,"StackExchangeClustering":68.2,"StackExchangeClusteringP2P":36.36,"TwentyNewsgroupsClustering":32.01} -{"index":39,"Rank":123,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":41.98,"ArxivClusteringP2P":44.21,"ArxivClusteringS2S":33.91,"BiorxivClusteringP2P":38.68,"BiorxivClusteringS2S":32.21,"MedrxivClusteringP2P":35.18,"MedrxivClusteringS2S":30.99,"RedditClustering":49.5,"RedditClusteringP2P":60.21,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.97,"TwentyNewsgroupsClustering":42.09} -{"index":284,"Rank":124,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.94,"ArxivClusteringP2P":46.55,"ArxivClusteringS2S":37.86,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.7,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.26,"TwentyNewsgroupsClustering":46.49} -{"index":155,"Rank":125,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.91,"ArxivClusteringP2P":46.47,"ArxivClusteringS2S":37.67,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.69,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":46.49} -{"index":185,"Rank":126,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.9,"ArxivClusteringP2P":39.68,"ArxivClusteringS2S":29.19,"BiorxivClusteringP2P":32.98,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":30.89,"MedrxivClusteringS2S":28.38,"RedditClustering":59.26,"RedditClusteringP2P":63.22,"StackExchangeClustering":65.04,"StackExchangeClusteringP2P":35.28,"TwentyNewsgroupsClustering":51.31} -{"index":124,"Rank":127,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.87,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":37.43,"BiorxivClusteringP2P":36.97,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.5,"MedrxivClusteringS2S":28.41,"RedditClustering":47.53,"RedditClusteringP2P":62.76,"StackExchangeClustering":59.55,"StackExchangeClusteringP2P":39.43,"TwentyNewsgroupsClustering":37.73} -{"index":283,"Rank":128,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.81,"ArxivClusteringP2P":46.07,"ArxivClusteringS2S":37.5,"BiorxivClusteringP2P":36.99,"BiorxivClusteringS2S":33.21,"MedrxivClusteringP2P":34.25,"MedrxivClusteringS2S":32.24,"RedditClustering":51.18,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.05,"StackExchangeClusteringP2P":33.13,"TwentyNewsgroupsClustering":47.47} -{"index":180,"Rank":129,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":331,"Rank":130,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":145,"Rank":131,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":214,"Rank":132,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":123,"Rank":133,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":41.65,"ArxivClusteringP2P":43.97,"ArxivClusteringS2S":34.78,"BiorxivClusteringP2P":35.09,"BiorxivClusteringS2S":30.22,"MedrxivClusteringP2P":31.39,"MedrxivClusteringS2S":28.24,"RedditClustering":51.21,"RedditClusteringP2P":60.37,"StackExchangeClustering":63.4,"StackExchangeClusteringP2P":36.29,"TwentyNewsgroupsClustering":43.23} -{"index":299,"Rank":134,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.65,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":29.44,"BiorxivClusteringP2P":35.99,"BiorxivClusteringS2S":24.02,"MedrxivClusteringP2P":32.4,"MedrxivClusteringS2S":26.33,"RedditClustering":54.53,"RedditClusteringP2P":62.5,"StackExchangeClustering":65.11,"StackExchangeClusteringP2P":36.86,"TwentyNewsgroupsClustering":49.33} -{"index":291,"Rank":135,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"ArxivClusteringP2P":37.5,"ArxivClusteringS2S":30.55,"BiorxivClusteringP2P":29.59,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":28.72,"MedrxivClusteringS2S":27.39,"RedditClustering":61.69,"RedditClusteringP2P":61.67,"StackExchangeClustering":69.93,"StackExchangeClusteringP2P":33.21,"TwentyNewsgroupsClustering":51.64} -{"index":125,"Rank":136,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} -{"index":292,"Rank":137,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.51,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":30.45,"BiorxivClusteringP2P":30.52,"BiorxivClusteringS2S":26.06,"MedrxivClusteringP2P":28.69,"MedrxivClusteringS2S":26.69,"RedditClustering":61.34,"RedditClusteringP2P":61.11,"StackExchangeClustering":69.95,"StackExchangeClusteringP2P":32.73,"TwentyNewsgroupsClustering":51.15} -{"index":122,"Rank":138,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} -{"index":200,"Rank":139,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.23,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} -{"index":257,"Rank":140,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.1,"ArxivClusteringP2P":42.61,"ArxivClusteringS2S":32.32,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":29.08,"MedrxivClusteringP2P":31.19,"MedrxivClusteringS2S":27.27,"RedditClustering":54.89,"RedditClusteringP2P":57.58,"StackExchangeClustering":63.15,"StackExchangeClusteringP2P":32.25,"TwentyNewsgroupsClustering":46.82} -{"index":127,"Rank":141,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.0,"ArxivClusteringP2P":44.68,"ArxivClusteringS2S":35.05,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.63,"MedrxivClusteringP2P":31.58,"MedrxivClusteringS2S":28.01,"RedditClustering":49.13,"RedditClusteringP2P":61.06,"StackExchangeClustering":61.4,"StackExchangeClusteringP2P":36.14,"TwentyNewsgroupsClustering":39.29} -{"index":60,"Rank":142,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":128,"Rank":143,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} -{"index":221,"Rank":144,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.86,"ArxivClusteringP2P":47.03,"ArxivClusteringS2S":38.38,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":34.94,"MedrxivClusteringP2P":33.98,"MedrxivClusteringS2S":31.67,"RedditClustering":42.72,"RedditClusteringP2P":56.93,"StackExchangeClustering":53.6,"StackExchangeClusteringP2P":32.87,"TwentyNewsgroupsClustering":38.38} -{"index":79,"Rank":145,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":40.83,"ArxivClusteringP2P":47.81,"ArxivClusteringS2S":40.53,"BiorxivClusteringP2P":38.12,"BiorxivClusteringS2S":31.25,"MedrxivClusteringP2P":30.94,"MedrxivClusteringS2S":28.04,"RedditClustering":42.84,"RedditClusteringP2P":60.1,"StackExchangeClustering":65.12,"StackExchangeClusteringP2P":33.61,"TwentyNewsgroupsClustering":30.76} -{"index":165,"Rank":146,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.83,"ArxivClusteringP2P":42.9,"ArxivClusteringS2S":32.45,"BiorxivClusteringP2P":37.24,"BiorxivClusteringS2S":29.75,"MedrxivClusteringP2P":36.65,"MedrxivClusteringS2S":32.57,"RedditClustering":50.62,"RedditClusteringP2P":54.44,"StackExchangeClustering":54.26,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":45.7} -{"index":208,"Rank":147,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.81,"ArxivClusteringP2P":45.66,"ArxivClusteringS2S":38.42,"BiorxivClusteringP2P":35.54,"BiorxivClusteringS2S":32.19,"MedrxivClusteringP2P":30.95,"MedrxivClusteringS2S":28.87,"RedditClustering":47.9,"RedditClusteringP2P":55.95,"StackExchangeClustering":60.27,"StackExchangeClusteringP2P":32.34,"TwentyNewsgroupsClustering":40.81} -{"index":206,"Rank":148,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":40.74,"ArxivClusteringP2P":45.37,"ArxivClusteringS2S":36.52,"BiorxivClusteringP2P":36.52,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.71,"MedrxivClusteringS2S":28.8,"RedditClustering":49.71,"RedditClusteringP2P":55.07,"StackExchangeClustering":59.42,"StackExchangeClusteringP2P":31.7,"TwentyNewsgroupsClustering":41.29} -{"index":225,"Rank":149,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.71,"ArxivClusteringP2P":44.95,"ArxivClusteringS2S":34.12,"BiorxivClusteringP2P":35.27,"BiorxivClusteringS2S":28.41,"MedrxivClusteringP2P":31.14,"MedrxivClusteringS2S":27.01,"RedditClustering":51.86,"RedditClusteringP2P":61.81,"StackExchangeClustering":61.24,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":38.14} -{"index":126,"Rank":150,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.71,"ArxivClusteringP2P":44.95,"ArxivClusteringS2S":34.12,"BiorxivClusteringP2P":35.27,"BiorxivClusteringS2S":28.41,"MedrxivClusteringP2P":31.14,"MedrxivClusteringS2S":27.01,"RedditClustering":51.86,"RedditClusteringP2P":61.81,"StackExchangeClustering":61.24,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":38.14} -{"index":87,"Rank":151,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.7,"ArxivClusteringP2P":46.39,"ArxivClusteringS2S":35.41,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":31.74,"MedrxivClusteringP2P":33.13,"MedrxivClusteringS2S":30.29,"RedditClustering":47.53,"RedditClusteringP2P":56.03,"StackExchangeClustering":53.87,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.77} -{"index":83,"Rank":152,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":40.63,"ArxivClusteringP2P":47.56,"ArxivClusteringS2S":39.92,"BiorxivClusteringP2P":36.14,"BiorxivClusteringS2S":30.26,"MedrxivClusteringP2P":30.11,"MedrxivClusteringS2S":26.93,"RedditClustering":41.83,"RedditClusteringP2P":62.08,"StackExchangeClustering":67.34,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":30.26} -{"index":334,"Rank":153,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.54,"ArxivClusteringP2P":43.24,"ArxivClusteringS2S":36.49,"BiorxivClusteringP2P":35.56,"BiorxivClusteringS2S":31.02,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":27.76,"RedditClustering":49.16,"RedditClusteringP2P":61.55,"StackExchangeClustering":56.77,"StackExchangeClusteringP2P":32.04,"TwentyNewsgroupsClustering":40.7} -{"index":143,"Rank":154,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.4,"ArxivClusteringP2P":41.78,"ArxivClusteringS2S":34.13,"BiorxivClusteringP2P":35.01,"BiorxivClusteringS2S":31.0,"MedrxivClusteringP2P":29.71,"MedrxivClusteringS2S":28.0,"RedditClustering":49.53,"RedditClusteringP2P":59.71,"StackExchangeClustering":60.73,"StackExchangeClusteringP2P":34.64,"TwentyNewsgroupsClustering":40.12} -{"index":101,"Rank":155,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.34,"ArxivClusteringP2P":45.59,"ArxivClusteringS2S":38.86,"BiorxivClusteringP2P":36.55,"BiorxivClusteringS2S":33.7,"MedrxivClusteringP2P":31.51,"MedrxivClusteringS2S":28.76,"RedditClustering":40.45,"RedditClusteringP2P":55.75,"StackExchangeClustering":59.21,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":39.46} -{"index":255,"Rank":156,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.31,"ArxivClusteringP2P":41.8,"ArxivClusteringS2S":32.41,"BiorxivClusteringP2P":34.81,"BiorxivClusteringS2S":28.59,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":29.91,"RedditClustering":50.31,"RedditClusteringP2P":56.57,"StackExchangeClustering":57.99,"StackExchangeClusteringP2P":33.64,"TwentyNewsgroupsClustering":44.61} -{"index":298,"Rank":157,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.21,"ArxivClusteringP2P":39.28,"ArxivClusteringS2S":27.26,"BiorxivClusteringP2P":33.99,"BiorxivClusteringS2S":22.92,"MedrxivClusteringP2P":33.2,"MedrxivClusteringS2S":26.13,"RedditClustering":52.93,"RedditClusteringP2P":59.67,"StackExchangeClustering":63.13,"StackExchangeClusteringP2P":35.68,"TwentyNewsgroupsClustering":48.1} -{"index":44,"Rank":158,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":216,"Rank":159,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":232,"Rank":160,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.94,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":36.91,"BiorxivClusteringP2P":38.59,"BiorxivClusteringS2S":32.32,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":29.92,"RedditClustering":45.63,"RedditClusteringP2P":53.37,"StackExchangeClustering":47.28,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":42.38} -{"index":198,"Rank":161,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} -{"index":97,"Rank":162,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} -{"index":100,"Rank":163,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":39.83,"ArxivClusteringP2P":44.72,"ArxivClusteringS2S":35.08,"BiorxivClusteringP2P":34.41,"BiorxivClusteringS2S":30.53,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.77,"RedditClustering":46.47,"RedditClusteringP2P":54.17,"StackExchangeClustering":59.19,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":40.89} -{"index":197,"Rank":164,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.73,"ArxivClusteringP2P":44.14,"ArxivClusteringS2S":37.14,"BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} -{"index":199,"Rank":165,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.62,"ArxivClusteringP2P":43.35,"ArxivClusteringS2S":36.0,"BiorxivClusteringP2P":37.55,"BiorxivClusteringS2S":30.33,"MedrxivClusteringP2P":30.6,"MedrxivClusteringS2S":28.73,"RedditClustering":43.15,"RedditClusteringP2P":61.69,"StackExchangeClustering":55.31,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":35.55} -{"index":94,"Rank":166,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.54,"ArxivClusteringP2P":42.86,"ArxivClusteringS2S":32.48,"BiorxivClusteringP2P":36.83,"BiorxivClusteringS2S":29.24,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":30.8,"RedditClustering":48.28,"RedditClusteringP2P":53.56,"StackExchangeClustering":55.07,"StackExchangeClusteringP2P":31.92,"TwentyNewsgroupsClustering":41.37} -{"index":147,"Rank":167,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.48,"ArxivClusteringP2P":45.31,"ArxivClusteringS2S":35.45,"BiorxivClusteringP2P":38.38,"BiorxivClusteringS2S":31.09,"MedrxivClusteringP2P":33.35,"MedrxivClusteringS2S":29.79,"RedditClustering":44.12,"RedditClusteringP2P":48.68,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":33.91,"TwentyNewsgroupsClustering":41.13} -{"index":130,"Rank":168,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.46,"ArxivClusteringP2P":44.6,"ArxivClusteringS2S":34.48,"BiorxivClusteringP2P":37.13,"BiorxivClusteringS2S":29.72,"MedrxivClusteringP2P":31.98,"MedrxivClusteringS2S":29.26,"RedditClustering":45.27,"RedditClusteringP2P":54.47,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":34.67,"TwentyNewsgroupsClustering":39.37} -{"index":22,"Rank":169,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":215,"Rank":170,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":265,"Rank":171,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":23,"Rank":172,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":131,"Rank":173,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.18,"ArxivClusteringP2P":44.53,"ArxivClusteringS2S":33.25,"BiorxivClusteringP2P":36.11,"BiorxivClusteringS2S":28.06,"MedrxivClusteringP2P":31.56,"MedrxivClusteringS2S":28.13,"RedditClustering":45.46,"RedditClusteringP2P":55.16,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":34.07,"TwentyNewsgroupsClustering":40.19} -{"index":73,"Rank":174,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.16,"ArxivClusteringP2P":41.76,"ArxivClusteringS2S":31.63,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.77,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":28.97,"RedditClustering":47.39,"RedditClusteringP2P":58.38,"StackExchangeClustering":52.47,"StackExchangeClusteringP2P":33.63,"TwentyNewsgroupsClustering":40.52} -{"index":205,"Rank":175,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":39.11,"ArxivClusteringP2P":44.52,"ArxivClusteringS2S":34.45,"BiorxivClusteringP2P":35.25,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":29.43,"MedrxivClusteringS2S":28.87,"RedditClustering":44.52,"RedditClusteringP2P":53.61,"StackExchangeClustering":57.11,"StackExchangeClusteringP2P":31.91,"TwentyNewsgroupsClustering":39.8} -{"index":75,"Rank":176,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":213,"Rank":177,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":156,"Rank":178,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":153,"Rank":179,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":38.93,"ArxivClusteringP2P":44.59,"ArxivClusteringS2S":38.03,"BiorxivClusteringP2P":36.03,"BiorxivClusteringS2S":32.48,"MedrxivClusteringP2P":31.05,"MedrxivClusteringS2S":29.26,"RedditClustering":35.53,"RedditClusteringP2P":54.52,"StackExchangeClustering":55.13,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":37.28} -{"index":129,"Rank":180,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.86,"ArxivClusteringP2P":43.5,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.14,"MedrxivClusteringP2P":30.57,"MedrxivClusteringS2S":26.22,"RedditClustering":48.32,"RedditClusteringP2P":57.84,"StackExchangeClustering":57.49,"StackExchangeClusteringP2P":34.58,"TwentyNewsgroupsClustering":36.28} -{"index":290,"Rank":181,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.63,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":27.18,"BiorxivClusteringP2P":27.66,"BiorxivClusteringS2S":23.25,"MedrxivClusteringP2P":27.57,"MedrxivClusteringS2S":25.13,"RedditClustering":56.13,"RedditClusteringP2P":58.53,"StackExchangeClustering":64.21,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":46.72} -{"index":297,"Rank":182,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.5,"ArxivClusteringP2P":37.78,"ArxivClusteringS2S":31.68,"BiorxivClusteringP2P":33.02,"BiorxivClusteringS2S":29.45,"MedrxivClusteringP2P":31.93,"MedrxivClusteringS2S":31.53,"RedditClustering":45.65,"RedditClusteringP2P":52.05,"StackExchangeClustering":52.99,"StackExchangeClusteringP2P":33.06,"TwentyNewsgroupsClustering":44.36} -{"index":248,"Rank":183,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.37,"ArxivClusteringP2P":43.11,"ArxivClusteringS2S":34.41,"BiorxivClusteringP2P":34.7,"BiorxivClusteringS2S":28.84,"MedrxivClusteringP2P":30.49,"MedrxivClusteringS2S":28.8,"RedditClustering":42.86,"RedditClusteringP2P":54.27,"StackExchangeClustering":53.09,"StackExchangeClusteringP2P":33.15,"TwentyNewsgroupsClustering":38.35} -{"index":144,"Rank":184,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":38.03,"ArxivClusteringP2P":43.85,"ArxivClusteringS2S":29.59,"BiorxivClusteringP2P":37.8,"BiorxivClusteringS2S":26.76,"MedrxivClusteringP2P":32.54,"MedrxivClusteringS2S":28.05,"RedditClustering":43.68,"RedditClusteringP2P":54.33,"StackExchangeClustering":51.77,"StackExchangeClusteringP2P":33.31,"TwentyNewsgroupsClustering":36.65} -{"index":161,"Rank":185,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.92,"ArxivClusteringP2P":42.01,"ArxivClusteringS2S":31.41,"BiorxivClusteringP2P":34.73,"BiorxivClusteringS2S":29.28,"MedrxivClusteringP2P":31.77,"MedrxivClusteringS2S":30.94,"RedditClustering":43.09,"RedditClusteringP2P":56.54,"StackExchangeClustering":48.23,"StackExchangeClusteringP2P":34.76,"TwentyNewsgroupsClustering":34.36} -{"index":32,"Rank":186,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.89,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":35.42,"BiorxivClusteringP2P":35.04,"BiorxivClusteringS2S":29.46,"MedrxivClusteringP2P":28.92,"MedrxivClusteringS2S":28.43,"RedditClustering":42.41,"RedditClusteringP2P":55.17,"StackExchangeClustering":55.27,"StackExchangeClusteringP2P":30.46,"TwentyNewsgroupsClustering":35.97} -{"index":325,"Rank":187,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.82,"ArxivClusteringP2P":34.72,"ArxivClusteringS2S":25.27,"BiorxivClusteringP2P":28.39,"BiorxivClusteringS2S":20.52,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":24.58,"RedditClustering":56.93,"RedditClusteringP2P":58.95,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.14,"TwentyNewsgroupsClustering":42.43} -{"index":294,"Rank":188,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.64,"ArxivClusteringP2P":36.94,"ArxivClusteringS2S":29.03,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":28.16,"MedrxivClusteringP2P":30.23,"MedrxivClusteringS2S":27.01,"RedditClustering":48.04,"RedditClusteringP2P":53.53,"StackExchangeClustering":59.54,"StackExchangeClusteringP2P":30.48,"TwentyNewsgroupsClustering":38.68} -{"index":86,"Rank":189,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.6,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":31.06,"BiorxivClusteringP2P":35.18,"BiorxivClusteringS2S":28.18,"MedrxivClusteringP2P":30.4,"MedrxivClusteringS2S":28.79,"RedditClustering":45.93,"RedditClusteringP2P":51.44,"StackExchangeClustering":52.18,"StackExchangeClusteringP2P":30.67,"TwentyNewsgroupsClustering":39.44} -{"index":346,"Rank":190,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":37.52,"ArxivClusteringP2P":41.49,"ArxivClusteringS2S":28.47,"BiorxivClusteringP2P":36.86,"BiorxivClusteringS2S":27.55,"MedrxivClusteringP2P":31.09,"MedrxivClusteringS2S":26.5,"RedditClustering":42.47,"RedditClusteringP2P":58.1,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":30.43,"TwentyNewsgroupsClustering":36.26} -{"index":85,"Rank":191,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":37.45,"ArxivClusteringP2P":42.92,"ArxivClusteringS2S":35.2,"BiorxivClusteringP2P":35.02,"BiorxivClusteringS2S":27.21,"MedrxivClusteringP2P":30.15,"MedrxivClusteringS2S":26.96,"RedditClustering":38.67,"RedditClusteringP2P":53.42,"StackExchangeClustering":59.35,"StackExchangeClusteringP2P":31.47,"TwentyNewsgroupsClustering":31.54} -{"index":202,"Rank":192,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.22,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.84,"BiorxivClusteringS2S":27.35,"MedrxivClusteringP2P":30.72,"MedrxivClusteringS2S":27.0,"RedditClustering":40.12,"RedditClusteringP2P":59.49,"StackExchangeClustering":53.32,"StackExchangeClusteringP2P":31.87,"TwentyNewsgroupsClustering":33.67} -{"index":211,"Rank":193,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":37.15,"ArxivClusteringP2P":40.51,"ArxivClusteringS2S":31.58,"BiorxivClusteringP2P":33.56,"BiorxivClusteringS2S":28.44,"MedrxivClusteringP2P":30.12,"MedrxivClusteringS2S":25.26,"RedditClustering":45.05,"RedditClusteringP2P":55.14,"StackExchangeClustering":45.24,"StackExchangeClusteringP2P":33.37,"TwentyNewsgroupsClustering":40.42} -{"index":296,"Rank":194,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.14,"ArxivClusteringP2P":38.33,"ArxivClusteringS2S":31.55,"BiorxivClusteringP2P":33.49,"BiorxivClusteringS2S":29.44,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":30.87,"RedditClustering":42.02,"RedditClusteringP2P":50.73,"StackExchangeClustering":49.6,"StackExchangeClusteringP2P":31.69,"TwentyNewsgroupsClustering":39.28} -{"index":218,"Rank":195,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.08,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.75,"BiorxivClusteringS2S":27.05,"MedrxivClusteringP2P":30.9,"MedrxivClusteringS2S":27.26,"RedditClustering":39.13,"RedditClusteringP2P":58.98,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":32.07,"TwentyNewsgroupsClustering":33.22} -{"index":102,"Rank":196,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":36.98,"ArxivClusteringP2P":40.55,"ArxivClusteringS2S":32.49,"BiorxivClusteringP2P":33.59,"BiorxivClusteringS2S":29.13,"MedrxivClusteringP2P":30.33,"MedrxivClusteringS2S":28.02,"RedditClustering":42.17,"RedditClusteringP2P":48.02,"StackExchangeClustering":54.13,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.2} -{"index":207,"Rank":197,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":36.89,"ArxivClusteringP2P":40.27,"ArxivClusteringS2S":32.0,"BiorxivClusteringP2P":33.27,"BiorxivClusteringS2S":28.65,"MedrxivClusteringP2P":27.85,"MedrxivClusteringS2S":27.71,"RedditClustering":41.34,"RedditClusteringP2P":51.2,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.88} -{"index":91,"Rank":198,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.96,"ArxivClusteringP2P":35.24,"ArxivClusteringS2S":31.09,"BiorxivClusteringP2P":30.2,"BiorxivClusteringS2S":27.38,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":27.52,"RedditClustering":45.62,"RedditClusteringP2P":47.87,"StackExchangeClustering":52.62,"StackExchangeClusteringP2P":30.05,"TwentyNewsgroupsClustering":40.79} -{"index":210,"Rank":199,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.88,"ArxivClusteringP2P":39.25,"ArxivClusteringS2S":29.08,"BiorxivClusteringP2P":32.2,"BiorxivClusteringS2S":26.63,"MedrxivClusteringP2P":29.6,"MedrxivClusteringS2S":25.01,"RedditClustering":42.85,"RedditClusteringP2P":52.55,"StackExchangeClustering":48.07,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":38.06} -{"index":98,"Rank":200,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":35.79,"ArxivClusteringP2P":39.71,"ArxivClusteringS2S":28.24,"BiorxivClusteringP2P":33.63,"BiorxivClusteringS2S":27.04,"MedrxivClusteringP2P":31.37,"MedrxivClusteringS2S":26.87,"RedditClustering":40.23,"RedditClusteringP2P":49.09,"StackExchangeClustering":52.74,"StackExchangeClusteringP2P":32.66,"TwentyNewsgroupsClustering":32.13} -{"index":95,"Rank":201,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.78,"ArxivClusteringP2P":41.21,"ArxivClusteringS2S":30.2,"BiorxivClusteringP2P":35.62,"BiorxivClusteringS2S":25.4,"MedrxivClusteringP2P":31.42,"MedrxivClusteringS2S":27.14,"RedditClustering":39.24,"RedditClusteringP2P":52.2,"StackExchangeClustering":46.43,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":30.43} -{"index":324,"Rank":202,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.71,"ArxivClusteringP2P":35.13,"ArxivClusteringS2S":23.46,"BiorxivClusteringP2P":31.17,"BiorxivClusteringS2S":18.81,"MedrxivClusteringP2P":28.88,"MedrxivClusteringS2S":23.31,"RedditClustering":49.72,"RedditClusteringP2P":57.92,"StackExchangeClustering":54.64,"StackExchangeClusteringP2P":31.58,"TwentyNewsgroupsClustering":38.23} -{"index":169,"Rank":203,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.67,"ArxivClusteringP2P":37.75,"ArxivClusteringS2S":27.7,"BiorxivClusteringP2P":30.24,"BiorxivClusteringS2S":22.67,"MedrxivClusteringP2P":28.41,"MedrxivClusteringS2S":26.14,"RedditClustering":46.29,"RedditClusteringP2P":50.95,"StackExchangeClustering":48.08,"StackExchangeClusteringP2P":33.35,"TwentyNewsgroupsClustering":40.79} -{"index":327,"Rank":204,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":35.06,"ArxivClusteringP2P":34.75,"ArxivClusteringS2S":22.62,"BiorxivClusteringP2P":28.75,"BiorxivClusteringS2S":20.14,"MedrxivClusteringP2P":31.2,"MedrxivClusteringS2S":25.8,"RedditClustering":46.17,"RedditClusteringP2P":56.53,"StackExchangeClustering":49.34,"StackExchangeClusteringP2P":33.4,"TwentyNewsgroupsClustering":36.93} -{"index":326,"Rank":205,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":34.82,"ArxivClusteringP2P":33.72,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":30.88,"BiorxivClusteringS2S":21.05,"MedrxivClusteringP2P":28.68,"MedrxivClusteringS2S":24.25,"RedditClustering":43.82,"RedditClusteringP2P":58.37,"StackExchangeClustering":47.83,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":37.47} -{"index":286,"Rank":206,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.06,"ArxivClusteringP2P":44.75,"ArxivClusteringS2S":35.27,"BiorxivClusteringP2P":39.52,"BiorxivClusteringS2S":34.53,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":31.66,"RedditClustering":24.13,"RedditClusteringP2P":35.06,"StackExchangeClustering":39.01,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":24.22} -{"index":312,"Rank":207,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.47,"ArxivClusteringP2P":35.33,"ArxivClusteringS2S":27.66,"BiorxivClusteringP2P":30.95,"BiorxivClusteringS2S":24.81,"MedrxivClusteringP2P":27.35,"MedrxivClusteringS2S":25.59,"RedditClustering":40.32,"RedditClusteringP2P":45.99,"StackExchangeClustering":48.26,"StackExchangeClusteringP2P":28.87,"TwentyNewsgroupsClustering":33.07} -{"index":267,"Rank":208,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.43,"ArxivClusteringP2P":35.18,"ArxivClusteringS2S":27.54,"BiorxivClusteringP2P":30.15,"BiorxivClusteringS2S":24.67,"MedrxivClusteringP2P":26.25,"MedrxivClusteringS2S":24.12,"RedditClustering":40.23,"RedditClusteringP2P":47.74,"StackExchangeClustering":47.55,"StackExchangeClusteringP2P":29.45,"TwentyNewsgroupsClustering":34.86} -{"index":96,"Rank":209,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.15,"ArxivClusteringP2P":37.86,"ArxivClusteringS2S":28.84,"BiorxivClusteringP2P":32.09,"BiorxivClusteringS2S":23.55,"MedrxivClusteringP2P":28.54,"MedrxivClusteringS2S":24.73,"RedditClustering":35.54,"RedditClusteringP2P":47.43,"StackExchangeClustering":46.54,"StackExchangeClusteringP2P":30.88,"TwentyNewsgroupsClustering":28.68} -{"index":238,"Rank":210,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":32.93,"ArxivClusteringP2P":35.39,"ArxivClusteringS2S":25.26,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":20.22,"MedrxivClusteringP2P":27.62,"MedrxivClusteringS2S":23.8,"RedditClustering":39.55,"RedditClusteringP2P":47.08,"StackExchangeClustering":48.19,"StackExchangeClusteringP2P":30.74,"TwentyNewsgroupsClustering":33.54} -{"index":90,"Rank":211,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.91,"ArxivClusteringP2P":35.84,"ArxivClusteringS2S":27.3,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":24.06,"MedrxivClusteringP2P":28.24,"MedrxivClusteringS2S":25.34,"RedditClustering":35.92,"RedditClusteringP2P":46.08,"StackExchangeClustering":45.31,"StackExchangeClusteringP2P":29.91,"TwentyNewsgroupsClustering":31.69} -{"index":212,"Rank":212,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":32.56,"ArxivClusteringP2P":34.17,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":28.51,"BiorxivClusteringS2S":20.94,"MedrxivClusteringP2P":27.24,"MedrxivClusteringS2S":23.27,"RedditClustering":37.95,"RedditClusteringP2P":49.91,"StackExchangeClustering":46.35,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":34.39} -{"index":354,"Rank":213,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":32.28,"ArxivClusteringP2P":35.27,"ArxivClusteringS2S":23.18,"BiorxivClusteringP2P":31.13,"BiorxivClusteringS2S":26.78,"MedrxivClusteringP2P":24.65,"MedrxivClusteringS2S":24.21,"RedditClustering":38.74,"RedditClusteringP2P":51.92,"StackExchangeClustering":42.7,"StackExchangeClusteringP2P":28.7,"TwentyNewsgroupsClustering":27.82} -{"index":34,"Rank":214,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.67,"ArxivClusteringP2P":33.7,"ArxivClusteringS2S":23.04,"BiorxivClusteringP2P":32.7,"BiorxivClusteringS2S":23.28,"MedrxivClusteringP2P":31.94,"MedrxivClusteringS2S":28.05,"RedditClustering":30.83,"RedditClusteringP2P":46.29,"StackExchangeClustering":39.44,"StackExchangeClusteringP2P":32.61,"TwentyNewsgroupsClustering":26.54} -{"index":237,"Rank":215,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":31.47,"ArxivClusteringP2P":34.19,"ArxivClusteringS2S":24.1,"BiorxivClusteringP2P":29.1,"BiorxivClusteringS2S":18.62,"MedrxivClusteringP2P":27.03,"MedrxivClusteringS2S":23.24,"RedditClustering":37.24,"RedditClusteringP2P":44.53,"StackExchangeClustering":45.29,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":31.42} -{"index":99,"Rank":216,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":30.95,"ArxivClusteringP2P":34.74,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":28.93,"BiorxivClusteringS2S":23.08,"MedrxivClusteringP2P":28.3,"MedrxivClusteringS2S":24.93,"RedditClustering":33.76,"RedditClusteringP2P":41.01,"StackExchangeClustering":44.59,"StackExchangeClusteringP2P":28.23,"TwentyNewsgroupsClustering":28.24} -{"index":304,"Rank":217,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":30.61,"ArxivClusteringP2P":32.32,"ArxivClusteringS2S":25.5,"BiorxivClusteringP2P":28.99,"BiorxivClusteringS2S":23.2,"MedrxivClusteringP2P":29.44,"MedrxivClusteringS2S":26.16,"RedditClustering":31.25,"RedditClusteringP2P":43.3,"StackExchangeClustering":34.36,"StackExchangeClusteringP2P":30.64,"TwentyNewsgroupsClustering":31.58} -{"index":233,"Rank":218,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":30.52,"ArxivClusteringP2P":36.27,"ArxivClusteringS2S":26.49,"BiorxivClusteringP2P":32.26,"BiorxivClusteringS2S":22.34,"MedrxivClusteringP2P":27.6,"MedrxivClusteringS2S":23.38,"RedditClustering":31.37,"RedditClusteringP2P":42.56,"StackExchangeClustering":39.35,"StackExchangeClusteringP2P":28.72,"TwentyNewsgroupsClustering":25.38} -{"index":88,"Rank":219,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.21,"ArxivClusteringP2P":33.04,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":21.1,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":23.78,"RedditClustering":31.45,"RedditClusteringP2P":43.69,"StackExchangeClustering":39.16,"StackExchangeClusteringP2P":29.18,"TwentyNewsgroupsClustering":28.23} -{"index":183,"Rank":220,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.12,"ArxivClusteringP2P":35.19,"ArxivClusteringS2S":27.51,"BiorxivClusteringP2P":30.12,"BiorxivClusteringS2S":24.77,"MedrxivClusteringP2P":26.09,"MedrxivClusteringS2S":23.6,"RedditClustering":27.24,"RedditClusteringP2P":43.32,"StackExchangeClustering":43.58,"StackExchangeClusteringP2P":26.55,"TwentyNewsgroupsClustering":23.35} -{"index":234,"Rank":221,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":30.03,"ArxivClusteringP2P":35.46,"ArxivClusteringS2S":26.34,"BiorxivClusteringP2P":31.47,"BiorxivClusteringS2S":22.58,"MedrxivClusteringP2P":26.93,"MedrxivClusteringS2S":22.96,"RedditClustering":28.89,"RedditClusteringP2P":41.59,"StackExchangeClustering":40.02,"StackExchangeClusteringP2P":28.81,"TwentyNewsgroupsClustering":25.28} -{"index":282,"Rank":222,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.55,"ArxivClusteringP2P":32.13,"ArxivClusteringS2S":22.05,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":20.57,"MedrxivClusteringP2P":30.13,"MedrxivClusteringS2S":24.82,"RedditClustering":28.79,"RedditClusteringP2P":49.14,"StackExchangeClustering":35.43,"StackExchangeClusteringP2P":28.83,"TwentyNewsgroupsClustering":23.28} -{"index":268,"Rank":223,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.04,"ArxivClusteringP2P":32.61,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":24.9,"BiorxivClusteringS2S":19.55,"MedrxivClusteringP2P":23.6,"MedrxivClusteringS2S":21.97,"RedditClustering":32.18,"RedditClusteringP2P":45.14,"StackExchangeClustering":43.07,"StackExchangeClusteringP2P":28.5,"TwentyNewsgroupsClustering":23.21} -{"index":89,"Rank":224,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.01,"ArxivClusteringP2P":31.76,"ArxivClusteringS2S":21.06,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":18.34,"MedrxivClusteringP2P":27.42,"MedrxivClusteringS2S":22.41,"RedditClustering":26.71,"RedditClusteringP2P":44.14,"StackExchangeClustering":32.84,"StackExchangeClusteringP2P":27.48,"TwentyNewsgroupsClustering":26.09} -{"index":287,"Rank":225,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":27.73,"ArxivClusteringP2P":32.56,"ArxivClusteringS2S":23.14,"BiorxivClusteringP2P":29.27,"BiorxivClusteringS2S":19.18,"MedrxivClusteringP2P":26.12,"MedrxivClusteringS2S":20.38,"RedditClustering":28.46,"RedditClusteringP2P":35.82,"StackExchangeClustering":35.8,"StackExchangeClusteringP2P":28.51,"TwentyNewsgroupsClustering":25.83} -{"index":236,"Rank":226,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":27.5,"ArxivClusteringP2P":29.87,"ArxivClusteringS2S":20.12,"BiorxivClusteringP2P":25.78,"BiorxivClusteringS2S":14.94,"MedrxivClusteringP2P":25.59,"MedrxivClusteringS2S":21.4,"RedditClustering":29.13,"RedditClusteringP2P":39.22,"StackExchangeClustering":37.83,"StackExchangeClusteringP2P":31.55,"TwentyNewsgroupsClustering":27.07} -{"index":288,"Rank":227,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":26.57,"ArxivClusteringP2P":34.73,"ArxivClusteringS2S":26.01,"BiorxivClusteringP2P":29.76,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":26.65,"MedrxivClusteringS2S":21.5,"RedditClustering":28.84,"RedditClusteringP2P":7.37,"StackExchangeClustering":39.04,"StackExchangeClusteringP2P":30.23,"TwentyNewsgroupsClustering":27.42} -{"index":175,"Rank":228,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":26.2,"ArxivClusteringP2P":26.81,"ArxivClusteringS2S":24.35,"BiorxivClusteringP2P":20.62,"BiorxivClusteringS2S":19.08,"MedrxivClusteringP2P":19.06,"MedrxivClusteringS2S":19.8,"RedditClustering":28.52,"RedditClusteringP2P":38.63,"StackExchangeClustering":46.33,"StackExchangeClusteringP2P":20.57,"TwentyNewsgroupsClustering":24.41} -{"index":235,"Rank":229,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":25.59,"ArxivClusteringP2P":31.26,"ArxivClusteringS2S":20.74,"BiorxivClusteringP2P":26.53,"BiorxivClusteringS2S":14.04,"MedrxivClusteringP2P":25.0,"MedrxivClusteringS2S":20.26,"RedditClustering":23.88,"RedditClusteringP2P":37.77,"StackExchangeClustering":33.04,"StackExchangeClusteringP2P":27.79,"TwentyNewsgroupsClustering":21.13} -{"index":303,"Rank":230,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.75,"ArxivClusteringP2P":24.83,"ArxivClusteringS2S":16.68,"BiorxivClusteringP2P":20.0,"BiorxivClusteringS2S":12.67,"MedrxivClusteringP2P":20.79,"MedrxivClusteringS2S":18.18,"RedditClustering":26.28,"RedditClusteringP2P":40.48,"StackExchangeClustering":33.51,"StackExchangeClusteringP2P":27.98,"TwentyNewsgroupsClustering":19.9} -{"index":319,"Rank":231,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.0,"ArxivClusteringP2P":14.79,"ArxivClusteringS2S":12.25,"BiorxivClusteringP2P":13.94,"BiorxivClusteringS2S":9.79,"MedrxivClusteringP2P":15.7,"MedrxivClusteringS2S":14.89,"RedditClustering":18.38,"RedditClusteringP2P":27.1,"StackExchangeClustering":23.66,"StackExchangeClusteringP2P":27.34,"TwentyNewsgroupsClustering":20.17} -{"index":11,"Rank":232,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":15.28,"ArxivClusteringP2P":17.77,"ArxivClusteringS2S":12.39,"BiorxivClusteringP2P":12.4,"BiorxivClusteringS2S":8.83,"MedrxivClusteringP2P":17.91,"MedrxivClusteringS2S":16.63,"RedditClustering":9.96,"RedditClusteringP2P":26.42,"StackExchangeClustering":15.79,"StackExchangeClusteringP2P":18.63,"TwentyNewsgroupsClustering":11.38} -{"index":330,"Rank":233,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.41,"ArxivClusteringP2P":0.44,"ArxivClusteringS2S":0.37,"BiorxivClusteringP2P":0.36,"BiorxivClusteringS2S":0.31,"MedrxivClusteringP2P":0.32,"MedrxivClusteringS2S":0.29,"RedditClustering":0.5,"RedditClusteringP2P":0.55,"StackExchangeClustering":0.58,"StackExchangeClusteringP2P":0.3,"TwentyNewsgroupsClustering":0.46} -{"index":2,"Rank":234,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":3,"Rank":235,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":4,"Rank":236,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":5,"Rank":237,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":7,"Rank":238,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":10,"Rank":239,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":13,"Rank":241,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":27,"Rank":243,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":30,"Rank":244,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":41,"Rank":247,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":42,"Rank":248,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":43,"Rank":249,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":45,"Rank":250,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":46,"Rank":251,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":49,"Rank":252,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":29.33,"BiorxivClusteringS2S":27.81,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":50,"Rank":253,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":51,"Rank":254,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":52,"Rank":255,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":53,"Rank":256,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":67,"Rank":263,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":70,"Rank":264,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":92,"Rank":267,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":93,"Rank":268,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":103,"Rank":269,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":104,"Rank":270,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":105,"Rank":271,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":106,"Rank":272,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":107,"Rank":273,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":108,"Rank":274,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":109,"Rank":275,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":110,"Rank":276,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":111,"Rank":277,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":120,"Rank":282,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":30.15,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":24.29,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":23.01,"RedditClustering":21.29,"RedditClusteringP2P":"","StackExchangeClustering":35.55,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":18.35} -{"index":121,"Rank":283,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":31.38,"MedrxivClusteringS2S":30.28,"RedditClustering":"","RedditClusteringP2P":50.51,"StackExchangeClustering":51.79,"StackExchangeClusteringP2P":30.15,"TwentyNewsgroupsClustering":41.38} -{"index":134,"Rank":284,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":136,"Rank":285,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":138,"Rank":286,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":139,"Rank":287,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":140,"Rank":288,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":154,"Rank":290,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":39.41,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":157,"Rank":291,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":158,"Rank":292,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":159,"Rank":293,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":160,"Rank":294,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":162,"Rank":295,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":163,"Rank":296,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":164,"Rank":297,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":166,"Rank":298,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":167,"Rank":299,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":168,"Rank":300,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":170,"Rank":301,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":176,"Rank":302,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":177,"Rank":303,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":178,"Rank":304,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":181,"Rank":305,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":182,"Rank":306,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":203,"Rank":308,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":204,"Rank":309,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":226,"Rank":310,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":227,"Rank":311,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":228,"Rank":312,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":229,"Rank":313,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":230,"Rank":314,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":231,"Rank":315,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":241,"Rank":316,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":242,"Rank":317,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":260,"Rank":320,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":261,"Rank":321,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":262,"Rank":322,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":263,"Rank":323,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":269,"Rank":324,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":270,"Rank":325,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":271,"Rank":326,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":275,"Rank":327,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":276,"Rank":328,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":277,"Rank":329,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":278,"Rank":330,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":279,"Rank":331,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":280,"Rank":332,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":281,"Rank":333,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":289,"Rank":334,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":33.59,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":295,"Rank":335,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":302,"Rank":336,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":305,"Rank":337,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":306,"Rank":338,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":311,"Rank":339,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":322,"Rank":341,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":19.89,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":19.54,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":22.31,"RedditClustering":22.19,"RedditClusteringP2P":"","StackExchangeClustering":29.31,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":25.78} -{"index":333,"Rank":343,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":339,"Rank":347,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":26.05,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":25.67,"RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":44.92} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":32.92} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":45.64,"RedditClusteringP2P":"","StackExchangeClustering":53.01,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":42.01} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":40.79,"RedditClusteringP2P":"","StackExchangeClustering":55.14,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":37.64} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":31.78,"RedditClusteringP2P":"","StackExchangeClustering":36.86,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":29.33} diff --git a/boards_data/en/data_tasks/PairClassification/default.jsonl b/boards_data/en/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index 837abce1c25a45e37d7ec761c0d831fda7fb5858..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,336 +0,0 @@ -{"index":6,"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":89.25,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":86.32,"TwitterURLCorpus":86.9} -{"index":320,"Rank":2,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.84,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":82.39,"TwitterURLCorpus":87.6} -{"index":259,"Rank":3,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87} -{"index":118,"Rank":4,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.54,"SprintDuplicateQuestions":96.31,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.78} -{"index":196,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.42,"SprintDuplicateQuestions":95.86,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.79} -{"index":74,"Rank":6,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.35,"SprintDuplicateQuestions":96.11,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.42} -{"index":21,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.34,"SprintDuplicateQuestions":95.66,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.75} -{"index":272,"Rank":8,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.27,"SprintDuplicateQuestions":96.52,"TwitterSemEval2015":81.35,"TwitterURLCorpus":86.94} -{"index":338,"Rank":9,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":81.41,"TwitterURLCorpus":87.92} -{"index":59,"Rank":10,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.47,"TwitterSemEval2015":81.67,"TwitterURLCorpus":87.42} -{"index":308,"Rank":11,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.14,"SprintDuplicateQuestions":97.23,"TwitterSemEval2015":79.34,"TwitterURLCorpus":87.84} -{"index":25,"Rank":12,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.14,"SprintDuplicateQuestions":97.23,"TwitterSemEval2015":79.34,"TwitterURLCorpus":87.84} -{"index":117,"Rank":13,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.07,"SprintDuplicateQuestions":97.62,"TwitterSemEval2015":78.57,"TwitterURLCorpus":88.03} -{"index":190,"Rank":14,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.07,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":80.28,"TwitterURLCorpus":87.69} -{"index":171,"Rank":15,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":88.07,"SprintDuplicateQuestions":96.04,"TwitterSemEval2015":80.58,"TwitterURLCorpus":87.58} -{"index":78,"Rank":16,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":88.03,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":80.7,"TwitterURLCorpus":86.56} -{"index":82,"Rank":17,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.99,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":80.6,"TwitterURLCorpus":86.56} -{"index":80,"Rank":18,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":87.79,"SprintDuplicateQuestions":95.09,"TwitterSemEval2015":81.73,"TwitterURLCorpus":86.56} -{"index":172,"Rank":19,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":87.74,"SprintDuplicateQuestions":95.59,"TwitterSemEval2015":80.18,"TwitterURLCorpus":87.46} -{"index":1,"Rank":20,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":87.61,"SprintDuplicateQuestions":96.26,"TwitterSemEval2015":79.04,"TwitterURLCorpus":87.53} -{"index":47,"Rank":21,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} -{"index":16,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} -{"index":15,"Rank":23,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.41,"SprintDuplicateQuestions":96.07,"TwitterSemEval2015":79.36,"TwitterURLCorpus":86.79} -{"index":224,"Rank":24,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":119,"Rank":25,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":219,"Rank":26,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.34,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":79.93,"TwitterURLCorpus":87.5} -{"index":54,"Rank":27,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":87.29,"SprintDuplicateQuestions":93.35,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.43} -{"index":0,"Rank":28,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":87.29,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":78.25,"TwitterURLCorpus":87.12} -{"index":188,"Rank":29,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.28,"SprintDuplicateQuestions":97.04,"TwitterSemEval2015":78.93,"TwitterURLCorpus":85.87} -{"index":133,"Rank":30,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.25,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":78.17,"TwitterURLCorpus":86.33} -{"index":310,"Rank":31,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":240,"Rank":32,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":307,"Rank":33,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":174,"Rank":34,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":313,"Rank":35,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":33,"Rank":36,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":264,"Rank":37,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":69,"Rank":38,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.14,"SprintDuplicateQuestions":96.97,"TwitterSemEval2015":78.29,"TwitterURLCorpus":86.16} -{"index":26,"Rank":39,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":274,"Rank":40,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":189,"Rank":41,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":273,"Rank":42,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":328,"Rank":43,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.07,"SprintDuplicateQuestions":96.87,"TwitterSemEval2015":78.24,"TwitterURLCorpus":86.11} -{"index":258,"Rank":44,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":86.91,"SprintDuplicateQuestions":95.94,"TwitterSemEval2015":78.73,"TwitterURLCorpus":86.05} -{"index":9,"Rank":45,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.87,"SprintDuplicateQuestions":98.07,"TwitterSemEval2015":74.44,"TwitterURLCorpus":88.11} -{"index":209,"Rank":46,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.85,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":78.23,"TwitterURLCorpus":85.53} -{"index":245,"Rank":47,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.74,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":77.8,"TwitterURLCorpus":85.94} -{"index":148,"Rank":48,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.7,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":77.6,"TwitterURLCorpus":85.96} -{"index":187,"Rank":49,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.62,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":77.99,"TwitterURLCorpus":86.93} -{"index":321,"Rank":50,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.61,"SprintDuplicateQuestions":95.98,"TwitterSemEval2015":77.13,"TwitterURLCorpus":86.71} -{"index":8,"Rank":51,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.57,"SprintDuplicateQuestions":96.01,"TwitterSemEval2015":76.87,"TwitterURLCorpus":86.84} -{"index":24,"Rank":52,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":151,"Rank":53,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":191,"Rank":54,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.45,"SprintDuplicateQuestions":95.69,"TwitterSemEval2015":77.67,"TwitterURLCorpus":86.0} -{"index":56,"Rank":55,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.37,"SprintDuplicateQuestions":95.96,"TwitterSemEval2015":76.09,"TwitterURLCorpus":87.06} -{"index":146,"Rank":56,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.32,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.11} -{"index":243,"Rank":57,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.24,"SprintDuplicateQuestions":96.38,"TwitterSemEval2015":76.41,"TwitterURLCorpus":85.93} -{"index":201,"Rank":58,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.24,"SprintDuplicateQuestions":92.19,"TwitterSemEval2015":79.79,"TwitterURLCorpus":86.73} -{"index":84,"Rank":59,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":86.21,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":76.14,"TwitterURLCorpus":86.23} -{"index":40,"Rank":60,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":86.15,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":75.16,"TwitterURLCorpus":86.49} -{"index":292,"Rank":61,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.13,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":77.81,"TwitterURLCorpus":85.14} -{"index":293,"Rank":62,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.12,"SprintDuplicateQuestions":95.68,"TwitterSemEval2015":77.54,"TwitterURLCorpus":85.13} -{"index":152,"Rank":63,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.09,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":75.63,"TwitterURLCorpus":85.92} -{"index":300,"Rank":64,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.06,"SprintDuplicateQuestions":91.44,"TwitterSemEval2015":80.89,"TwitterURLCorpus":85.86} -{"index":68,"Rank":65,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":195,"Rank":66,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":194,"Rank":67,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.94,"SprintDuplicateQuestions":95.42,"TwitterSemEval2015":76.1,"TwitterURLCorpus":86.31} -{"index":239,"Rank":68,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":96.05,"TwitterSemEval2015":76.08,"TwitterURLCorpus":85.54} -{"index":186,"Rank":69,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":93.07,"TwitterSemEval2015":77.42,"TwitterURLCorpus":87.18} -{"index":28,"Rank":70,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.84,"SprintDuplicateQuestions":90.94,"TwitterSemEval2015":79.64,"TwitterURLCorpus":86.95} -{"index":38,"Rank":71,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.84,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":74.8,"TwitterURLCorpus":86.46} -{"index":309,"Rank":72,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":17,"Rank":73,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":179,"Rank":74,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":48,"Rank":75,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":193,"Rank":76,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":173,"Rank":77,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":352,"Rank":78,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78} -{"index":72,"Rank":79,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} -{"index":334,"Rank":80,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.41,"SprintDuplicateQuestions":95.02,"TwitterSemEval2015":75.24,"TwitterURLCorpus":85.96} -{"index":208,"Rank":81,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":85.4,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":73.81,"TwitterURLCorpus":86.78} -{"index":145,"Rank":82,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":214,"Rank":83,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":331,"Rank":84,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":180,"Rank":85,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":18,"Rank":86,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.33,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":75.53,"TwitterURLCorpus":85.51} -{"index":291,"Rank":87,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89} -{"index":298,"Rank":88,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05} -{"index":249,"Rank":89,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":192,"Rank":90,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.09,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":74.4,"TwitterURLCorpus":85.98} -{"index":197,"Rank":91,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":85.08,"SprintDuplicateQuestions":95.29,"TwitterSemEval2015":74.16,"TwitterURLCorpus":85.79} -{"index":301,"Rank":92,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.07,"SprintDuplicateQuestions":88.91,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01} -{"index":246,"Rank":93,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.06,"SprintDuplicateQuestions":95.0,"TwitterSemEval2015":74.5,"TwitterURLCorpus":85.69} -{"index":247,"Rank":94,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":73.26,"TwitterURLCorpus":85.64} -{"index":37,"Rank":95,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.59,"TwitterSemEval2015":72.23,"TwitterURLCorpus":86.32} -{"index":353,"Rank":96,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":85.04,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":73.33,"TwitterURLCorpus":87.21} -{"index":317,"Rank":97,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"SprintDuplicateQuestions":95.75,"TwitterSemEval2015":73.73,"TwitterURLCorpus":85.53} -{"index":71,"Rank":98,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":85.0,"SprintDuplicateQuestions":94.76,"TwitterSemEval2015":73.76,"TwitterURLCorpus":86.49} -{"index":150,"Rank":99,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.99,"SprintDuplicateQuestions":96.14,"TwitterSemEval2015":73.48,"TwitterURLCorpus":85.36} -{"index":299,"Rank":100,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.97,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":79.75,"TwitterURLCorpus":86.14} -{"index":314,"Rank":101,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":55,"Rank":102,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":29,"Rank":103,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":332,"Rank":104,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":350,"Rank":105,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":84.89,"SprintDuplicateQuestions":92.17,"TwitterSemEval2015":75.28,"TwitterURLCorpus":87.22} -{"index":211,"Rank":106,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.8,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":72.32,"TwitterURLCorpus":85.98} -{"index":200,"Rank":107,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.75,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":137,"Rank":108,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.71,"SprintDuplicateQuestions":96.17,"TwitterSemEval2015":72.98,"TwitterURLCorpus":84.99} -{"index":244,"Rank":109,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66} -{"index":335,"Rank":110,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58} -{"index":220,"Rank":111,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.69,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":72.88,"TwitterURLCorpus":85.88} -{"index":149,"Rank":112,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3} -{"index":198,"Rank":113,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79} -{"index":115,"Rank":114,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":31,"Rank":115,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":340,"Rank":116,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":135,"Rank":117,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":256,"Rank":118,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":254,"Rank":119,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57} -{"index":250,"Rank":120,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":94.83,"TwitterSemEval2015":72.55,"TwitterURLCorpus":86.38} -{"index":316,"Rank":121,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.57,"SprintDuplicateQuestions":95.71,"TwitterSemEval2015":72.47,"TwitterURLCorpus":85.52} -{"index":215,"Rank":122,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":23,"Rank":123,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":265,"Rank":124,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":22,"Rank":125,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":19,"Rank":126,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} -{"index":266,"Rank":127,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} -{"index":154,"Rank":128,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.48,"SprintDuplicateQuestions":97.32,"TwitterSemEval2015":70.29,"TwitterURLCorpus":85.83} -{"index":44,"Rank":129,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":216,"Rank":130,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":20,"Rank":131,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":351,"Rank":132,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09} -{"index":253,"Rank":133,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34} -{"index":58,"Rank":134,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":84.09,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":70.93,"TwitterURLCorpus":86.75} -{"index":206,"Rank":135,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":84.06,"SprintDuplicateQuestions":95.36,"TwitterSemEval2015":70.64,"TwitterURLCorpus":86.18} -{"index":217,"Rank":136,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.01,"SprintDuplicateQuestions":96.99,"TwitterSemEval2015":70.9,"TwitterURLCorpus":84.14} -{"index":39,"Rank":137,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":83.95,"SprintDuplicateQuestions":96.6,"TwitterSemEval2015":69.41,"TwitterURLCorpus":85.85} -{"index":57,"Rank":138,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":83.92,"SprintDuplicateQuestions":93.82,"TwitterSemEval2015":71.6,"TwitterURLCorpus":86.33} -{"index":290,"Rank":139,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.85,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":72.23,"TwitterURLCorpus":84.77} -{"index":142,"Rank":140,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.78,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":71.08,"TwitterURLCorpus":83.72} -{"index":251,"Rank":141,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.67,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":69.68,"TwitterURLCorpus":85.41} -{"index":156,"Rank":142,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":213,"Rank":143,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":75,"Rank":144,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":336,"Rank":145,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.58,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":70.34,"TwitterURLCorpus":85.72} -{"index":199,"Rank":146,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.57,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":32,"Rank":147,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":318,"Rank":148,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} -{"index":252,"Rank":149,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} -{"index":185,"Rank":150,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"SprintDuplicateQuestions":90.35,"TwitterSemEval2015":73.99,"TwitterURLCorpus":86.2} -{"index":147,"Rank":151,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.39,"SprintDuplicateQuestions":94.14,"TwitterSemEval2015":70.46,"TwitterURLCorpus":85.58} -{"index":87,"Rank":152,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.32,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":69.78,"TwitterURLCorpus":85.07} -{"index":205,"Rank":153,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":83.11,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":69.14,"TwitterURLCorpus":85.62} -{"index":337,"Rank":154,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.09,"SprintDuplicateQuestions":95.49,"TwitterSemEval2015":68.61,"TwitterURLCorpus":85.16} -{"index":285,"Rank":155,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.04,"SprintDuplicateQuestions":90.15,"TwitterSemEval2015":73.87,"TwitterURLCorpus":85.11} -{"index":210,"Rank":156,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.04,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.3,"TwitterURLCorpus":85.33} -{"index":123,"Rank":157,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.0,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":67.01,"TwitterURLCorpus":85.46} -{"index":73,"Rank":158,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.95,"SprintDuplicateQuestions":94.38,"TwitterSemEval2015":67.98,"TwitterURLCorpus":86.48} -{"index":132,"Rank":159,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.17,"TwitterURLCorpus":84.84} -{"index":329,"Rank":160,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":71.07,"TwitterURLCorpus":84.4} -{"index":131,"Rank":161,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.81,"SprintDuplicateQuestions":95.78,"TwitterSemEval2015":67.76,"TwitterURLCorpus":84.89} -{"index":202,"Rank":162,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.73,"SprintDuplicateQuestions":92.42,"TwitterSemEval2015":70.75,"TwitterURLCorpus":85.03} -{"index":86,"Rank":163,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.69,"SprintDuplicateQuestions":95.35,"TwitterSemEval2015":67.97,"TwitterURLCorpus":84.75} -{"index":94,"Rank":164,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.59,"SprintDuplicateQuestions":95.54,"TwitterSemEval2015":67.55,"TwitterURLCorpus":84.68} -{"index":218,"Rank":165,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.59,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":84.83} -{"index":257,"Rank":166,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21} -{"index":283,"Rank":167,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.46,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77} -{"index":232,"Rank":168,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":284,"Rank":169,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":255,"Rank":170,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03} -{"index":127,"Rank":171,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.23,"SprintDuplicateQuestions":96.0,"TwitterSemEval2015":64.75,"TwitterURLCorpus":85.95} -{"index":143,"Rank":172,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.14,"SprintDuplicateQuestions":92.92,"TwitterSemEval2015":67.8,"TwitterURLCorpus":85.71} -{"index":161,"Rank":173,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.11,"SprintDuplicateQuestions":93.23,"TwitterSemEval2015":69.6,"TwitterURLCorpus":83.49} -{"index":128,"Rank":174,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} -{"index":125,"Rank":175,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} -{"index":101,"Rank":176,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":82.0,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":66.87,"TwitterURLCorpus":85.29} -{"index":248,"Rank":177,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.93,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":67.01,"TwitterURLCorpus":84.2} -{"index":153,"Rank":178,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":81.9,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":65.31,"TwitterURLCorpus":85.46} -{"index":130,"Rank":179,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.77,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":65.79,"TwitterURLCorpus":84.22} -{"index":294,"Rank":180,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.74,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":65.95,"TwitterURLCorpus":83.17} -{"index":144,"Rank":181,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":81.4,"SprintDuplicateQuestions":95.15,"TwitterSemEval2015":65.79,"TwitterURLCorpus":83.27} -{"index":225,"Rank":182,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.36,"SprintDuplicateQuestions":96.15,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.66} -{"index":126,"Rank":183,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.36,"SprintDuplicateQuestions":96.15,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.66} -{"index":129,"Rank":184,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.33,"SprintDuplicateQuestions":94.96,"TwitterSemEval2015":64.32,"TwitterURLCorpus":84.7} -{"index":354,"Rank":185,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":81.32,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":64.41,"TwitterURLCorpus":85.01} -{"index":124,"Rank":186,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.07,"SprintDuplicateQuestions":95.21,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.72} -{"index":207,"Rank":187,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":81.05,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":65.96,"TwitterURLCorpus":85.11} -{"index":165,"Rank":188,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":81.03,"SprintDuplicateQuestions":90.68,"TwitterSemEval2015":67.77,"TwitterURLCorpus":84.65} -{"index":83,"Rank":189,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76} -{"index":169,"Rank":190,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.86,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":64.72,"TwitterURLCorpus":84.01} -{"index":297,"Rank":191,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14} -{"index":122,"Rank":192,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} -{"index":91,"Rank":193,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.73,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":63.85,"TwitterURLCorpus":84.07} -{"index":100,"Rank":194,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":80.65,"SprintDuplicateQuestions":93.47,"TwitterSemEval2015":63.68,"TwitterURLCorpus":84.8} -{"index":90,"Rank":195,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.62,"SprintDuplicateQuestions":89.85,"TwitterSemEval2015":67.48,"TwitterURLCorpus":84.53} -{"index":89,"Rank":196,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.57,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":69.26,"TwitterURLCorpus":83.19} -{"index":95,"Rank":197,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.4,"SprintDuplicateQuestions":94.4,"TwitterSemEval2015":63.86,"TwitterURLCorpus":82.95} -{"index":60,"Rank":198,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":271,"Rank":199,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.21,"SprintDuplicateQuestions":82.12,"TwitterSemEval2015":74.36,"TwitterURLCorpus":84.15} -{"index":121,"Rank":200,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.84,"SprintDuplicateQuestions":92.98,"TwitterSemEval2015":62.44,"TwitterURLCorpus":84.1} -{"index":96,"Rank":201,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.7,"SprintDuplicateQuestions":92.14,"TwitterSemEval2015":63.44,"TwitterURLCorpus":83.53} -{"index":270,"Rank":202,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":79.68,"SprintDuplicateQuestions":92.45,"TwitterSemEval2015":65.01,"TwitterURLCorpus":81.59} -{"index":269,"Rank":203,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":79.62,"SprintDuplicateQuestions":78.95,"TwitterSemEval2015":76.19,"TwitterURLCorpus":83.73} -{"index":327,"Rank":204,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":79.62,"SprintDuplicateQuestions":90.89,"TwitterSemEval2015":63.76,"TwitterURLCorpus":84.2} -{"index":97,"Rank":205,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.58,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":62.37,"TwitterURLCorpus":83.79} -{"index":325,"Rank":206,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.53,"SprintDuplicateQuestions":84.37,"TwitterSemEval2015":70.13,"TwitterURLCorpus":84.09} -{"index":223,"Rank":207,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.23,"SprintDuplicateQuestions":86.13,"TwitterSemEval2015":68.03,"TwitterURLCorpus":83.52} -{"index":212,"Rank":208,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.22,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":59.3,"TwitterURLCorpus":83.44} -{"index":282,"Rank":209,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.87,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":62.78,"TwitterURLCorpus":84.58} -{"index":141,"Rank":210,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.64,"SprintDuplicateQuestions":86.3,"TwitterSemEval2015":63.42,"TwitterURLCorpus":86.2} -{"index":88,"Rank":211,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.57,"SprintDuplicateQuestions":85.22,"TwitterSemEval2015":67.56,"TwitterURLCorpus":82.94} -{"index":296,"Rank":212,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.45,"SprintDuplicateQuestions":89.46,"TwitterSemEval2015":62.06,"TwitterURLCorpus":83.83} -{"index":289,"Rank":213,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.3,"SprintDuplicateQuestions":88.43,"TwitterSemEval2015":62.46,"TwitterURLCorpus":84.02} -{"index":81,"Rank":214,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":78.01,"SprintDuplicateQuestions":88.14,"TwitterSemEval2015":66.6,"TwitterURLCorpus":79.3} -{"index":79,"Rank":215,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":77.88,"SprintDuplicateQuestions":87.57,"TwitterSemEval2015":65.14,"TwitterURLCorpus":80.94} -{"index":222,"Rank":216,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.83,"SprintDuplicateQuestions":88.21,"TwitterSemEval2015":64.8,"TwitterURLCorpus":80.49} -{"index":348,"Rank":217,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":77.79,"SprintDuplicateQuestions":79.85,"TwitterSemEval2015":69.45,"TwitterURLCorpus":84.06} -{"index":312,"Rank":218,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.75,"SprintDuplicateQuestions":82.81,"TwitterSemEval2015":66.16,"TwitterURLCorpus":84.28} -{"index":347,"Rank":219,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":77.46,"SprintDuplicateQuestions":76.46,"TwitterSemEval2015":70.85,"TwitterURLCorpus":85.08} -{"index":102,"Rank":220,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.03,"SprintDuplicateQuestions":80.54,"TwitterSemEval2015":66.0,"TwitterURLCorpus":84.54} -{"index":34,"Rank":221,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.96,"SprintDuplicateQuestions":90.71,"TwitterSemEval2015":58.07,"TwitterURLCorpus":82.09} -{"index":346,"Rank":222,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":76.93,"SprintDuplicateQuestions":78.07,"TwitterSemEval2015":69.04,"TwitterURLCorpus":83.69} -{"index":221,"Rank":223,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.9,"SprintDuplicateQuestions":87.07,"TwitterSemEval2015":62.51,"TwitterURLCorpus":81.11} -{"index":304,"Rank":224,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":76.49,"SprintDuplicateQuestions":83.53,"TwitterSemEval2015":62.49,"TwitterURLCorpus":83.46} -{"index":238,"Rank":225,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":76.45,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":57.19,"TwitterURLCorpus":81.95} -{"index":324,"Rank":226,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.23,"SprintDuplicateQuestions":86.37,"TwitterSemEval2015":60.64,"TwitterURLCorpus":81.68} -{"index":349,"Rank":227,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":75.9,"SprintDuplicateQuestions":69.52,"TwitterSemEval2015":74.42,"TwitterURLCorpus":83.75} -{"index":326,"Rank":228,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.43,"SprintDuplicateQuestions":87.05,"TwitterSemEval2015":57.03,"TwitterURLCorpus":82.21} -{"index":237,"Rank":229,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":75.35,"SprintDuplicateQuestions":89.87,"TwitterSemEval2015":55.35,"TwitterURLCorpus":80.82} -{"index":233,"Rank":230,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":75.34,"SprintDuplicateQuestions":87.94,"TwitterSemEval2015":58.61,"TwitterURLCorpus":79.48} -{"index":98,"Rank":231,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":75.23,"SprintDuplicateQuestions":89.89,"TwitterSemEval2015":54.75,"TwitterURLCorpus":81.06} -{"index":235,"Rank":232,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.9,"SprintDuplicateQuestions":85.06,"TwitterSemEval2015":59.78,"TwitterURLCorpus":79.86} -{"index":267,"Rank":233,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.89,"SprintDuplicateQuestions":73.04,"TwitterSemEval2015":67.75,"TwitterURLCorpus":83.89} -{"index":234,"Rank":234,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.71,"SprintDuplicateQuestions":85.1,"TwitterSemEval2015":60.22,"TwitterURLCorpus":78.8} -{"index":76,"Rank":235,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.53,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":63.58,"TwitterURLCorpus":82.64} -{"index":236,"Rank":236,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":73.73,"SprintDuplicateQuestions":88.18,"TwitterSemEval2015":53.66,"TwitterURLCorpus":79.34} -{"index":268,"Rank":237,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.47,"SprintDuplicateQuestions":78.03,"TwitterSemEval2015":61.01,"TwitterURLCorpus":81.37} -{"index":288,"Rank":238,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.99,"SprintDuplicateQuestions":85.55,"TwitterSemEval2015":54.02,"TwitterURLCorpus":79.41} -{"index":287,"Rank":239,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.48,"SprintDuplicateQuestions":86.96,"TwitterSemEval2015":53.12,"TwitterURLCorpus":77.35} -{"index":85,"Rank":240,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73} -{"index":99,"Rank":241,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":71.78,"SprintDuplicateQuestions":77.73,"TwitterSemEval2015":57.09,"TwitterURLCorpus":80.51} -{"index":175,"Rank":242,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.4,"SprintDuplicateQuestions":77.08,"TwitterSemEval2015":53.58,"TwitterURLCorpus":83.53} -{"index":322,"Rank":243,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.66,"SprintDuplicateQuestions":68.23,"TwitterSemEval2015":64.58,"TwitterURLCorpus":79.18} -{"index":11,"Rank":244,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":69.84,"SprintDuplicateQuestions":68.48,"TwitterSemEval2015":59.57,"TwitterURLCorpus":81.47} -{"index":286,"Rank":245,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.37,"SprintDuplicateQuestions":71.63,"TwitterSemEval2015":43.25,"TwitterURLCorpus":69.22} -{"index":183,"Rank":246,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.33,"SprintDuplicateQuestions":36.81,"TwitterSemEval2015":55.9,"TwitterURLCorpus":76.29} -{"index":319,"Rank":247,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.61,"SprintDuplicateQuestions":17.4,"TwitterSemEval2015":30.38,"TwitterURLCorpus":44.04} -{"index":330,"Rank":248,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.79,"SprintDuplicateQuestions":0.85,"TwitterSemEval2015":0.67,"TwitterURLCorpus":0.84} -{"index":2,"Rank":249,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":3,"Rank":250,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":4,"Rank":251,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":5,"Rank":252,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":7,"Rank":253,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":10,"Rank":254,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":13,"Rank":256,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":27,"Rank":258,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":30,"Rank":259,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":41,"Rank":262,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":42,"Rank":263,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":43,"Rank":264,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":45,"Rank":265,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":46,"Rank":266,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":50,"Rank":268,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":51,"Rank":269,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":52,"Rank":270,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":53,"Rank":271,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":67,"Rank":278,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":70,"Rank":279,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":92,"Rank":281,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":93,"Rank":282,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":103,"Rank":283,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":104,"Rank":284,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":105,"Rank":285,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":106,"Rank":286,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":107,"Rank":287,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":108,"Rank":288,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":109,"Rank":289,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":110,"Rank":290,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":111,"Rank":291,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":120,"Rank":296,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","SprintDuplicateQuestions":57.56,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":134,"Rank":297,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":136,"Rank":298,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":138,"Rank":299,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":139,"Rank":300,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":140,"Rank":301,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":155,"Rank":302,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":157,"Rank":303,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":158,"Rank":304,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":159,"Rank":305,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":160,"Rank":306,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":162,"Rank":307,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":163,"Rank":308,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":164,"Rank":309,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":166,"Rank":310,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":167,"Rank":311,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":168,"Rank":312,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":170,"Rank":313,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":176,"Rank":314,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":177,"Rank":315,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":178,"Rank":316,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":181,"Rank":317,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":182,"Rank":318,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":203,"Rank":320,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":204,"Rank":321,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":226,"Rank":322,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":227,"Rank":323,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":228,"Rank":324,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":229,"Rank":325,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":230,"Rank":326,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":231,"Rank":327,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":241,"Rank":328,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":242,"Rank":329,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":260,"Rank":330,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":261,"Rank":331,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":262,"Rank":332,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":263,"Rank":333,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":275,"Rank":334,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":276,"Rank":335,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":277,"Rank":336,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":278,"Rank":337,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":279,"Rank":338,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":280,"Rank":339,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":281,"Rank":340,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":295,"Rank":341,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":302,"Rank":342,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":303,"Rank":343,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":305,"Rank":344,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":306,"Rank":345,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":311,"Rank":346,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":333,"Rank":349,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":339,"Rank":350,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":341,"Rank":351,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":342,"Rank":352,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":343,"Rank":353,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":344,"Rank":354,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":345,"Rank":355,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} diff --git a/boards_data/en/data_tasks/Reranking/default.jsonl b/boards_data/en/data_tasks/Reranking/default.jsonl deleted file mode 100644 index 44a11c4bd1bd006f29b79358f5163a3b7cc4ad96..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,329 +0,0 @@ -{"index":179,"Rank":1,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":48,"Rank":2,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":309,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":17,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":171,"Rank":5,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.21,"AskUbuntuDupQuestions":67.33,"MindSmallReranking":33.05,"SciDocsRR":89.2,"StackOverflowDupQuestions":55.25} -{"index":190,"Rank":6,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.91,"AskUbuntuDupQuestions":67.38,"MindSmallReranking":32.63,"SciDocsRR":89.07,"StackOverflowDupQuestions":54.58} -{"index":59,"Rank":7,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.76,"AskUbuntuDupQuestions":67.23,"MindSmallReranking":33.36,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.17} -{"index":259,"Rank":8,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79} -{"index":118,"Rank":9,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.64,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":32.72,"SciDocsRR":86.58,"StackOverflowDupQuestions":55.68} -{"index":258,"Rank":10,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.54,"AskUbuntuDupQuestions":67.5,"MindSmallReranking":30.82,"SciDocsRR":87.26,"StackOverflowDupQuestions":56.58} -{"index":264,"Rank":11,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":313,"Rank":12,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":33,"Rank":13,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":54,"Rank":14,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":60.48,"AskUbuntuDupQuestions":67.37,"MindSmallReranking":31.81,"SciDocsRR":86.82,"StackOverflowDupQuestions":55.94} -{"index":272,"Rank":15,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.46,"AskUbuntuDupQuestions":66.73,"MindSmallReranking":32.51,"SciDocsRR":87.03,"StackOverflowDupQuestions":55.55} -{"index":74,"Rank":16,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.29,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":32.06,"SciDocsRR":86.4,"StackOverflowDupQuestions":55.89} -{"index":188,"Rank":17,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.25,"AskUbuntuDupQuestions":63.5,"MindSmallReranking":34.12,"SciDocsRR":86.98,"StackOverflowDupQuestions":56.39} -{"index":196,"Rank":18,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.59,"SciDocsRR":86.34,"StackOverflowDupQuestions":54.93} -{"index":21,"Rank":19,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.6,"SciDocsRR":86.33,"StackOverflowDupQuestions":54.91} -{"index":172,"Rank":20,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":60.16,"AskUbuntuDupQuestions":66.15,"MindSmallReranking":33.05,"SciDocsRR":88.44,"StackOverflowDupQuestions":52.99} -{"index":117,"Rank":21,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.14,"AskUbuntuDupQuestions":66.71,"MindSmallReranking":31.26,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.32} -{"index":15,"Rank":22,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.13,"AskUbuntuDupQuestions":66.0,"MindSmallReranking":32.71,"SciDocsRR":87.89,"StackOverflowDupQuestions":53.93} -{"index":240,"Rank":23,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":307,"Rank":24,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":174,"Rank":25,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":310,"Rank":26,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":6,"Rank":27,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":60.09,"AskUbuntuDupQuestions":64.92,"MindSmallReranking":30.97,"SciDocsRR":89.34,"StackOverflowDupQuestions":55.11} -{"index":148,"Rank":28,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.05,"AskUbuntuDupQuestions":64.7,"MindSmallReranking":32.82,"SciDocsRR":87.8,"StackOverflowDupQuestions":54.88} -{"index":119,"Rank":29,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":224,"Rank":30,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":189,"Rank":31,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":273,"Rank":32,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":26,"Rank":33,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":274,"Rank":34,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":328,"Rank":35,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.0,"AskUbuntuDupQuestions":64.42,"MindSmallReranking":32.78,"SciDocsRR":87.61,"StackOverflowDupQuestions":55.19} -{"index":47,"Rank":36,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.98,"AskUbuntuDupQuestions":64.55,"MindSmallReranking":33.94,"SciDocsRR":86.52,"StackOverflowDupQuestions":54.91} -{"index":16,"Rank":37,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":59.98,"AskUbuntuDupQuestions":64.55,"MindSmallReranking":33.94,"SciDocsRR":86.52,"StackOverflowDupQuestions":54.91} -{"index":69,"Rank":38,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.97,"AskUbuntuDupQuestions":64.29,"MindSmallReranking":32.66,"SciDocsRR":87.65,"StackOverflowDupQuestions":55.28} -{"index":133,"Rank":39,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.88,"AskUbuntuDupQuestions":64.2,"MindSmallReranking":32.51,"SciDocsRR":87.49,"StackOverflowDupQuestions":55.32} -{"index":209,"Rank":40,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.86,"AskUbuntuDupQuestions":64.32,"MindSmallReranking":32.27,"SciDocsRR":87.47,"StackOverflowDupQuestions":55.4} -{"index":308,"Rank":41,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.86,"AskUbuntuDupQuestions":65.15,"MindSmallReranking":30.6,"SciDocsRR":86.96,"StackOverflowDupQuestions":56.71} -{"index":25,"Rank":42,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.86,"AskUbuntuDupQuestions":65.15,"MindSmallReranking":30.6,"SciDocsRR":86.96,"StackOverflowDupQuestions":56.71} -{"index":314,"Rank":43,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":55,"Rank":44,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":8,"Rank":45,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.74,"AskUbuntuDupQuestions":65.77,"MindSmallReranking":31.69,"SciDocsRR":87.03,"StackOverflowDupQuestions":54.49} -{"index":28,"Rank":46,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.72,"AskUbuntuDupQuestions":64.59,"MindSmallReranking":31.79,"SciDocsRR":87.6,"StackOverflowDupQuestions":54.9} -{"index":80,"Rank":47,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":59.68,"AskUbuntuDupQuestions":65.19,"MindSmallReranking":32.67,"SciDocsRR":86.05,"StackOverflowDupQuestions":54.82} -{"index":146,"Rank":48,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.37,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":32.36,"SciDocsRR":87.72,"StackOverflowDupQuestions":54.72} -{"index":285,"Rank":49,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.36,"AskUbuntuDupQuestions":65.85,"MindSmallReranking":30.97,"SciDocsRR":88.65,"StackOverflowDupQuestions":51.98} -{"index":320,"Rank":50,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.28,"AskUbuntuDupQuestions":65.09,"MindSmallReranking":32.32,"SciDocsRR":86.15,"StackOverflowDupQuestions":53.58} -{"index":271,"Rank":51,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.18,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":31.37,"SciDocsRR":88.06,"StackOverflowDupQuestions":50.49} -{"index":352,"Rank":52,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.16,"AskUbuntuDupQuestions":65.03,"MindSmallReranking":29.86,"SciDocsRR":86.66,"StackOverflowDupQuestions":55.08} -{"index":317,"Rank":53,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.13,"AskUbuntuDupQuestions":63.06,"MindSmallReranking":32.63,"SciDocsRR":87.2,"StackOverflowDupQuestions":53.63} -{"index":338,"Rank":54,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.02,"AskUbuntuDupQuestions":64.58,"MindSmallReranking":32.2,"SciDocsRR":85.16,"StackOverflowDupQuestions":54.15} -{"index":243,"Rank":55,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.94,"AskUbuntuDupQuestions":62.39,"MindSmallReranking":31.89,"SciDocsRR":87.05,"StackOverflowDupQuestions":54.45} -{"index":239,"Rank":56,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.94,"AskUbuntuDupQuestions":63.77,"MindSmallReranking":31.85,"SciDocsRR":86.98,"StackOverflowDupQuestions":53.16} -{"index":201,"Rank":57,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":58.92,"AskUbuntuDupQuestions":64.41,"MindSmallReranking":33.07,"SciDocsRR":85.75,"StackOverflowDupQuestions":52.45} -{"index":1,"Rank":58,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":58.9,"AskUbuntuDupQuestions":64.4,"MindSmallReranking":33.07,"SciDocsRR":83.59,"StackOverflowDupQuestions":54.56} -{"index":151,"Rank":59,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":24,"Rank":60,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":191,"Rank":61,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.78,"AskUbuntuDupQuestions":62.72,"MindSmallReranking":31.91,"SciDocsRR":86.66,"StackOverflowDupQuestions":53.81} -{"index":316,"Rank":62,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.61,"AskUbuntuDupQuestions":61.8,"MindSmallReranking":32.54,"SciDocsRR":87.08,"StackOverflowDupQuestions":53.01} -{"index":149,"Rank":63,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.56,"AskUbuntuDupQuestions":62.33,"MindSmallReranking":32.36,"SciDocsRR":86.48,"StackOverflowDupQuestions":53.06} -{"index":19,"Rank":64,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.5,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.46,"SciDocsRR":86.93,"StackOverflowDupQuestions":52.48} -{"index":266,"Rank":65,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.5,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.46,"SciDocsRR":86.93,"StackOverflowDupQuestions":52.48} -{"index":283,"Rank":66,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.44,"AskUbuntuDupQuestions":64.06,"MindSmallReranking":31.02,"SciDocsRR":87.2,"StackOverflowDupQuestions":51.47} -{"index":82,"Rank":67,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.42,"AskUbuntuDupQuestions":63.98,"MindSmallReranking":31.5,"SciDocsRR":83.8,"StackOverflowDupQuestions":54.41} -{"index":137,"Rank":68,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.38,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":31.72,"SciDocsRR":85.79,"StackOverflowDupQuestions":53.32} -{"index":332,"Rank":69,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":29,"Rank":70,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":150,"Rank":71,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.3,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.92,"SciDocsRR":86.18,"StackOverflowDupQuestions":52.96} -{"index":9,"Rank":72,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":58.24,"AskUbuntuDupQuestions":63.24,"MindSmallReranking":31.48,"SciDocsRR":84.68,"StackOverflowDupQuestions":53.56} -{"index":219,"Rank":73,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.14,"AskUbuntuDupQuestions":64.13,"MindSmallReranking":32.92,"SciDocsRR":83.68,"StackOverflowDupQuestions":51.84} -{"index":152,"Rank":74,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.14,"AskUbuntuDupQuestions":61.81,"MindSmallReranking":31.3,"SciDocsRR":85.9,"StackOverflowDupQuestions":53.56} -{"index":217,"Rank":75,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":58.13,"AskUbuntuDupQuestions":65.04,"MindSmallReranking":30.83,"SciDocsRR":84.88,"StackOverflowDupQuestions":51.77} -{"index":284,"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.77} -{"index":232,"Rank":77,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.76} -{"index":38,"Rank":78,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.01,"AskUbuntuDupQuestions":61.7,"MindSmallReranking":32.67,"SciDocsRR":85.2,"StackOverflowDupQuestions":52.48} -{"index":351,"Rank":79,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":57.99,"AskUbuntuDupQuestions":64.61,"MindSmallReranking":29.63,"SciDocsRR":84.25,"StackOverflowDupQuestions":53.46} -{"index":142,"Rank":80,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.97,"AskUbuntuDupQuestions":62.28,"MindSmallReranking":30.46,"SciDocsRR":85.93,"StackOverflowDupQuestions":53.2} -{"index":147,"Rank":81,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.95,"AskUbuntuDupQuestions":62.97,"MindSmallReranking":31.31,"SciDocsRR":87.14,"StackOverflowDupQuestions":50.36} -{"index":56,"Rank":82,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.87,"AskUbuntuDupQuestions":61.53,"MindSmallReranking":31.68,"SciDocsRR":85.57,"StackOverflowDupQuestions":52.71} -{"index":247,"Rank":83,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.86,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.28,"SciDocsRR":85.01,"StackOverflowDupQuestions":52.75} -{"index":40,"Rank":84,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":57.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":32.59,"SciDocsRR":84.31,"StackOverflowDupQuestions":52.4} -{"index":0,"Rank":85,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":57.78,"AskUbuntuDupQuestions":63.84,"MindSmallReranking":31.89,"SciDocsRR":81.62,"StackOverflowDupQuestions":53.76} -{"index":318,"Rank":86,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.7,"AskUbuntuDupQuestions":61.72,"MindSmallReranking":32.21,"SciDocsRR":84.83,"StackOverflowDupQuestions":52.03} -{"index":18,"Rank":87,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.66,"AskUbuntuDupQuestions":61.83,"MindSmallReranking":31.34,"SciDocsRR":85.17,"StackOverflowDupQuestions":52.29} -{"index":186,"Rank":88,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.54,"AskUbuntuDupQuestions":64.3,"MindSmallReranking":31.68,"SciDocsRR":82.0,"StackOverflowDupQuestions":52.17} -{"index":143,"Rank":89,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.5,"AskUbuntuDupQuestions":63.29,"MindSmallReranking":31.3,"SciDocsRR":80.67,"StackOverflowDupQuestions":54.75} -{"index":20,"Rank":90,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":78,"Rank":91,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02} -{"index":187,"Rank":92,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.29,"AskUbuntuDupQuestions":65.35,"MindSmallReranking":31.81,"SciDocsRR":79.49,"StackOverflowDupQuestions":52.52} -{"index":244,"Rank":93,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.18,"AskUbuntuDupQuestions":60.23,"MindSmallReranking":31.71,"SciDocsRR":84.46,"StackOverflowDupQuestions":52.32} -{"index":223,"Rank":94,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85} -{"index":331,"Rank":95,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":180,"Rank":96,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":214,"Rank":97,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":145,"Rank":98,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":269,"Rank":99,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.9,"AskUbuntuDupQuestions":63.0,"MindSmallReranking":29.32,"SciDocsRR":84.76,"StackOverflowDupQuestions":50.54} -{"index":220,"Rank":100,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.75,"AskUbuntuDupQuestions":61.27,"MindSmallReranking":30.1,"SciDocsRR":82.91,"StackOverflowDupQuestions":52.72} -{"index":353,"Rank":101,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53} -{"index":293,"Rank":102,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5} -{"index":68,"Rank":103,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":195,"Rank":104,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":101,"Rank":105,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":56.56,"AskUbuntuDupQuestions":61.63,"MindSmallReranking":32.29,"SciDocsRR":80.79,"StackOverflowDupQuestions":51.53} -{"index":194,"Rank":106,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.53,"AskUbuntuDupQuestions":60.07,"MindSmallReranking":30.78,"SciDocsRR":83.94,"StackOverflowDupQuestions":51.33} -{"index":301,"Rank":107,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85} -{"index":211,"Rank":108,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":62.83,"MindSmallReranking":31.48,"SciDocsRR":80.97,"StackOverflowDupQuestions":50.38} -{"index":350,"Rank":109,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.32,"AskUbuntuDupQuestions":62.05,"MindSmallReranking":31.45,"SciDocsRR":81.22,"StackOverflowDupQuestions":50.54} -{"index":72,"Rank":110,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.26,"AskUbuntuDupQuestions":60.77,"MindSmallReranking":31.72,"SciDocsRR":84.26,"StackOverflowDupQuestions":48.3} -{"index":185,"Rank":111,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"AskUbuntuDupQuestions":63.17,"MindSmallReranking":31.82,"SciDocsRR":78.83,"StackOverflowDupQuestions":50.99} -{"index":37,"Rank":112,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.09,"AskUbuntuDupQuestions":60.11,"MindSmallReranking":31.87,"SciDocsRR":81.62,"StackOverflowDupQuestions":50.76} -{"index":292,"Rank":113,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AskUbuntuDupQuestions":63.08,"MindSmallReranking":31.5,"SciDocsRR":76.49,"StackOverflowDupQuestions":52.79} -{"index":200,"Rank":114,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.96,"AskUbuntuDupQuestions":59.24,"MindSmallReranking":30.24,"SciDocsRR":84.22,"StackOverflowDupQuestions":50.14} -{"index":126,"Rank":115,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.94,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.21,"SciDocsRR":79.74,"StackOverflowDupQuestions":52.2} -{"index":225,"Rank":116,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.94,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.21,"SciDocsRR":79.74,"StackOverflowDupQuestions":52.2} -{"index":208,"Rank":117,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.91,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":31.22,"SciDocsRR":80.27,"StackOverflowDupQuestions":50.55} -{"index":173,"Rank":118,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":193,"Rank":119,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":58,"Rank":120,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.86,"AskUbuntuDupQuestions":60.01,"MindSmallReranking":32.18,"SciDocsRR":81.89,"StackOverflowDupQuestions":49.34} -{"index":210,"Rank":121,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.84,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.56,"SciDocsRR":79.31,"StackOverflowDupQuestions":50.11} -{"index":123,"Rank":122,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.78,"AskUbuntuDupQuestions":63.35,"MindSmallReranking":29.58,"SciDocsRR":78.75,"StackOverflowDupQuestions":51.46} -{"index":31,"Rank":123,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":115,"Rank":124,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":135,"Rank":125,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":256,"Rank":126,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":340,"Rank":127,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":132,"Rank":128,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.77,"AskUbuntuDupQuestions":59.83,"MindSmallReranking":32.06,"SciDocsRR":81.54,"StackOverflowDupQuestions":49.65} -{"index":192,"Rank":129,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.7,"AskUbuntuDupQuestions":59.66,"MindSmallReranking":30.07,"SciDocsRR":82.9,"StackOverflowDupQuestions":50.15} -{"index":249,"Rank":130,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":153,"Rank":131,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.65,"AskUbuntuDupQuestions":59.97,"MindSmallReranking":31.79,"SciDocsRR":79.77,"StackOverflowDupQuestions":51.07} -{"index":254,"Rank":132,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32} -{"index":222,"Rank":133,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.6,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":28.83,"SciDocsRR":85.93,"StackOverflowDupQuestions":46.52} -{"index":57,"Rank":134,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.58,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":31.59,"SciDocsRR":80.72,"StackOverflowDupQuestions":49.85} -{"index":221,"Rank":135,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.5,"AskUbuntuDupQuestions":58.96,"MindSmallReranking":29.32,"SciDocsRR":88.03,"StackOverflowDupQuestions":45.71} -{"index":125,"Rank":136,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} -{"index":122,"Rank":137,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} -{"index":124,"Rank":138,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.42,"AskUbuntuDupQuestions":60.53,"MindSmallReranking":29.17,"SciDocsRR":80.81,"StackOverflowDupQuestions":51.19} -{"index":71,"Rank":139,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.4,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":31.65,"SciDocsRR":81.48,"StackOverflowDupQuestions":49.2} -{"index":84,"Rank":140,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61} -{"index":291,"Rank":141,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58} -{"index":87,"Rank":142,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.34,"AskUbuntuDupQuestions":59.7,"MindSmallReranking":31.78,"SciDocsRR":80.04,"StackOverflowDupQuestions":49.83} -{"index":265,"Rank":143,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":22,"Rank":144,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":23,"Rank":145,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":215,"Rank":146,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":128,"Rank":147,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} -{"index":270,"Rank":148,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.28,"AskUbuntuDupQuestions":57.34,"MindSmallReranking":32.28,"SciDocsRR":83.88,"StackOverflowDupQuestions":47.6} -{"index":161,"Rank":149,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.24,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":30.98,"SciDocsRR":81.45,"StackOverflowDupQuestions":48.17} -{"index":253,"Rank":150,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":55.18,"AskUbuntuDupQuestions":61.34,"MindSmallReranking":30.04,"SciDocsRR":79.4,"StackOverflowDupQuestions":49.95} -{"index":44,"Rank":151,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":216,"Rank":152,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":39,"Rank":153,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":55.06,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":31.36,"SciDocsRR":79.9,"StackOverflowDupQuestions":50.45} -{"index":199,"Rank":154,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.03,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":29.28,"SciDocsRR":81.81,"StackOverflowDupQuestions":49.75} -{"index":251,"Rank":155,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.99,"AskUbuntuDupQuestions":59.57,"MindSmallReranking":30.6,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.87} -{"index":206,"Rank":156,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.9,"AskUbuntuDupQuestions":59.92,"MindSmallReranking":30.97,"SciDocsRR":78.62,"StackOverflowDupQuestions":50.07} -{"index":32,"Rank":157,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41} -{"index":300,"Rank":158,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05} -{"index":127,"Rank":159,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.7,"AskUbuntuDupQuestions":60.65,"MindSmallReranking":30.3,"SciDocsRR":77.37,"StackOverflowDupQuestions":50.48} -{"index":100,"Rank":160,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.67,"AskUbuntuDupQuestions":59.63,"MindSmallReranking":31.72,"SciDocsRR":77.72,"StackOverflowDupQuestions":49.61} -{"index":213,"Rank":161,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":75,"Rank":162,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":156,"Rank":163,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":165,"Rank":164,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.63,"AskUbuntuDupQuestions":61.05,"MindSmallReranking":30.55,"SciDocsRR":79.83,"StackOverflowDupQuestions":47.1} -{"index":169,"Rank":165,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.58,"AskUbuntuDupQuestions":63.09,"MindSmallReranking":30.89,"SciDocsRR":74.28,"StackOverflowDupQuestions":50.06} -{"index":252,"Rank":166,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":54.56,"AskUbuntuDupQuestions":61.16,"MindSmallReranking":30.02,"SciDocsRR":78.05,"StackOverflowDupQuestions":49.0} -{"index":334,"Rank":167,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.46,"AskUbuntuDupQuestions":57.69,"MindSmallReranking":30.32,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.93} -{"index":197,"Rank":168,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.45,"AskUbuntuDupQuestions":59.36,"MindSmallReranking":29.56,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.13} -{"index":129,"Rank":169,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.4,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.26,"SciDocsRR":76.94,"StackOverflowDupQuestions":50.16} -{"index":198,"Rank":170,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.32,"AskUbuntuDupQuestions":58.11,"MindSmallReranking":30.1,"SciDocsRR":79.16,"StackOverflowDupQuestions":49.93} -{"index":131,"Rank":171,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":58.08,"MindSmallReranking":31.07,"SciDocsRR":78.57,"StackOverflowDupQuestions":49.43} -{"index":329,"Rank":172,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":82.14,"StackOverflowDupQuestions":46.13} -{"index":205,"Rank":173,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.28,"AskUbuntuDupQuestions":59.5,"MindSmallReranking":30.51,"SciDocsRR":78.11,"StackOverflowDupQuestions":49.0} -{"index":130,"Rank":174,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.28,"AskUbuntuDupQuestions":58.09,"MindSmallReranking":31.29,"SciDocsRR":78.78,"StackOverflowDupQuestions":48.96} -{"index":290,"Rank":175,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01} -{"index":321,"Rank":176,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.16,"AskUbuntuDupQuestions":59.94,"MindSmallReranking":32.17,"SciDocsRR":77.21,"StackOverflowDupQuestions":47.33} -{"index":248,"Rank":177,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.14,"AskUbuntuDupQuestions":56.97,"MindSmallReranking":31.38,"SciDocsRR":79.46,"StackOverflowDupQuestions":48.75} -{"index":97,"Rank":178,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} -{"index":299,"Rank":179,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} -{"index":83,"Rank":180,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8} -{"index":60,"Rank":181,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} -{"index":218,"Rank":182,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.87,"AskUbuntuDupQuestions":57.88,"MindSmallReranking":30.28,"SciDocsRR":78.13,"StackOverflowDupQuestions":49.2} -{"index":297,"Rank":183,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.8,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":30.15,"SciDocsRR":78.09,"StackOverflowDupQuestions":46.78} -{"index":144,"Rank":184,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":53.64,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":30.98,"SciDocsRR":77.2,"StackOverflowDupQuestions":47.85} -{"index":296,"Rank":185,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.62,"AskUbuntuDupQuestions":60.49,"MindSmallReranking":30.37,"SciDocsRR":77.78,"StackOverflowDupQuestions":45.85} -{"index":86,"Rank":186,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.49,"AskUbuntuDupQuestions":57.49,"MindSmallReranking":31.78,"SciDocsRR":77.89,"StackOverflowDupQuestions":46.78} -{"index":255,"Rank":187,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":53.42,"AskUbuntuDupQuestions":60.79,"MindSmallReranking":29.7,"SciDocsRR":75.79,"StackOverflowDupQuestions":47.42} -{"index":73,"Rank":188,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.37,"AskUbuntuDupQuestions":56.79,"MindSmallReranking":30.92,"SciDocsRR":78.61,"StackOverflowDupQuestions":47.16} -{"index":250,"Rank":189,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.32,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":75.51,"StackOverflowDupQuestions":48.89} -{"index":354,"Rank":190,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":53.27,"AskUbuntuDupQuestions":58.31,"MindSmallReranking":30.75,"SciDocsRR":75.62,"StackOverflowDupQuestions":48.4} -{"index":257,"Rank":191,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.14,"AskUbuntuDupQuestions":56.69,"MindSmallReranking":31.58,"SciDocsRR":76.51,"StackOverflowDupQuestions":47.78} -{"index":81,"Rank":192,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":53.09,"AskUbuntuDupQuestions":57.16,"MindSmallReranking":30.1,"SciDocsRR":76.28,"StackOverflowDupQuestions":48.82} -{"index":298,"Rank":193,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.09,"AskUbuntuDupQuestions":59.73,"MindSmallReranking":30.2,"SciDocsRR":73.96,"StackOverflowDupQuestions":48.46} -{"index":212,"Rank":194,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":53.07,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.68,"SciDocsRR":74.16,"StackOverflowDupQuestions":47.18} -{"index":79,"Rank":195,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":52.95,"AskUbuntuDupQuestions":55.56,"MindSmallReranking":30.86,"SciDocsRR":77.62,"StackOverflowDupQuestions":47.77} -{"index":202,"Rank":196,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.9,"AskUbuntuDupQuestions":56.42,"MindSmallReranking":29.96,"SciDocsRR":78.26,"StackOverflowDupQuestions":46.97} -{"index":207,"Rank":197,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.6,"AskUbuntuDupQuestions":57.38,"MindSmallReranking":30.52,"SciDocsRR":75.13,"StackOverflowDupQuestions":47.38} -{"index":102,"Rank":198,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":52.33,"AskUbuntuDupQuestions":55.9,"MindSmallReranking":31.11,"SciDocsRR":77.54,"StackOverflowDupQuestions":44.77} -{"index":294,"Rank":199,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.84,"AskUbuntuDupQuestions":58.99,"MindSmallReranking":27.13,"SciDocsRR":72.78,"StackOverflowDupQuestions":48.48} -{"index":95,"Rank":200,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.68,"AskUbuntuDupQuestions":56.48,"MindSmallReranking":29.57,"SciDocsRR":74.66,"StackOverflowDupQuestions":45.99} -{"index":98,"Rank":201,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":50.58,"AskUbuntuDupQuestions":55.84,"MindSmallReranking":30.4,"SciDocsRR":71.34,"StackOverflowDupQuestions":44.74} -{"index":96,"Rank":202,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.55,"AskUbuntuDupQuestions":55.77,"MindSmallReranking":29.04,"SciDocsRR":72.91,"StackOverflowDupQuestions":44.49} -{"index":90,"Rank":203,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.29,"AskUbuntuDupQuestions":54.09,"MindSmallReranking":30.28,"SciDocsRR":74.48,"StackOverflowDupQuestions":42.3} -{"index":238,"Rank":204,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.73,"AskUbuntuDupQuestions":54.14,"MindSmallReranking":29.43,"SciDocsRR":72.1,"StackOverflowDupQuestions":43.25} -{"index":89,"Rank":205,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.41,"AskUbuntuDupQuestions":53.77,"MindSmallReranking":29.92,"SciDocsRR":70.82,"StackOverflowDupQuestions":43.14} -{"index":234,"Rank":206,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.15,"AskUbuntuDupQuestions":52.86,"MindSmallReranking":28.53,"SciDocsRR":71.11,"StackOverflowDupQuestions":44.1} -{"index":346,"Rank":207,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":49.02,"AskUbuntuDupQuestions":53.49,"MindSmallReranking":30.71,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.85} -{"index":289,"Rank":208,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.82,"AskUbuntuDupQuestions":53.75,"MindSmallReranking":30.39,"SciDocsRR":69.22,"StackOverflowDupQuestions":41.92} -{"index":237,"Rank":209,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":48.76,"AskUbuntuDupQuestions":53.8,"MindSmallReranking":29.03,"SciDocsRR":70.29,"StackOverflowDupQuestions":41.9} -{"index":88,"Rank":210,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.51,"AskUbuntuDupQuestions":52.34,"MindSmallReranking":30.09,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.57} -{"index":233,"Rank":211,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":48.5,"AskUbuntuDupQuestions":52.89,"MindSmallReranking":28.83,"SciDocsRR":71.51,"StackOverflowDupQuestions":40.75} -{"index":282,"Rank":212,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.42,"AskUbuntuDupQuestions":52.75,"MindSmallReranking":29.81,"SciDocsRR":68.72,"StackOverflowDupQuestions":42.42} -{"index":286,"Rank":213,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.1,"AskUbuntuDupQuestions":50.07,"MindSmallReranking":24.8,"SciDocsRR":81.31,"StackOverflowDupQuestions":36.22} -{"index":160,"Rank":214,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.85,"AskUbuntuDupQuestions":53.44,"MindSmallReranking":28.54,"SciDocsRR":68.65,"StackOverflowDupQuestions":40.76} -{"index":85,"Rank":215,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":47.7,"AskUbuntuDupQuestions":52.7,"MindSmallReranking":29.52,"SciDocsRR":67.76,"StackOverflowDupQuestions":40.82} -{"index":235,"Rank":216,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":47.63,"AskUbuntuDupQuestions":51.63,"MindSmallReranking":26.98,"SciDocsRR":68.53,"StackOverflowDupQuestions":43.38} -{"index":99,"Rank":217,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.56,"AskUbuntuDupQuestions":52.63,"MindSmallReranking":29.27,"SciDocsRR":68.36,"StackOverflowDupQuestions":39.97} -{"index":267,"Rank":218,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.54,"AskUbuntuDupQuestions":51.8,"MindSmallReranking":29.3,"SciDocsRR":70.14,"StackOverflowDupQuestions":38.9} -{"index":236,"Rank":219,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":46.82,"AskUbuntuDupQuestions":52.91,"MindSmallReranking":28.02,"SciDocsRR":66.14,"StackOverflowDupQuestions":40.2} -{"index":268,"Rank":220,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35} -{"index":175,"Rank":221,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.18,"AskUbuntuDupQuestions":50.89,"MindSmallReranking":26.88,"SciDocsRR":68.36,"StackOverflowDupQuestions":38.61} -{"index":288,"Rank":222,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":44.75,"AskUbuntuDupQuestions":50.88,"MindSmallReranking":28.92,"SciDocsRR":63.55,"StackOverflowDupQuestions":35.65} -{"index":322,"Rank":223,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.59,"AskUbuntuDupQuestions":49.12,"MindSmallReranking":26.87,"SciDocsRR":60.75,"StackOverflowDupQuestions":41.61} -{"index":183,"Rank":224,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.44,"AskUbuntuDupQuestions":45.84,"MindSmallReranking":28.37,"SciDocsRR":64.94,"StackOverflowDupQuestions":34.62} -{"index":287,"Rank":225,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":43.29,"AskUbuntuDupQuestions":49.57,"MindSmallReranking":27.01,"SciDocsRR":62.56,"StackOverflowDupQuestions":34.03} -{"index":11,"Rank":226,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":41.44,"AskUbuntuDupQuestions":48.99,"MindSmallReranking":24.79,"SciDocsRR":54.99,"StackOverflowDupQuestions":36.98} -{"index":319,"Rank":227,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AskUbuntuDupQuestions":44.88,"MindSmallReranking":25.65,"SciDocsRR":43.9,"StackOverflowDupQuestions":23.35} -{"index":330,"Rank":228,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.53,"AskUbuntuDupQuestions":0.56,"MindSmallReranking":0.31,"SciDocsRR":0.79,"StackOverflowDupQuestions":0.47} -{"index":2,"Rank":229,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":88.87,"StackOverflowDupQuestions":""} -{"index":3,"Rank":230,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":4,"Rank":231,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":5,"Rank":232,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":7,"Rank":233,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":10,"Rank":234,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":13,"Rank":236,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":27,"Rank":238,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":30,"Rank":239,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":34,"Rank":240,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":53.99,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":41,"Rank":243,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":42,"Rank":244,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":43,"Rank":245,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":45,"Rank":246,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":46,"Rank":247,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":50,"Rank":249,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":51,"Rank":250,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":52,"Rank":251,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":53,"Rank":252,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":67,"Rank":259,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":70,"Rank":260,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":91,"Rank":263,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":55.31,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":92,"Rank":264,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":93,"Rank":265,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":94,"Rank":266,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":58.01,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":103,"Rank":267,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":104,"Rank":268,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":105,"Rank":269,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":106,"Rank":270,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":107,"Rank":271,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":108,"Rank":272,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":109,"Rank":273,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":110,"Rank":274,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":111,"Rank":275,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":120,"Rank":280,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":48.66,"MindSmallReranking":"","SciDocsRR":66.69,"StackOverflowDupQuestions":39.5} -{"index":121,"Rank":281,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":59.82,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":134,"Rank":282,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":136,"Rank":283,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":138,"Rank":284,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":139,"Rank":285,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":140,"Rank":286,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":141,"Rank":287,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":58.19,"MindSmallReranking":"","SciDocsRR":88.01,"StackOverflowDupQuestions":47.72} -{"index":154,"Rank":288,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":61.53,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":155,"Rank":289,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":157,"Rank":290,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":158,"Rank":291,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":159,"Rank":292,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":162,"Rank":293,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":163,"Rank":294,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":164,"Rank":295,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":166,"Rank":296,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":167,"Rank":297,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":168,"Rank":298,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":170,"Rank":299,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":176,"Rank":300,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":177,"Rank":301,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":178,"Rank":302,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":181,"Rank":303,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":182,"Rank":304,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":203,"Rank":306,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":204,"Rank":307,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":226,"Rank":308,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":227,"Rank":309,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":228,"Rank":310,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":229,"Rank":311,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":230,"Rank":312,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":231,"Rank":313,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":241,"Rank":314,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":242,"Rank":315,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":260,"Rank":318,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":261,"Rank":319,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":262,"Rank":320,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":263,"Rank":321,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":275,"Rank":322,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":276,"Rank":323,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":277,"Rank":324,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":278,"Rank":325,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":279,"Rank":326,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":280,"Rank":327,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":281,"Rank":328,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":295,"Rank":329,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":302,"Rank":330,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":303,"Rank":331,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":304,"Rank":332,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AskUbuntuDupQuestions":57.91,"MindSmallReranking":"","SciDocsRR":70.21,"StackOverflowDupQuestions":44.9} -{"index":305,"Rank":333,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":306,"Rank":334,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":311,"Rank":335,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":312,"Rank":336,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":51.34,"MindSmallReranking":"","SciDocsRR":70.59,"StackOverflowDupQuestions":40.99} -{"index":326,"Rank":341,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":327,"Rank":342,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":333,"Rank":343,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":337,"Rank":346,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":60.76,"MindSmallReranking":"","SciDocsRR":84.34,"StackOverflowDupQuestions":51.68} -{"index":339,"Rank":347,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":54.68,"MindSmallReranking":"","SciDocsRR":72.78,"StackOverflowDupQuestions":40.65} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":55.09,"MindSmallReranking":"","SciDocsRR":70.93,"StackOverflowDupQuestions":42.42} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":"","SciDocsRR":68.7,"StackOverflowDupQuestions":39.41} diff --git a/boards_data/en/data_tasks/Retrieval/default.jsonl b/boards_data/en/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 51b688463abef61649bebd58447344e99745b0d2..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,330 +0,0 @@ -{"index":184,"Rank":1,"Model":"Gemma-Embeddings-v0.8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.8,"ArguAna":83.83,"ClimateFEVER":46.49,"CQADupstackRetrieval":52.19,"DBPedia":52.58,"FEVER":93.5,"FiQA2018":61.54,"HotpotQA":87.58,"MSMARCO":47.13,"NFCorpus":40.11,"NQ":74.45,"QuoraRetrieval":91.05,"SCIDOCS":27.28,"SciFact":80.31,"Touche2020":34.47,"TRECCOVID":84.44} -{"index":190,"Rank":2,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.12,"ArguAna":65.2,"ClimateFEVER":48.44,"CQADupstackRetrieval":47.94,"DBPedia":52.48,"FEVER":94.81,"FiQA2018":60.12,"HotpotQA":77.68,"MSMARCO":72.12,"NFCorpus":43.31,"NQ":71.49,"QuoraRetrieval":90.04,"SCIDOCS":24.64,"SciFact":80.37,"Touche2020":31.39,"TRECCOVID":86.73} -{"index":259,"Rank":3,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44} -{"index":25,"Rank":4,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08} -{"index":308,"Rank":5,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08} -{"index":171,"Rank":6,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.01,"ArguAna":65.27,"ClimateFEVER":46.11,"CQADupstackRetrieval":47.75,"DBPedia":52.28,"FEVER":94.83,"FiQA2018":60.48,"HotpotQA":76.67,"MSMARCO":45.22,"NFCorpus":42.0,"NQ":71.8,"QuoraRetrieval":90.03,"SCIDOCS":26.64,"SciFact":80.09,"Touche2020":29.94,"TRECCOVID":85.98} -{"index":260,"Rank":7,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":60.9,"ArguAna":68.28,"ClimateFEVER":43.47,"CQADupstackRetrieval":49.36,"DBPedia":50.82,"FEVER":93.15,"FiQA2018":61.18,"HotpotQA":79.12,"MSMARCO":44.89,"NFCorpus":45.06,"NQ":72.44,"QuoraRetrieval":88.78,"SCIDOCS":22.55,"SciFact":81.31,"Touche2020":26.6,"TRECCOVID":86.44} -{"index":309,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":48,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":179,"Rank":10,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":17,"Rank":11,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":74,"Rank":12,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.19,"ArguAna":69.65,"ClimateFEVER":39.11,"CQADupstackRetrieval":47.27,"DBPedia":51.32,"FEVER":92.42,"FiQA2018":61.2,"HotpotQA":76.24,"MSMARCO":45.21,"NFCorpus":41.62,"NQ":70.63,"QuoraRetrieval":90.27,"SCIDOCS":21.93,"SciFact":78.32,"Touche2020":30.61,"TRECCOVID":87.1} -{"index":117,"Rank":13,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.18,"ArguAna":62.34,"ClimateFEVER":34.43,"CQADupstackRetrieval":46.11,"DBPedia":51.21,"FEVER":92.16,"FiQA2018":61.77,"HotpotQA":81.36,"MSMARCO":42.18,"NFCorpus":41.34,"NQ":73.96,"QuoraRetrieval":89.58,"SCIDOCS":24.87,"SciFact":85.91,"Touche2020":28.18,"TRECCOVID":87.27} -{"index":338,"Rank":14,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.5,"ArguAna":65.62,"ClimateFEVER":42.05,"CQADupstackRetrieval":48.85,"DBPedia":51.2,"FEVER":92.44,"FiQA2018":58.78,"HotpotQA":79.45,"MSMARCO":44.18,"NFCorpus":40.46,"NQ":70.52,"QuoraRetrieval":89.89,"SCIDOCS":20.86,"SciFact":77.38,"Touche2020":27.1,"TRECCOVID":83.68} -{"index":258,"Rank":15,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.36,"ArguAna":68.2,"ClimateFEVER":34.72,"CQADupstackRetrieval":50.51,"DBPedia":48.29,"FEVER":87.77,"FiQA2018":63.1,"HotpotQA":79.92,"MSMARCO":46.49,"NFCorpus":38.04,"NQ":71.22,"QuoraRetrieval":89.21,"SCIDOCS":20.19,"SciFact":78.43,"Touche2020":28.38,"TRECCOVID":85.88} -{"index":28,"Rank":16,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.24,"ArguAna":77.37,"ClimateFEVER":39.37,"CQADupstackRetrieval":47.94,"DBPedia":51.37,"FEVER":90.38,"FiQA2018":60.04,"HotpotQA":83.26,"MSMARCO":45.71,"NFCorpus":38.11,"NQ":71.45,"QuoraRetrieval":90.04,"SCIDOCS":26.93,"SciFact":72.05,"Touche2020":30.26,"TRECCOVID":64.27} -{"index":118,"Rank":17,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.0,"ArguAna":67.17,"ClimateFEVER":36.41,"CQADupstackRetrieval":46.49,"DBPedia":49.06,"FEVER":89.35,"FiQA2018":60.4,"HotpotQA":77.02,"MSMARCO":43.41,"NFCorpus":41.88,"NQ":69.92,"QuoraRetrieval":89.78,"SCIDOCS":19.91,"SciFact":77.66,"Touche2020":29.0,"TRECCOVID":87.6} -{"index":172,"Rank":18,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":58.97,"ArguAna":64.24,"ClimateFEVER":43.53,"CQADupstackRetrieval":44.36,"DBPedia":49.88,"FEVER":90.99,"FiQA2018":56.06,"HotpotQA":71.74,"MSMARCO":43.69,"NFCorpus":41.49,"NQ":69.07,"QuoraRetrieval":89.58,"SCIDOCS":25.04,"SciFact":78.23,"Touche2020":31.45,"TRECCOVID":85.21} -{"index":315,"Rank":19,"Model":"e5-R-mistral-7b-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.65,"ArguAna":58.99,"ClimateFEVER":40.26,"CQADupstackRetrieval":46.59,"DBPedia":51.03,"FEVER":90.32,"FiQA2018":58.68,"HotpotQA":80.16,"MSMARCO":42.9,"NFCorpus":41.38,"NQ":69.84,"QuoraRetrieval":90.11,"SCIDOCS":19.26,"SciFact":78.92,"Touche2020":26.89,"TRECCOVID":84.4} -{"index":30,"Rank":20,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.65,"ArguAna":58.99,"ClimateFEVER":40.26,"CQADupstackRetrieval":46.59,"DBPedia":51.03,"FEVER":90.32,"FiQA2018":58.68,"HotpotQA":80.16,"MSMARCO":42.9,"NFCorpus":41.38,"NQ":69.84,"QuoraRetrieval":90.11,"SCIDOCS":19.26,"SciFact":78.92,"Touche2020":26.89,"TRECCOVID":84.4} -{"index":263,"Rank":21,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":58.56,"ArguAna":64.65,"ClimateFEVER":35.55,"CQADupstackRetrieval":46.53,"DBPedia":47.82,"FEVER":90.76,"FiQA2018":56.64,"HotpotQA":78.11,"MSMARCO":43.93,"NFCorpus":39.77,"NQ":69.29,"QuoraRetrieval":89.97,"SCIDOCS":22.38,"SciFact":86.6,"Touche2020":25.08,"TRECCOVID":81.32} -{"index":16,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":58.29,"ArguAna":69.72,"ClimateFEVER":42.91,"CQADupstackRetrieval":44.76,"DBPedia":48.69,"FEVER":91.57,"FiQA2018":54.7,"HotpotQA":68.95,"MSMARCO":43.36,"NFCorpus":39.34,"NQ":64.0,"QuoraRetrieval":89.64,"SCIDOCS":24.98,"SciFact":78.44,"Touche2020":27.89,"TRECCOVID":85.38} -{"index":47,"Rank":23,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.29,"ArguAna":69.72,"ClimateFEVER":42.91,"CQADupstackRetrieval":44.76,"DBPedia":48.69,"FEVER":91.57,"FiQA2018":54.7,"HotpotQA":68.95,"MSMARCO":43.36,"NFCorpus":39.34,"NQ":64.0,"QuoraRetrieval":89.64,"SCIDOCS":24.98,"SciFact":78.44,"Touche2020":27.89,"TRECCOVID":85.38} -{"index":6,"Rank":24,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":58.28,"ArguAna":64.06,"ClimateFEVER":32.65,"CQADupstackRetrieval":46.6,"DBPedia":46.03,"FEVER":91.47,"FiQA2018":59.76,"HotpotQA":70.86,"MSMARCO":40.6,"NFCorpus":40.32,"NQ":65.92,"QuoraRetrieval":87.4,"SCIDOCS":24.32,"SciFact":79.99,"Touche2020":39.16,"TRECCOVID":85.07} -{"index":19,"Rank":25,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.91,"ArguAna":72.11,"ClimateFEVER":48.36,"CQADupstackRetrieval":42.16,"DBPedia":46.3,"FEVER":93.81,"FiQA2018":63.23,"HotpotQA":68.18,"MSMARCO":42.93,"NFCorpus":36.95,"NQ":56.08,"QuoraRetrieval":89.67,"SCIDOCS":26.35,"SciFact":82.43,"Touche2020":22.55,"TRECCOVID":77.49} -{"index":266,"Rank":26,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.91,"ArguAna":72.11,"ClimateFEVER":48.36,"CQADupstackRetrieval":42.16,"DBPedia":46.3,"FEVER":93.81,"FiQA2018":63.23,"HotpotQA":68.18,"MSMARCO":42.93,"NFCorpus":36.95,"NQ":56.08,"QuoraRetrieval":89.67,"SCIDOCS":26.35,"SciFact":82.43,"Touche2020":22.55,"TRECCOVID":77.49} -{"index":264,"Rank":27,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.41,"ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":320,"Rank":28,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.38,"ArguAna":60.61,"ClimateFEVER":36.96,"CQADupstackRetrieval":43.98,"DBPedia":47.16,"FEVER":92.2,"FiQA2018":55.85,"HotpotQA":77.12,"MSMARCO":42.83,"NFCorpus":40.9,"NQ":65.44,"QuoraRetrieval":89.98,"SCIDOCS":22.51,"SciFact":77.96,"Touche2020":24.7,"TRECCOVID":82.47} -{"index":54,"Rank":29,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":57.36,"ArguAna":63.17,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.91,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.86,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.13,"Touche2020":27.78,"TRECCOVID":74.31} -{"index":112,"Rank":30,"Model":"arctic-l-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.19,"ArguAna":62.67,"ClimateFEVER":39.89,"CQADupstackRetrieval":46.21,"DBPedia":46.14,"FEVER":90.19,"FiQA2018":46.59,"HotpotQA":79.15,"MSMARCO":40.29,"NFCorpus":38.18,"NQ":61.43,"QuoraRetrieval":89.04,"SCIDOCS":22.44,"SciFact":78.06,"Touche2020":32.92,"TRECCOVID":84.72} -{"index":272,"Rank":31,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.05,"ArguAna":58.82,"ClimateFEVER":32.47,"CQADupstackRetrieval":49.52,"DBPedia":48.99,"FEVER":90.88,"FiQA2018":53.22,"HotpotQA":77.7,"MSMARCO":40.66,"NFCorpus":41.33,"NQ":64.67,"QuoraRetrieval":88.86,"SCIDOCS":23.01,"SciFact":79.62,"Touche2020":25.24,"TRECCOVID":80.75} -{"index":21,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.89,"ArguAna":61.88,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.59,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.62,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.3,"SciFact":76.41,"Touche2020":26.39,"TRECCOVID":87.25} -{"index":196,"Rank":33,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.87,"ArguAna":61.65,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.81,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.58,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.32,"SciFact":76.42,"Touche2020":26.27,"TRECCOVID":87.03} -{"index":80,"Rank":34,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":56.63,"ArguAna":62.78,"ClimateFEVER":34.27,"CQADupstackRetrieval":48.25,"DBPedia":48.34,"FEVER":90.2,"FiQA2018":55.33,"HotpotQA":71.76,"MSMARCO":43.24,"NFCorpus":41.83,"NQ":64.21,"QuoraRetrieval":87.16,"SCIDOCS":22.96,"SciFact":78.22,"Touche2020":20.5,"TRECCOVID":80.34} -{"index":9,"Rank":35,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":56.6,"ArguAna":70.28,"ClimateFEVER":31.95,"CQADupstackRetrieval":46.2,"DBPedia":39.79,"FEVER":91.35,"FiQA2018":52.51,"HotpotQA":75.51,"MSMARCO":37.93,"NFCorpus":43.7,"NQ":64.26,"QuoraRetrieval":87.62,"SCIDOCS":20.24,"SciFact":79.91,"Touche2020":26.8,"TRECCOVID":81.02} -{"index":113,"Rank":36,"Model":"arctic-m-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.5,"ArguAna":62.44,"ClimateFEVER":37.84,"CQADupstackRetrieval":44.87,"DBPedia":46.06,"FEVER":90.02,"FiQA2018":45.07,"HotpotQA":77.84,"MSMARCO":40.28,"NFCorpus":37.28,"NQ":61.03,"QuoraRetrieval":89.21,"SCIDOCS":22.59,"SciFact":76.53,"Touche2020":30.68,"TRECCOVID":85.79} -{"index":59,"Rank":37,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.5,"ArguAna":59.29,"ClimateFEVER":37.77,"CQADupstackRetrieval":41.62,"DBPedia":49.74,"FEVER":88.53,"FiQA2018":56.05,"HotpotQA":75.17,"MSMARCO":42.55,"NFCorpus":38.74,"NQ":61.66,"QuoraRetrieval":89.35,"SCIDOCS":16.63,"SciFact":77.18,"Touche2020":25.79,"TRECCOVID":87.43} -{"index":15,"Rank":38,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.24,"ArguAna":62.65,"ClimateFEVER":44.0,"CQADupstackRetrieval":40.64,"DBPedia":48.04,"FEVER":93.35,"FiQA2018":55.31,"HotpotQA":72.25,"MSMARCO":41.68,"NFCorpus":38.25,"NQ":61.79,"QuoraRetrieval":89.61,"SCIDOCS":27.69,"SciFact":75.31,"Touche2020":20.3,"TRECCOVID":72.72} -{"index":82,"Rank":39,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.99,"ArguAna":57.48,"ClimateFEVER":35.19,"CQADupstackRetrieval":48.84,"DBPedia":49.58,"FEVER":89.4,"FiQA2018":53.11,"HotpotQA":74.07,"MSMARCO":42.17,"NFCorpus":39.33,"NQ":61.7,"QuoraRetrieval":87.75,"SCIDOCS":22.5,"SciFact":78.86,"Touche2020":22.18,"TRECCOVID":77.69} -{"index":122,"Rank":40,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.98,"ArguAna":59.09,"ClimateFEVER":39.33,"CQADupstackRetrieval":46.97,"DBPedia":45.97,"FEVER":88.22,"FiQA2018":44.71,"HotpotQA":75.18,"MSMARCO":41.68,"NFCorpus":37.65,"NQ":63.11,"QuoraRetrieval":87.41,"SCIDOCS":21.36,"SciFact":73.82,"Touche2020":34.52,"TRECCOVID":80.72} -{"index":1,"Rank":41,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":55.7,"ArguAna":62.18,"ClimateFEVER":33.21,"CQADupstackRetrieval":48.89,"DBPedia":47.12,"FEVER":86.96,"FiQA2018":59.24,"HotpotQA":71.33,"MSMARCO":32.58,"NFCorpus":40.33,"NQ":61.28,"QuoraRetrieval":88.18,"SCIDOCS":20.34,"SciFact":75.42,"Touche2020":25.86,"TRECCOVID":82.62} -{"index":123,"Rank":42,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.65,"ArguAna":59.15,"ClimateFEVER":43.48,"CQADupstackRetrieval":46.1,"DBPedia":43.37,"FEVER":91.91,"FiQA2018":45.49,"HotpotQA":68.15,"MSMARCO":44.86,"NFCorpus":35.34,"NQ":63.67,"QuoraRetrieval":89.02,"SCIDOCS":20.24,"SciFact":70.59,"Touche2020":29.5,"TRECCOVID":83.87} -{"index":8,"Rank":43,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":55.58,"ArguAna":58.73,"ClimateFEVER":37.47,"CQADupstackRetrieval":45.11,"DBPedia":43.42,"FEVER":89.71,"FiQA2018":44.79,"HotpotQA":70.46,"MSMARCO":39.66,"NFCorpus":43.33,"NQ":60.65,"QuoraRetrieval":87.83,"SCIDOCS":23.19,"SciFact":73.64,"Touche2020":36.83,"TRECCOVID":78.92} -{"index":219,"Rank":44,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.52,"ArguAna":58.52,"ClimateFEVER":34.56,"CQADupstackRetrieval":46.91,"DBPedia":46.83,"FEVER":91.22,"FiQA2018":54.51,"HotpotQA":76.41,"MSMARCO":43.25,"NFCorpus":39.55,"NQ":62.31,"QuoraRetrieval":89.34,"SCIDOCS":20.17,"SciFact":73.99,"Touche2020":18.52,"TRECCOVID":76.66} -{"index":352,"Rank":45,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":55.44,"ArguAna":58.05,"ClimateFEVER":30.27,"CQADupstackRetrieval":47.54,"DBPedia":44.76,"FEVER":87.94,"FiQA2018":55.0,"HotpotQA":71.58,"MSMARCO":40.24,"NFCorpus":42.07,"NQ":61.27,"QuoraRetrieval":89.05,"SCIDOCS":23.11,"SciFact":77.77,"Touche2020":23.35,"TRECCOVID":79.56} -{"index":127,"Rank":46,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.38,"ArguAna":58.01,"ClimateFEVER":38.31,"CQADupstackRetrieval":47.2,"DBPedia":43.88,"FEVER":91.55,"FiQA2018":43.96,"HotpotQA":72.4,"MSMARCO":44.04,"NFCorpus":35.88,"NQ":64.6,"QuoraRetrieval":88.73,"SCIDOCS":20.35,"SciFact":71.8,"Touche2020":29.77,"TRECCOVID":80.28} -{"index":77,"Rank":47,"Model":"marqo-chimera-arctic-bge-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.16,"ArguAna":62.6,"ClimateFEVER":34.42,"CQADupstackRetrieval":42.89,"DBPedia":44.91,"FEVER":87.71,"FiQA2018":44.31,"HotpotQA":74.39,"MSMARCO":43.42,"NFCorpus":38.46,"NQ":53.2,"QuoraRetrieval":89.14,"SCIDOCS":21.85,"SciFact":74.85,"Touche2020":33.01,"TRECCOVID":82.25} -{"index":225,"Rank":48,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.14,"ArguAna":59.53,"ClimateFEVER":36.85,"CQADupstackRetrieval":44.99,"DBPedia":45.55,"FEVER":88.41,"FiQA2018":42.4,"HotpotQA":72.21,"MSMARCO":42.03,"NFCorpus":36.2,"NQ":62.46,"QuoraRetrieval":87.37,"SCIDOCS":21.49,"SciFact":71.59,"Touche2020":31.43,"TRECCOVID":84.61} -{"index":126,"Rank":49,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.14,"ArguAna":59.53,"ClimateFEVER":36.85,"CQADupstackRetrieval":44.99,"DBPedia":45.55,"FEVER":88.41,"FiQA2018":42.4,"HotpotQA":72.21,"MSMARCO":42.03,"NFCorpus":36.2,"NQ":62.46,"QuoraRetrieval":87.37,"SCIDOCS":21.49,"SciFact":71.59,"Touche2020":31.43,"TRECCOVID":84.61} -{"index":55,"Rank":50,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.09,"ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":47.63,"DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":38,"Rank":51,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.0,"ArguAna":61.52,"ClimateFEVER":38.43,"CQADupstackRetrieval":41.53,"DBPedia":43.36,"FEVER":88.97,"FiQA2018":42.19,"HotpotQA":70.72,"MSMARCO":42.93,"NFCorpus":38.57,"NQ":61.56,"QuoraRetrieval":88.72,"SCIDOCS":20.31,"SciFact":71.83,"Touche2020":32.42,"TRECCOVID":81.92} -{"index":124,"Rank":52,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.91,"ArguAna":56.44,"ClimateFEVER":39.37,"CQADupstackRetrieval":43.81,"DBPedia":44.73,"FEVER":89.02,"FiQA2018":42.4,"HotpotQA":73.65,"MSMARCO":41.77,"NFCorpus":36.77,"NQ":62.43,"QuoraRetrieval":87.42,"SCIDOCS":21.1,"SciFact":73.55,"Touche2020":31.47,"TRECCOVID":79.65} -{"index":125,"Rank":53,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} -{"index":133,"Rank":54,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.66,"ArguAna":66.15,"ClimateFEVER":38.53,"CQADupstackRetrieval":40.93,"DBPedia":44.89,"FEVER":88.24,"FiQA2018":44.84,"HotpotQA":73.13,"MSMARCO":41.4,"NFCorpus":38.65,"NQ":55.86,"QuoraRetrieval":89.02,"SCIDOCS":22.98,"SciFact":74.07,"Touche2020":24.93,"TRECCOVID":76.33} -{"index":56,"Rank":55,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.62,"ArguAna":53.34,"ClimateFEVER":21.74,"CQADupstackRetrieval":43.36,"DBPedia":39.35,"FEVER":88.23,"FiQA2018":56.98,"HotpotQA":75.43,"MSMARCO":39.45,"NFCorpus":39.9,"NQ":56.81,"QuoraRetrieval":89.68,"SCIDOCS":22.61,"SciFact":80.17,"Touche2020":27.01,"TRECCOVID":85.2} -{"index":114,"Rank":56,"Model":"arctic-s-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.61,"ArguAna":61.7,"ClimateFEVER":34.4,"CQADupstackRetrieval":43.06,"DBPedia":44.46,"FEVER":86.56,"FiQA2018":43.32,"HotpotQA":74.98,"MSMARCO":39.03,"NFCorpus":35.91,"NQ":57.06,"QuoraRetrieval":89.0,"SCIDOCS":21.09,"SciFact":75.3,"Touche2020":30.5,"TRECCOVID":82.84} -{"index":78,"Rank":57,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":54.6,"ArguAna":56.53,"ClimateFEVER":30.7,"CQADupstackRetrieval":45.94,"DBPedia":48.42,"FEVER":89.93,"FiQA2018":51.28,"HotpotQA":72.99,"MSMARCO":41.46,"NFCorpus":40.33,"NQ":61.24,"QuoraRetrieval":85.59,"SCIDOCS":21.05,"SciFact":77.3,"Touche2020":16.92,"TRECCOVID":79.25} -{"index":240,"Rank":58,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.39,"ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":41.6,"DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":26,"Rank":59,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":42.23,"DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":188,"Rank":60,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.14,"ArguAna":67.32,"ClimateFEVER":41.18,"CQADupstackRetrieval":42.75,"DBPedia":48.98,"FEVER":88.23,"FiQA2018":54.07,"HotpotQA":74.96,"MSMARCO":42.55,"NFCorpus":37.55,"NQ":64.69,"QuoraRetrieval":88.77,"SCIDOCS":23.81,"SciFact":52.84,"Touche2020":25.88,"TRECCOVID":58.49} -{"index":18,"Rank":61,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.09,"ArguAna":63.49,"ClimateFEVER":40.36,"CQADupstackRetrieval":39.52,"DBPedia":39.9,"FEVER":94.81,"FiQA2018":48.65,"HotpotQA":67.75,"MSMARCO":42.62,"NFCorpus":35.88,"NQ":52.96,"QuoraRetrieval":88.42,"SCIDOCS":21.92,"SciFact":76.77,"Touche2020":25.22,"TRECCOVID":73.13} -{"index":217,"Rank":62,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.88,"ArguAna":54.33,"ClimateFEVER":42.36,"CQADupstackRetrieval":42.59,"DBPedia":41.0,"FEVER":89.05,"FiQA2018":47.35,"HotpotQA":64.67,"MSMARCO":40.81,"NFCorpus":36.62,"NQ":64.23,"QuoraRetrieval":89.09,"SCIDOCS":19.81,"SciFact":72.31,"Touche2020":26.3,"TRECCOVID":77.72} -{"index":40,"Rank":63,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":53.84,"ArguAna":55.11,"ClimateFEVER":29.96,"CQADupstackRetrieval":40.64,"DBPedia":41.0,"FEVER":88.53,"FiQA2018":44.1,"HotpotQA":70.61,"MSMARCO":43.45,"NFCorpus":36.42,"NQ":63.41,"QuoraRetrieval":88.92,"SCIDOCS":19.34,"SciFact":70.05,"Touche2020":32.7,"TRECCOVID":83.37} -{"index":69,"Rank":64,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.46,"ArguAna":66.18,"ClimateFEVER":33.13,"CQADupstackRetrieval":42.74,"DBPedia":42.84,"FEVER":85.44,"FiQA2018":44.93,"HotpotQA":72.49,"MSMARCO":41.46,"NFCorpus":37.9,"NQ":55.12,"QuoraRetrieval":89.07,"SCIDOCS":23.69,"SciFact":75.14,"Touche2020":24.42,"TRECCOVID":67.33} -{"index":148,"Rank":65,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13} -{"index":328,"Rank":66,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38} -{"index":220,"Rank":67,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.27,"ArguAna":72.0,"ClimateFEVER":25.71,"CQADupstackRetrieval":39.8,"DBPedia":40.09,"FEVER":86.09,"FiQA2018":45.41,"HotpotQA":66.66,"MSMARCO":41.48,"NFCorpus":34.73,"NQ":59.95,"QuoraRetrieval":89.84,"SCIDOCS":21.78,"SciFact":71.84,"Touche2020":24.25,"TRECCOVID":79.38} -{"index":24,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":256,"Rank":69,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":249,"Rank":70,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":201,"Rank":71,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51} -{"index":137,"Rank":72,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.49,"ArguAna":61.59,"ClimateFEVER":26.74,"CQADupstackRetrieval":38.15,"DBPedia":38.55,"FEVER":84.94,"FiQA2018":38.5,"HotpotQA":69.21,"MSMARCO":69.8,"NFCorpus":34.78,"NQ":45.43,"QuoraRetrieval":88.57,"SCIDOCS":20.28,"SciFact":70.78,"Touche2020":22.2,"TRECCOVID":77.76} -{"index":0,"Rank":73,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":52.44,"ArguAna":56.27,"ClimateFEVER":29.35,"CQADupstackRetrieval":45.41,"DBPedia":41.91,"FEVER":82.61,"FiQA2018":55.54,"HotpotQA":64.65,"MSMARCO":31.12,"NFCorpus":37.81,"NQ":57.37,"QuoraRetrieval":87.89,"SCIDOCS":18.21,"SciFact":70.86,"Touche2020":27.4,"TRECCOVID":80.13} -{"index":254,"Rank":74,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":52.4,"ArguAna":47.45,"ClimateFEVER":40.7,"CQADupstackRetrieval":39.06,"DBPedia":42.96,"FEVER":85.7,"FiQA2018":36.92,"HotpotQA":71.48,"MSMARCO":42.29,"NFCorpus":33.31,"NQ":58.83,"QuoraRetrieval":87.87,"SCIDOCS":17.88,"SciFact":70.12,"Touche2020":29.24,"TRECCOVID":82.12} -{"index":146,"Rank":75,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.31,"ArguAna":62.62,"ClimateFEVER":31.49,"CQADupstackRetrieval":43.2,"DBPedia":41.7,"FEVER":86.65,"FiQA2018":40.64,"HotpotQA":68.92,"MSMARCO":40.64,"NFCorpus":37.64,"NQ":53.43,"QuoraRetrieval":88.81,"SCIDOCS":23.47,"SciFact":75.29,"Touche2020":20.58,"TRECCOVID":69.6} -{"index":321,"Rank":76,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.28,"ArguAna":55.57,"ClimateFEVER":29.05,"CQADupstackRetrieval":39.19,"DBPedia":43.48,"FEVER":89.19,"FiQA2018":43.56,"HotpotQA":69.33,"MSMARCO":40.91,"NFCorpus":36.01,"NQ":57.04,"QuoraRetrieval":89.42,"SCIDOCS":16.59,"SciFact":69.7,"Touche2020":24.57,"TRECCOVID":80.57} -{"index":317,"Rank":77,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":52.22,"ArguAna":57.16,"ClimateFEVER":28.82,"CQADupstackRetrieval":43.18,"DBPedia":42.37,"FEVER":84.53,"FiQA2018":44.5,"HotpotQA":67.16,"MSMARCO":40.86,"NFCorpus":38.17,"NQ":54.78,"QuoraRetrieval":88.32,"SCIDOCS":23.44,"SciFact":74.27,"Touche2020":25.51,"TRECCOVID":70.22} -{"index":150,"Rank":78,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"ArguAna":57.59,"ClimateFEVER":35.2,"CQADupstackRetrieval":39.65,"DBPedia":41.02,"FEVER":87.13,"FiQA2018":40.65,"HotpotQA":66.54,"MSMARCO":40.23,"NFCorpus":34.92,"NQ":50.9,"QuoraRetrieval":88.41,"SCIDOCS":21.82,"SciFact":72.22,"Touche2020":23.48,"TRECCOVID":80.12} -{"index":128,"Rank":79,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} -{"index":224,"Rank":80,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.92,"ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":42.39,"DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":57,"Rank":81,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.88,"ArguAna":56.57,"ClimateFEVER":27.79,"CQADupstackRetrieval":42.21,"DBPedia":39.58,"FEVER":86.03,"FiQA2018":45.02,"HotpotQA":68.65,"MSMARCO":35.19,"NFCorpus":34.49,"NQ":49.54,"QuoraRetrieval":89.39,"SCIDOCS":20.43,"SciFact":72.6,"Touche2020":31.19,"TRECCOVID":79.54} -{"index":142,"Rank":82,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.82,"ArguAna":58.84,"ClimateFEVER":34.34,"CQADupstackRetrieval":38.51,"DBPedia":41.43,"FEVER":89.0,"FiQA2018":39.87,"HotpotQA":69.79,"MSMARCO":40.84,"NFCorpus":33.48,"NQ":48.99,"QuoraRetrieval":88.55,"SCIDOCS":20.19,"SciFact":69.9,"Touche2020":30.36,"TRECCOVID":73.16} -{"index":209,"Rank":83,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.8,"ArguAna":64.07,"ClimateFEVER":28.74,"CQADupstackRetrieval":41.14,"DBPedia":42.51,"FEVER":81.38,"FiQA2018":42.64,"HotpotQA":72.37,"MSMARCO":40.66,"NFCorpus":38.43,"NQ":51.55,"QuoraRetrieval":88.74,"SCIDOCS":20.16,"SciFact":75.41,"Touche2020":22.6,"TRECCOVID":66.57} -{"index":29,"Rank":84,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.68,"ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":351,"Rank":85,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":51.66,"ArguAna":55.6,"ClimateFEVER":25.8,"CQADupstackRetrieval":42.28,"DBPedia":40.8,"FEVER":84.57,"FiQA2018":50.33,"HotpotQA":62.69,"MSMARCO":37.93,"NFCorpus":37.94,"NQ":56.64,"QuoraRetrieval":88.22,"SCIDOCS":20.44,"SciFact":73.1,"Touche2020":22.31,"TRECCOVID":76.24} -{"index":84,"Rank":86,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":51.44,"ArguAna":51.66,"ClimateFEVER":33.49,"CQADupstackRetrieval":41.73,"DBPedia":43.58,"FEVER":86.81,"FiQA2018":41.0,"HotpotQA":63.85,"MSMARCO":38.32,"NFCorpus":37.12,"NQ":53.89,"QuoraRetrieval":87.37,"SCIDOCS":17.96,"SciFact":72.08,"Touche2020":22.31,"TRECCOVID":80.41} -{"index":250,"Rank":87,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.43,"ArguAna":54.66,"ClimateFEVER":27.01,"CQADupstackRetrieval":38.47,"DBPedia":42.07,"FEVER":77.32,"FiQA2018":39.02,"HotpotQA":64.12,"MSMARCO":43.33,"NFCorpus":35.31,"NQ":61.43,"QuoraRetrieval":88.33,"SCIDOCS":18.7,"SciFact":71.51,"Touche2020":27.86,"TRECCOVID":82.31} -{"index":239,"Rank":88,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.42,"ArguAna":63.63,"ClimateFEVER":30.73,"CQADupstackRetrieval":39.46,"DBPedia":40.74,"FEVER":82.24,"FiQA2018":41.75,"HotpotQA":63.0,"MSMARCO":38.03,"NFCorpus":37.35,"NQ":54.84,"QuoraRetrieval":88.14,"SCIDOCS":22.78,"SciFact":74.12,"Touche2020":25.89,"TRECCOVID":68.64} -{"index":152,"Rank":89,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.4,"ArguAna":59.35,"ClimateFEVER":28.83,"CQADupstackRetrieval":40.27,"DBPedia":40.46,"FEVER":86.27,"FiQA2018":42.22,"HotpotQA":74.67,"MSMARCO":39.29,"NFCorpus":35.51,"NQ":49.39,"QuoraRetrieval":88.78,"SCIDOCS":20.44,"SciFact":76.48,"Touche2020":21.42,"TRECCOVID":67.65} -{"index":200,"Rank":90,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.4,"ArguAna":54.36,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.81,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.95,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.45,"SciFact":70.42,"Touche2020":23.13,"TRECCOVID":71.21} -{"index":37,"Rank":91,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.34,"ArguAna":50.81,"ClimateFEVER":28.9,"CQADupstackRetrieval":38.89,"DBPedia":41.03,"FEVER":87.64,"FiQA2018":38.83,"HotpotQA":66.79,"MSMARCO":41.33,"NFCorpus":33.65,"NQ":57.99,"QuoraRetrieval":88.11,"SCIDOCS":18.1,"SciFact":66.69,"Touche2020":31.93,"TRECCOVID":79.36} -{"index":143,"Rank":92,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.31,"ArguAna":51.31,"ClimateFEVER":22.76,"CQADupstackRetrieval":45.27,"DBPedia":36.95,"FEVER":88.17,"FiQA2018":44.8,"HotpotQA":64.15,"MSMARCO":38.0,"NFCorpus":33.94,"NQ":55.1,"QuoraRetrieval":88.41,"SCIDOCS":21.98,"SciFact":70.52,"Touche2020":27.48,"TRECCOVID":80.75} -{"index":316,"Rank":93,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.14,"ArguAna":57.12,"ClimateFEVER":28.1,"CQADupstackRetrieval":42.91,"DBPedia":41.19,"FEVER":81.52,"FiQA2018":40.76,"HotpotQA":65.75,"MSMARCO":40.21,"NFCorpus":37.9,"NQ":52.84,"QuoraRetrieval":88.15,"SCIDOCS":23.13,"SciFact":76.18,"Touche2020":22.55,"TRECCOVID":68.78} -{"index":353,"Rank":94,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":51.08,"ArguAna":55.49,"ClimateFEVER":26.86,"CQADupstackRetrieval":42.58,"DBPedia":39.97,"FEVER":79.42,"FiQA2018":44.91,"HotpotQA":63.63,"MSMARCO":37.02,"NFCorpus":38.33,"NQ":52.86,"QuoraRetrieval":88.83,"SCIDOCS":20.8,"SciFact":73.37,"Touche2020":24.28,"TRECCOVID":77.9} -{"index":20,"Rank":95,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.08,"ArguAna":58.23,"ClimateFEVER":34.83,"CQADupstackRetrieval":38.12,"DBPedia":40.12,"FEVER":92.11,"FiQA2018":45.01,"HotpotQA":63.04,"MSMARCO":39.92,"NFCorpus":36.65,"NQ":58.11,"QuoraRetrieval":88.02,"SCIDOCS":18.24,"SciFact":73.43,"Touche2020":22.82,"TRECCOVID":57.56} -{"index":58,"Rank":96,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.81,"ArguAna":56.71,"ClimateFEVER":23.84,"CQADupstackRetrieval":40.86,"DBPedia":36.77,"FEVER":84.13,"FiQA2018":46.02,"HotpotQA":67.84,"MSMARCO":34.22,"NFCorpus":33.82,"NQ":47.71,"QuoraRetrieval":89.68,"SCIDOCS":20.24,"SciFact":73.06,"Touche2020":28.91,"TRECCOVID":78.37} -{"index":253,"Rank":97,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":50.81,"ArguAna":45.44,"ClimateFEVER":39.63,"CQADupstackRetrieval":37.61,"DBPedia":39.42,"FEVER":84.4,"FiQA2018":35.0,"HotpotQA":67.78,"MSMARCO":41.38,"NFCorpus":32.54,"NQ":57.1,"QuoraRetrieval":87.65,"SCIDOCS":16.76,"SciFact":68.24,"Touche2020":28.49,"TRECCOVID":80.65} -{"index":311,"Rank":98,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":50.78,"ArguAna":48.27,"ClimateFEVER":29.61,"CQADupstackRetrieval":35.76,"DBPedia":40.51,"FEVER":80.14,"FiQA2018":41.08,"HotpotQA":63.19,"MSMARCO":42.72,"NFCorpus":37.82,"NQ":56.39,"QuoraRetrieval":88.1,"SCIDOCS":17.48,"SciFact":71.63,"Touche2020":25.66,"TRECCOVID":83.4} -{"index":195,"Rank":99,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.56,"ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":37.89,"DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} -{"index":149,"Rank":100,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.43,"ArguAna":59.12,"ClimateFEVER":31.83,"CQADupstackRetrieval":39.89,"DBPedia":39.76,"FEVER":86.92,"FiQA2018":39.15,"HotpotQA":65.2,"MSMARCO":39.73,"NFCorpus":34.69,"NQ":48.69,"QuoraRetrieval":88.43,"SCIDOCS":21.89,"SciFact":70.86,"Touche2020":21.19,"TRECCOVID":69.14} -{"index":173,"Rank":101,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":193,"Rank":102,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":101,"Rank":103,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":50.25,"ArguAna":51.38,"ClimateFEVER":30.46,"CQADupstackRetrieval":39.4,"DBPedia":39.87,"FEVER":78.24,"FiQA2018":37.2,"HotpotQA":59.26,"MSMARCO":39.91,"NFCorpus":36.21,"NQ":52.41,"QuoraRetrieval":84.58,"SCIDOCS":19.87,"SciFact":74.7,"Touche2020":25.43,"TRECCOVID":84.88} -{"index":39,"Rank":104,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":53.37,"ClimateFEVER":24.8,"CQADupstackRetrieval":38.09,"DBPedia":38.05,"FEVER":85.52,"FiQA2018":36.16,"HotpotQA":66.88,"MSMARCO":40.49,"NFCorpus":32.12,"NQ":55.51,"QuoraRetrieval":87.85,"SCIDOCS":17.1,"SciFact":67.95,"Touche2020":29.48,"TRECCOVID":78.93} -{"index":129,"Rank":105,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":52.08,"ClimateFEVER":29.88,"CQADupstackRetrieval":40.12,"DBPedia":40.2,"FEVER":83.4,"FiQA2018":34.52,"HotpotQA":65.25,"MSMARCO":39.43,"NFCorpus":30.89,"NQ":54.76,"QuoraRetrieval":86.57,"SCIDOCS":18.36,"SciFact":64.51,"Touche2020":32.79,"TRECCOVID":79.43} -{"index":191,"Rank":106,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.1,"ArguAna":60.63,"ClimateFEVER":29.0,"CQADupstackRetrieval":41.14,"DBPedia":39.64,"FEVER":79.13,"FiQA2018":38.62,"HotpotQA":68.22,"MSMARCO":40.95,"NFCorpus":37.51,"NQ":50.2,"QuoraRetrieval":88.72,"SCIDOCS":18.58,"SciFact":72.51,"Touche2020":21.9,"TRECCOVID":64.79} -{"index":354,"Rank":107,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":50.02,"ArguAna":55.98,"ClimateFEVER":27.08,"CQADupstackRetrieval":34.27,"DBPedia":42.7,"FEVER":78.55,"FiQA2018":41.57,"HotpotQA":67.01,"MSMARCO":38.9,"NFCorpus":36.66,"NQ":55.84,"QuoraRetrieval":84.69,"SCIDOCS":16.24,"SciFact":71.8,"Touche2020":26.27,"TRECCOVID":72.72} -{"index":194,"Rank":108,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.99,"ArguAna":49.35,"ClimateFEVER":22.4,"CQADupstackRetrieval":39.44,"DBPedia":42.39,"FEVER":65.03,"FiQA2018":38.56,"HotpotQA":63.33,"MSMARCO":44.05,"NFCorpus":36.07,"NQ":62.86,"QuoraRetrieval":88.18,"SCIDOCS":20.12,"SciFact":72.58,"Touche2020":27.21,"TRECCOVID":78.32} -{"index":318,"Rank":109,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.46,"ArguAna":55.44,"ClimateFEVER":26.54,"CQADupstackRetrieval":39.98,"DBPedia":39.1,"FEVER":81.55,"FiQA2018":39.35,"HotpotQA":63.79,"MSMARCO":40.31,"NFCorpus":34.77,"NQ":50.29,"QuoraRetrieval":88.02,"SCIDOCS":21.38,"SciFact":72.7,"Touche2020":22.22,"TRECCOVID":66.53} -{"index":208,"Rank":110,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":49.34,"ArguAna":52.21,"ClimateFEVER":26.79,"CQADupstackRetrieval":39.29,"DBPedia":37.62,"FEVER":73.98,"FiQA2018":36.7,"HotpotQA":56.66,"MSMARCO":42.02,"NFCorpus":36.02,"NQ":53.31,"QuoraRetrieval":88.28,"SCIDOCS":18.94,"SciFact":69.29,"Touche2020":25.19,"TRECCOVID":83.82} -{"index":187,"Rank":111,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.26,"ArguAna":55.65,"ClimateFEVER":26.54,"CQADupstackRetrieval":43.09,"DBPedia":40.24,"FEVER":70.03,"FiQA2018":46.96,"HotpotQA":55.88,"MSMARCO":41.61,"NFCorpus":36.0,"NQ":57.24,"QuoraRetrieval":88.85,"SCIDOCS":17.36,"SciFact":64.56,"Touche2020":23.44,"TRECCOVID":71.4} -{"index":350,"Rank":112,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.25,"ArguAna":57.44,"ClimateFEVER":21.64,"CQADupstackRetrieval":41.69,"DBPedia":39.39,"FEVER":74.99,"FiQA2018":44.41,"HotpotQA":60.9,"MSMARCO":40.91,"NFCorpus":36.97,"NQ":51.58,"QuoraRetrieval":87.6,"SCIDOCS":18.36,"SciFact":72.75,"Touche2020":21.61,"TRECCOVID":68.47} -{"index":198,"Rank":113,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.04,"ArguAna":41.67,"ClimateFEVER":22.87,"CQADupstackRetrieval":37.07,"DBPedia":41.32,"FEVER":81.64,"FiQA2018":37.43,"HotpotQA":66.61,"MSMARCO":41.46,"NFCorpus":32.45,"NQ":59.11,"QuoraRetrieval":85.71,"SCIDOCS":17.77,"SciFact":68.85,"Touche2020":27.12,"TRECCOVID":74.53} -{"index":32,"Rank":114,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.88,"ArguAna":44.23,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.17,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.46,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.16,"SciFact":69.35,"Touche2020":21.35,"TRECCOVID":69.76} -{"index":199,"Rank":115,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.87,"ArguAna":44.21,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.15,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.49,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.17,"SciFact":69.39,"Touche2020":21.5,"TRECCOVID":69.5} -{"index":192,"Rank":116,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.75,"ArguAna":51.41,"ClimateFEVER":15.38,"CQADupstackRetrieval":38.92,"DBPedia":41.02,"FEVER":58.24,"FiQA2018":36.37,"HotpotQA":62.21,"MSMARCO":43.14,"NFCorpus":36.59,"NQ":59.97,"QuoraRetrieval":87.92,"SCIDOCS":18.99,"SciFact":73.08,"Touche2020":28.31,"TRECCOVID":79.64} -{"index":293,"Rank":117,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.48,"ArguAna":53.77,"ClimateFEVER":27.21,"CQADupstackRetrieval":38.56,"DBPedia":41.28,"FEVER":74.08,"FiQA2018":46.78,"HotpotQA":59.67,"MSMARCO":44.05,"NFCorpus":34.18,"NQ":57.24,"QuoraRetrieval":89.09,"SCIDOCS":15.88,"SciFact":66.77,"Touche2020":26.76,"TRECCOVID":51.9} -{"index":153,"Rank":118,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":48.22,"ArguAna":47.28,"ClimateFEVER":29.39,"CQADupstackRetrieval":39.62,"DBPedia":39.03,"FEVER":73.97,"FiQA2018":35.84,"HotpotQA":57.26,"MSMARCO":41.12,"NFCorpus":35.78,"NQ":53.15,"QuoraRetrieval":74.71,"SCIDOCS":18.62,"SciFact":72.11,"Touche2020":23.98,"TRECCOVID":81.37} -{"index":141,"Rank":119,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.03,"ArguAna":53.23,"ClimateFEVER":14.97,"CQADupstackRetrieval":26.13,"DBPedia":30.14,"FEVER":56.27,"FiQA2018":73.56,"HotpotQA":56.94,"MSMARCO":61.95,"NFCorpus":36.03,"NQ":47.42,"QuoraRetrieval":89.24,"SCIDOCS":19.16,"SciFact":72.9,"Touche2020":13.94,"TRECCOVID":68.53} -{"index":251,"Rank":120,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.0,"ArguAna":54.81,"ClimateFEVER":24.71,"CQADupstackRetrieval":41.4,"DBPedia":40.2,"FEVER":74.39,"FiQA2018":39.86,"HotpotQA":63.7,"MSMARCO":34.99,"NFCorpus":35.68,"NQ":48.55,"QuoraRetrieval":88.19,"SCIDOCS":20.17,"SciFact":71.98,"Touche2020":19.17,"TRECCOVID":62.2} -{"index":292,"Rank":121,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.96,"ArguAna":52.81,"ClimateFEVER":27.01,"CQADupstackRetrieval":37.35,"DBPedia":39.74,"FEVER":72.18,"FiQA2018":44.19,"HotpotQA":58.91,"MSMARCO":43.52,"NFCorpus":33.34,"NQ":56.16,"QuoraRetrieval":88.91,"SCIDOCS":15.71,"SciFact":64.2,"Touche2020":25.26,"TRECCOVID":60.09} -{"index":145,"Rank":122,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":214,"Rank":123,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":252,"Rank":124,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":47.75,"ArguAna":43.4,"ClimateFEVER":36.52,"CQADupstackRetrieval":34.67,"DBPedia":36.22,"FEVER":80.48,"FiQA2018":32.08,"HotpotQA":60.09,"MSMARCO":39.99,"NFCorpus":30.72,"NQ":53.62,"QuoraRetrieval":87.07,"SCIDOCS":15.56,"SciFact":64.28,"Touche2020":26.99,"TRECCOVID":74.58} -{"index":206,"Rank":125,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":47.67,"ArguAna":48.33,"ClimateFEVER":23.36,"CQADupstackRetrieval":37.82,"DBPedia":34.54,"FEVER":71.96,"FiQA2018":35.12,"HotpotQA":55.12,"MSMARCO":40.25,"NFCorpus":33.66,"NQ":50.62,"QuoraRetrieval":88.01,"SCIDOCS":18.5,"SciFact":69.43,"Touche2020":25.17,"TRECCOVID":83.21} -{"index":186,"Rank":126,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.57,"ArguAna":57.05,"ClimateFEVER":27.74,"CQADupstackRetrieval":43.82,"DBPedia":36.68,"FEVER":72.69,"FiQA2018":45.45,"HotpotQA":55.18,"MSMARCO":39.65,"NFCorpus":34.09,"NQ":50.1,"QuoraRetrieval":88.44,"SCIDOCS":18.55,"SciFact":64.43,"Touche2020":21.56,"TRECCOVID":58.06} -{"index":291,"Rank":127,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.42,"ArguAna":52.09,"ClimateFEVER":26.9,"CQADupstackRetrieval":36.62,"DBPedia":39.55,"FEVER":72.66,"FiQA2018":42.79,"HotpotQA":57.85,"MSMARCO":42.73,"NFCorpus":32.63,"NQ":55.09,"QuoraRetrieval":88.47,"SCIDOCS":15.51,"SciFact":63.42,"Touche2020":28.29,"TRECCOVID":56.68} -{"index":218,"Rank":128,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.64,"ArguAna":39.06,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.31,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.01,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.89,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":202,"Rank":129,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.63,"ArguAna":39.09,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.13,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.0,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.9,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":100,"Rank":130,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":46.54,"ArguAna":50.49,"ClimateFEVER":27.11,"CQADupstackRetrieval":36.53,"DBPedia":34.7,"FEVER":72.73,"FiQA2018":33.29,"HotpotQA":52.84,"MSMARCO":38.83,"NFCorpus":33.89,"NQ":46.7,"QuoraRetrieval":85.6,"SCIDOCS":16.57,"SciFact":70.17,"Touche2020":23.44,"TRECCOVID":75.17} -{"index":197,"Rank":131,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.01,"ArguAna":46.69,"ClimateFEVER":15.81,"CQADupstackRetrieval":36.08,"DBPedia":38.64,"FEVER":53.52,"FiQA2018":34.8,"HotpotQA":56.34,"MSMARCO":42.33,"NFCorpus":33.93,"NQ":58.73,"QuoraRetrieval":87.71,"SCIDOCS":16.42,"SciFact":65.6,"Touche2020":26.81,"TRECCOVID":76.78} -{"index":205,"Rank":132,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.27,"ArguAna":46.67,"ClimateFEVER":25.56,"CQADupstackRetrieval":34.3,"DBPedia":32.61,"FEVER":67.22,"FiQA2018":31.29,"HotpotQA":51.67,"MSMARCO":38.27,"NFCorpus":30.7,"NQ":46.16,"QuoraRetrieval":87.01,"SCIDOCS":17.23,"SciFact":65.42,"Touche2020":24.92,"TRECCOVID":80.03} -{"index":216,"Rank":133,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":45.14,"ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":38.03,"DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":147,"Rank":134,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.12,"ArguAna":51.25,"ClimateFEVER":25.16,"CQADupstackRetrieval":41.77,"DBPedia":34.83,"FEVER":73.17,"FiQA2018":37.85,"HotpotQA":52.59,"MSMARCO":36.54,"NFCorpus":31.34,"NQ":46.1,"QuoraRetrieval":88.07,"SCIDOCS":21.44,"SciFact":64.4,"Touche2020":20.79,"TRECCOVID":51.47} -{"index":185,"Rank":135,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.12,"ArguAna":52.03,"ClimateFEVER":27.95,"CQADupstackRetrieval":40.95,"DBPedia":33.34,"FEVER":71.85,"FiQA2018":39.18,"HotpotQA":54.19,"MSMARCO":37.76,"NFCorpus":31.59,"NQ":45.88,"QuoraRetrieval":88.19,"SCIDOCS":17.09,"SciFact":57.83,"Touche2020":20.37,"TRECCOVID":58.55} -{"index":223,"Rank":136,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.99,"ArguAna":39.21,"ClimateFEVER":25.02,"CQADupstackRetrieval":38.91,"DBPedia":38.79,"FEVER":78.0,"FiQA2018":45.02,"HotpotQA":57.14,"MSMARCO":36.51,"NFCorpus":31.57,"NQ":52.83,"QuoraRetrieval":87.79,"SCIDOCS":15.62,"SciFact":69.32,"Touche2020":13.87,"TRECCOVID":45.22} -{"index":132,"Rank":137,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.92,"ArguAna":53.64,"ClimateFEVER":24.71,"CQADupstackRetrieval":37.8,"DBPedia":35.97,"FEVER":70.11,"FiQA2018":31.42,"HotpotQA":55.7,"MSMARCO":34.51,"NFCorpus":32.04,"NQ":43.03,"QuoraRetrieval":87.04,"SCIDOCS":19.07,"SciFact":67.51,"Touche2020":22.08,"TRECCOVID":59.21} -{"index":211,"Rank":138,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.81,"ArguAna":46.48,"ClimateFEVER":21.21,"CQADupstackRetrieval":37.96,"DBPedia":34.13,"FEVER":71.9,"FiQA2018":37.27,"HotpotQA":54.95,"MSMARCO":40.34,"NFCorpus":32.24,"NQ":51.4,"QuoraRetrieval":88.09,"SCIDOCS":18.45,"SciFact":59.76,"Touche2020":20.73,"TRECCOVID":57.25} -{"index":290,"Rank":139,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.67,"ArguAna":50.83,"ClimateFEVER":24.88,"CQADupstackRetrieval":34.55,"DBPedia":35.24,"FEVER":68.93,"FiQA2018":35.15,"HotpotQA":54.93,"MSMARCO":41.16,"NFCorpus":30.22,"NQ":50.47,"QuoraRetrieval":87.98,"SCIDOCS":14.0,"SciFact":59.74,"Touche2020":25.89,"TRECCOVID":56.05} -{"index":97,"Rank":140,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.49,"ArguAna":49.68,"ClimateFEVER":26.6,"CQADupstackRetrieval":33.33,"DBPedia":31.51,"FEVER":68.12,"FiQA2018":29.99,"HotpotQA":49.93,"MSMARCO":36.05,"NFCorpus":32.08,"NQ":42.94,"QuoraRetrieval":85.28,"SCIDOCS":16.18,"SciFact":68.29,"Touche2020":24.45,"TRECCOVID":72.98} -{"index":210,"Rank":141,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.03,"ArguAna":49.01,"ClimateFEVER":21.48,"CQADupstackRetrieval":37.48,"DBPedia":32.44,"FEVER":73.29,"FiQA2018":34.06,"HotpotQA":52.78,"MSMARCO":37.77,"NFCorpus":30.38,"NQ":47.88,"QuoraRetrieval":87.63,"SCIDOCS":17.63,"SciFact":59.39,"Touche2020":18.59,"TRECCOVID":60.57} -{"index":87,"Rank":142,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.97,"ArguAna":55.78,"ClimateFEVER":21.23,"CQADupstackRetrieval":38.2,"DBPedia":33.88,"FEVER":63.97,"FiQA2018":30.71,"HotpotQA":54.21,"MSMARCO":33.61,"NFCorpus":32.04,"NQ":42.47,"QuoraRetrieval":86.03,"SCIDOCS":18.64,"SciFact":67.31,"Touche2020":21.12,"TRECCOVID":60.32} -{"index":285,"Rank":143,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.81,"ArguAna":46.52,"ClimateFEVER":21.97,"CQADupstackRetrieval":44.96,"DBPedia":32.09,"FEVER":50.86,"FiQA2018":49.96,"HotpotQA":39.29,"MSMARCO":39.75,"NFCorpus":33.29,"NQ":50.45,"QuoraRetrieval":87.46,"SCIDOCS":23.76,"SciFact":65.57,"Touche2020":19.93,"TRECCOVID":51.33} -{"index":222,"Rank":144,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.39,"ArguAna":40.77,"ClimateFEVER":21.84,"CQADupstackRetrieval":33.15,"DBPedia":37.47,"FEVER":61.77,"FiQA2018":39.21,"HotpotQA":55.84,"MSMARCO":35.36,"NFCorpus":31.57,"NQ":47.73,"QuoraRetrieval":87.96,"SCIDOCS":19.48,"SciFact":68.35,"Touche2020":15.22,"TRECCOVID":55.07} -{"index":270,"Rank":145,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.04,"ArguAna":46.74,"ClimateFEVER":25.4,"CQADupstackRetrieval":32.3,"DBPedia":33.88,"FEVER":75.18,"FiQA2018":29.99,"HotpotQA":54.35,"MSMARCO":30.13,"NFCorpus":35.66,"NQ":43.61,"QuoraRetrieval":80.1,"SCIDOCS":18.82,"SciFact":64.37,"Touche2020":19.27,"TRECCOVID":55.76} -{"index":241,"Rank":146,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":42.8,"ArguAna":49.58,"ClimateFEVER":22.42,"CQADupstackRetrieval":41.59,"DBPedia":32.19,"FEVER":56.45,"FiQA2018":37.1,"HotpotQA":48.37,"MSMARCO":36.76,"NFCorpus":32.05,"NQ":44.44,"QuoraRetrieval":87.7,"SCIDOCS":21.5,"SciFact":65.81,"Touche2020":17.09,"TRECCOVID":48.9} -{"index":283,"Rank":147,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.69,"ArguAna":47.13,"ClimateFEVER":21.57,"CQADupstackRetrieval":42.53,"DBPedia":33.35,"FEVER":55.9,"FiQA2018":37.27,"HotpotQA":44.59,"MSMARCO":39.03,"NFCorpus":32.25,"NQ":46.47,"QuoraRetrieval":87.75,"SCIDOCS":21.82,"SciFact":62.64,"Touche2020":17.22,"TRECCOVID":50.82} -{"index":131,"Rank":148,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.56,"ArguAna":55.31,"ClimateFEVER":25.35,"CQADupstackRetrieval":35.07,"DBPedia":32.25,"FEVER":74.99,"FiQA2018":25.59,"HotpotQA":53.91,"MSMARCO":31.01,"NFCorpus":31.86,"NQ":34.94,"QuoraRetrieval":85.72,"SCIDOCS":17.69,"SciFact":66.27,"Touche2020":18.1,"TRECCOVID":50.38} -{"index":301,"Rank":149,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.24,"ArguAna":39.85,"ClimateFEVER":14.63,"CQADupstackRetrieval":44.65,"DBPedia":39.19,"FEVER":51.2,"FiQA2018":46.68,"HotpotQA":42.14,"MSMARCO":27.67,"NFCorpus":35.08,"NQ":52.87,"QuoraRetrieval":85.96,"SCIDOCS":17.17,"SciFact":55.38,"Touche2020":21.65,"TRECCOVID":59.48} -{"index":284,"Rank":150,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.95,"ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":51.93,"FiQA2018":36.87,"HotpotQA":46.51,"MSMARCO":36.54,"NFCorpus":31.59,"NQ":43.87,"QuoraRetrieval":87.56,"SCIDOCS":21.64,"SciFact":64.51,"Touche2020":16.9,"TRECCOVID":47.23} -{"index":257,"Rank":151,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.88,"ArguAna":48.32,"ClimateFEVER":24.79,"CQADupstackRetrieval":33.67,"DBPedia":38.1,"FEVER":59.29,"FiQA2018":27.42,"HotpotQA":56.81,"MSMARCO":36.77,"NFCorpus":31.32,"NQ":41.83,"QuoraRetrieval":86.72,"SCIDOCS":17.12,"SciFact":65.51,"Touche2020":15.79,"TRECCOVID":44.77} -{"index":221,"Rank":152,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.41,"ArguAna":32.93,"ClimateFEVER":25.94,"CQADupstackRetrieval":33.12,"DBPedia":35.47,"FEVER":56.41,"FiQA2018":37.75,"HotpotQA":54.66,"MSMARCO":38.29,"NFCorpus":30.16,"NQ":47.61,"QuoraRetrieval":87.85,"SCIDOCS":10.59,"SciFact":66.23,"Touche2020":13.31,"TRECCOVID":50.81} -{"index":207,"Rank":153,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":41.19,"ArguAna":44.55,"ClimateFEVER":21.02,"CQADupstackRetrieval":31.43,"DBPedia":28.22,"FEVER":61.1,"FiQA2018":24.49,"HotpotQA":46.05,"MSMARCO":34.18,"NFCorpus":27.34,"NQ":40.05,"QuoraRetrieval":86.04,"SCIDOCS":15.31,"SciFact":61.74,"Touche2020":23.35,"TRECCOVID":72.99} -{"index":169,"Rank":154,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.17,"ArguAna":49.11,"ClimateFEVER":23.29,"CQADupstackRetrieval":39.04,"DBPedia":32.04,"FEVER":52.63,"FiQA2018":36.35,"HotpotQA":45.66,"MSMARCO":36.83,"NFCorpus":29.67,"NQ":44.48,"QuoraRetrieval":87.21,"SCIDOCS":15.78,"SciFact":54.03,"Touche2020":15.61,"TRECCOVID":55.85} -{"index":255,"Rank":155,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.92,"ArguAna":37.16,"ClimateFEVER":31.48,"CQADupstackRetrieval":28.72,"DBPedia":28.19,"FEVER":70.24,"FiQA2018":25.78,"HotpotQA":43.07,"MSMARCO":35.95,"NFCorpus":26.03,"NQ":45.54,"QuoraRetrieval":85.83,"SCIDOCS":12.09,"SciFact":52.71,"Touche2020":23.13,"TRECCOVID":67.83} -{"index":130,"Rank":156,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.82,"ArguAna":51.51,"ClimateFEVER":24.77,"CQADupstackRetrieval":33.64,"DBPedia":31.06,"FEVER":69.64,"FiQA2018":24.37,"HotpotQA":49.73,"MSMARCO":27.85,"NFCorpus":30.04,"NQ":30.73,"QuoraRetrieval":85.29,"SCIDOCS":17.26,"SciFact":65.41,"Touche2020":18.34,"TRECCOVID":52.62} -{"index":12,"Rank":157,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.84,"ArguAna":49.28,"ClimateFEVER":13.62,"CQADupstackRetrieval":31.86,"DBPedia":29.91,"FEVER":48.09,"FiQA2018":25.14,"HotpotQA":56.91,"MSMARCO":21.89,"NFCorpus":32.08,"NQ":28.5,"QuoraRetrieval":80.42,"SCIDOCS":15.78,"SciFact":68.7,"Touche2020":33.05,"TRECCOVID":62.31} -{"index":81,"Rank":158,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":39.19,"ArguAna":51.73,"ClimateFEVER":23.58,"CQADupstackRetrieval":32.4,"DBPedia":26.78,"FEVER":53.42,"FiQA2018":28.56,"HotpotQA":52.37,"MSMARCO":17.47,"NFCorpus":26.28,"NQ":37.65,"QuoraRetrieval":84.64,"SCIDOCS":10.39,"SciFact":66.36,"Touche2020":12.82,"TRECCOVID":63.34} -{"index":212,"Rank":159,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.91,"ArguAna":43.57,"ClimateFEVER":17.25,"CQADupstackRetrieval":33.74,"DBPedia":28.28,"FEVER":69.12,"FiQA2018":25.19,"HotpotQA":47.48,"MSMARCO":31.8,"NFCorpus":25.96,"NQ":38.89,"QuoraRetrieval":85.69,"SCIDOCS":15.29,"SciFact":52.4,"Touche2020":16.67,"TRECCOVID":52.3} -{"index":165,"Rank":160,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.79,"ArguAna":52.03,"ClimateFEVER":21.82,"CQADupstackRetrieval":34.46,"DBPedia":26.51,"FEVER":56.32,"FiQA2018":30.59,"HotpotQA":42.09,"MSMARCO":27.68,"NFCorpus":26.43,"NQ":37.93,"QuoraRetrieval":85.56,"SCIDOCS":16.6,"SciFact":59.95,"Touche2020":18.85,"TRECCOVID":45.1} -{"index":300,"Rank":161,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.47,"ArguAna":39.4,"ClimateFEVER":10.61,"CQADupstackRetrieval":40.78,"DBPedia":33.65,"FEVER":36.12,"FiQA2018":44.71,"HotpotQA":37.17,"MSMARCO":25.17,"NFCorpus":33.18,"NQ":46.29,"QuoraRetrieval":85.85,"SCIDOCS":15.97,"SciFact":50.91,"Touche2020":22.51,"TRECCOVID":54.77} -{"index":83,"Rank":162,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":38.05,"ArguAna":51.0,"ClimateFEVER":22.97,"CQADupstackRetrieval":33.37,"DBPedia":25.48,"FEVER":45.11,"FiQA2018":27.24,"HotpotQA":54.54,"MSMARCO":19.13,"NFCorpus":27.16,"NQ":34.16,"QuoraRetrieval":84.4,"SCIDOCS":15.35,"SciFact":68.68,"Touche2020":6.54,"TRECCOVID":55.67} -{"index":271,"Rank":163,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.04,"ArguAna":28.54,"ClimateFEVER":17.04,"CQADupstackRetrieval":40.81,"DBPedia":26.91,"FEVER":39.54,"FiQA2018":40.11,"HotpotQA":27.36,"MSMARCO":33.72,"NFCorpus":29.75,"NQ":43.91,"QuoraRetrieval":85.56,"SCIDOCS":21.38,"SciFact":60.97,"Touche2020":18.8,"TRECCOVID":56.27} -{"index":86,"Rank":164,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.94,"ArguAna":44.8,"ClimateFEVER":17.69,"CQADupstackRetrieval":38.2,"DBPedia":32.97,"FEVER":45.91,"FiQA2018":21.29,"HotpotQA":51.52,"MSMARCO":29.49,"NFCorpus":26.78,"NQ":32.6,"QuoraRetrieval":85.3,"SCIDOCS":15.31,"SciFact":63.23,"Touche2020":16.3,"TRECCOVID":47.77} -{"index":98,"Rank":165,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.04,"ArguAna":45.42,"ClimateFEVER":21.86,"CQADupstackRetrieval":27.25,"DBPedia":22.72,"FEVER":60.45,"FiQA2018":21.12,"HotpotQA":40.88,"MSMARCO":27.98,"NFCorpus":22.79,"NQ":29.73,"QuoraRetrieval":72.98,"SCIDOCS":12.21,"SciFact":56.9,"Touche2020":22.97,"TRECCOVID":70.3} -{"index":60,"Rank":166,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":36.99,"ArguAna":49.82,"ClimateFEVER":23.22,"CQADupstackRetrieval":31.75,"DBPedia":27.77,"FEVER":59.39,"FiQA2018":25.33,"HotpotQA":41.66,"MSMARCO":24.56,"NFCorpus":24.76,"NQ":32.94,"QuoraRetrieval":84.78,"SCIDOCS":15.26,"SciFact":56.03,"Touche2020":19.0,"TRECCOVID":38.58} -{"index":79,"Rank":167,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":36.75,"ArguAna":47.09,"ClimateFEVER":20.67,"CQADupstackRetrieval":30.78,"DBPedia":25.81,"FEVER":43.48,"FiQA2018":24.62,"HotpotQA":48.46,"MSMARCO":18.81,"NFCorpus":26.81,"NQ":33.21,"QuoraRetrieval":86.15,"SCIDOCS":10.0,"SciFact":64.48,"Touche2020":10.18,"TRECCOVID":60.67} -{"index":299,"Rank":168,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.71,"ArguAna":39.27,"ClimateFEVER":11.36,"CQADupstackRetrieval":38.96,"DBPedia":31.55,"FEVER":36.21,"FiQA2018":43.55,"HotpotQA":33.95,"MSMARCO":23.96,"NFCorpus":31.1,"NQ":42.02,"QuoraRetrieval":85.73,"SCIDOCS":15.38,"SciFact":49.91,"Touche2020":21.63,"TRECCOVID":46.11} -{"index":144,"Rank":169,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":36.08,"ArguAna":52.45,"ClimateFEVER":19.0,"CQADupstackRetrieval":30.71,"DBPedia":25.27,"FEVER":50.13,"FiQA2018":22.14,"HotpotQA":41.33,"MSMARCO":22.15,"NFCorpus":29.05,"NQ":23.45,"QuoraRetrieval":83.63,"SCIDOCS":14.95,"SciFact":61.96,"Touche2020":17.47,"TRECCOVID":47.52} -{"index":297,"Rank":170,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":35.34,"ArguAna":48.91,"ClimateFEVER":15.27,"CQADupstackRetrieval":31.32,"DBPedia":26.22,"FEVER":56.76,"FiQA2018":22.96,"HotpotQA":37.03,"MSMARCO":26.6,"NFCorpus":25.49,"NQ":33.6,"QuoraRetrieval":86.4,"SCIDOCS":13.97,"SciFact":50.3,"Touche2020":17.4,"TRECCOVID":37.87} -{"index":269,"Rank":171,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.91,"ArguAna":43.87,"ClimateFEVER":9.14,"CQADupstackRetrieval":37.95,"DBPedia":21.46,"FEVER":31.52,"FiQA2018":36.51,"HotpotQA":26.53,"MSMARCO":32.39,"NFCorpus":22.95,"NQ":45.72,"QuoraRetrieval":80.47,"SCIDOCS":19.44,"SciFact":54.76,"Touche2020":13.84,"TRECCOVID":47.09} -{"index":298,"Rank":172,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.63,"ArguAna":44.85,"ClimateFEVER":10.37,"CQADupstackRetrieval":35.23,"DBPedia":27.77,"FEVER":26.17,"FiQA2018":34.83,"HotpotQA":33.2,"MSMARCO":20.7,"NFCorpus":28.65,"NQ":36.32,"QuoraRetrieval":85.49,"SCIDOCS":14.15,"SciFact":45.76,"Touche2020":20.3,"TRECCOVID":40.7} -{"index":294,"Rank":173,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.96,"ArguAna":45.15,"ClimateFEVER":16.96,"CQADupstackRetrieval":27.72,"DBPedia":27.86,"FEVER":45.68,"FiQA2018":15.62,"HotpotQA":35.61,"MSMARCO":29.57,"NFCorpus":22.29,"NQ":29.85,"QuoraRetrieval":86.51,"SCIDOCS":10.13,"SciFact":52.31,"Touche2020":8.57,"TRECCOVID":40.54} -{"index":296,"Rank":174,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.45,"ArguAna":44.88,"ClimateFEVER":18.49,"CQADupstackRetrieval":30.7,"DBPedia":22.63,"FEVER":52.66,"FiQA2018":20.33,"HotpotQA":30.01,"MSMARCO":23.72,"NFCorpus":23.45,"NQ":29.8,"QuoraRetrieval":86.55,"SCIDOCS":0.03,"SciFact":48.37,"Touche2020":16.06,"TRECCOVID":39.12} -{"index":102,"Rank":175,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":32.34,"ArguAna":35.07,"ClimateFEVER":17.57,"CQADupstackRetrieval":29.98,"DBPedia":26.1,"FEVER":38.64,"FiQA2018":18.59,"HotpotQA":33.99,"MSMARCO":15.83,"NFCorpus":28.26,"NQ":24.63,"QuoraRetrieval":84.68,"SCIDOCS":13.55,"SciFact":46.66,"Touche2020":16.18,"TRECCOVID":55.35} -{"index":238,"Rank":176,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":31.71,"ArguAna":41.97,"ClimateFEVER":17.29,"CQADupstackRetrieval":22.3,"DBPedia":24.23,"FEVER":30.27,"FiQA2018":16.62,"HotpotQA":36.22,"MSMARCO":34.98,"NFCorpus":24.27,"NQ":19.54,"QuoraRetrieval":80.6,"SCIDOCS":12.39,"SciFact":50.64,"Touche2020":18.62,"TRECCOVID":45.75} -{"index":90,"Rank":177,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":29.33,"ArguAna":35.87,"ClimateFEVER":13.11,"CQADupstackRetrieval":21.69,"DBPedia":29.33,"FEVER":35.58,"FiQA2018":8.1,"HotpotQA":47.03,"MSMARCO":19.8,"NFCorpus":18.75,"NQ":23.25,"QuoraRetrieval":82.3,"SCIDOCS":11.12,"SciFact":50.24,"Touche2020":8.0,"TRECCOVID":35.74} -{"index":233,"Rank":178,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":29.26,"ArguAna":33.77,"ClimateFEVER":16.17,"CQADupstackRetrieval":18.4,"DBPedia":23.31,"FEVER":27.4,"FiQA2018":11.82,"HotpotQA":33.6,"MSMARCO":32.27,"NFCorpus":23.15,"NQ":19.24,"QuoraRetrieval":77.86,"SCIDOCS":11.14,"SciFact":44.63,"Touche2020":15.79,"TRECCOVID":50.29} -{"index":237,"Rank":179,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":29.11,"ArguAna":39.45,"ClimateFEVER":14.77,"CQADupstackRetrieval":20.07,"DBPedia":22.33,"FEVER":26.82,"FiQA2018":14.18,"HotpotQA":31.9,"MSMARCO":32.82,"NFCorpus":22.61,"NQ":17.16,"QuoraRetrieval":78.94,"SCIDOCS":10.98,"SciFact":46.04,"Touche2020":15.37,"TRECCOVID":43.24} -{"index":234,"Rank":180,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":27.16,"ArguAna":29.6,"ClimateFEVER":14.02,"CQADupstackRetrieval":19.21,"DBPedia":19.9,"FEVER":25.01,"FiQA2018":11.17,"HotpotQA":30.84,"MSMARCO":28.03,"NFCorpus":23.32,"NQ":17.68,"QuoraRetrieval":74.32,"SCIDOCS":9.92,"SciFact":50.66,"Touche2020":13.75,"TRECCOVID":39.98} -{"index":88,"Rank":181,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.17,"ArguAna":31.14,"ClimateFEVER":10.02,"CQADupstackRetrieval":18.63,"DBPedia":25.66,"FEVER":29.18,"FiQA2018":6.42,"HotpotQA":39.88,"MSMARCO":16.53,"NFCorpus":15.64,"NQ":19.99,"QuoraRetrieval":79.94,"SCIDOCS":9.93,"SciFact":42.42,"Touche2020":7.75,"TRECCOVID":39.48} -{"index":235,"Rank":182,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":26.14,"ArguAna":29.18,"ClimateFEVER":12.68,"CQADupstackRetrieval":19.09,"DBPedia":18.71,"FEVER":22.02,"FiQA2018":10.49,"HotpotQA":28.3,"MSMARCO":27.71,"NFCorpus":19.48,"NQ":16.99,"QuoraRetrieval":74.39,"SCIDOCS":9.67,"SciFact":44.02,"Touche2020":12.42,"TRECCOVID":47.02} -{"index":85,"Rank":183,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":25.93,"ArguAna":43.64,"ClimateFEVER":18.95,"CQADupstackRetrieval":18.5,"DBPedia":13.21,"FEVER":16.96,"FiQA2018":16.99,"HotpotQA":22.64,"MSMARCO":7.03,"NFCorpus":15.73,"NQ":17.96,"QuoraRetrieval":78.23,"SCIDOCS":5.53,"SciFact":38.31,"Touche2020":19.17,"TRECCOVID":56.04} -{"index":89,"Rank":184,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.51,"ArguAna":34.8,"ClimateFEVER":8.35,"CQADupstackRetrieval":19.16,"DBPedia":21.32,"FEVER":26.08,"FiQA2018":11.71,"HotpotQA":38.38,"MSMARCO":16.96,"NFCorpus":14.02,"NQ":20.74,"QuoraRetrieval":74.94,"SCIDOCS":9.39,"SciFact":46.0,"Touche2020":10.51,"TRECCOVID":30.27} -{"index":236,"Rank":185,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":24.13,"ArguAna":32.62,"ClimateFEVER":8.67,"CQADupstackRetrieval":16.29,"DBPedia":18.32,"FEVER":18.76,"FiQA2018":10.22,"HotpotQA":21.61,"MSMARCO":29.47,"NFCorpus":18.96,"NQ":13.05,"QuoraRetrieval":75.89,"SCIDOCS":8.16,"SciFact":36.55,"Touche2020":12.87,"TRECCOVID":40.48} -{"index":267,"Rank":186,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.82,"ArguAna":38.33,"ClimateFEVER":11.98,"CQADupstackRetrieval":14.5,"DBPedia":19.73,"FEVER":20.41,"FiQA2018":10.41,"HotpotQA":22.9,"MSMARCO":11.0,"NFCorpus":12.42,"NQ":16.08,"QuoraRetrieval":79.62,"SCIDOCS":7.53,"SciFact":29.59,"Touche2020":9.9,"TRECCOVID":22.93} -{"index":287,"Rank":187,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.62,"ArguAna":36.3,"ClimateFEVER":14.44,"CQADupstackRetrieval":15.47,"DBPedia":18.28,"FEVER":14.99,"FiQA2018":10.09,"HotpotQA":19.18,"MSMARCO":9.6,"NFCorpus":13.87,"NQ":12.87,"QuoraRetrieval":71.32,"SCIDOCS":8.04,"SciFact":29.58,"Touche2020":13.99,"TRECCOVID":36.22} -{"index":288,"Rank":188,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.22,"ArguAna":30.96,"ClimateFEVER":14.87,"CQADupstackRetrieval":16.79,"DBPedia":15.88,"FEVER":15.56,"FiQA2018":10.49,"HotpotQA":20.77,"MSMARCO":9.75,"NFCorpus":11.79,"NQ":12.75,"QuoraRetrieval":71.57,"SCIDOCS":8.47,"SciFact":29.53,"Touche2020":13.17,"TRECCOVID":35.92} -{"index":99,"Rank":189,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":20.9,"ArguAna":31.04,"ClimateFEVER":11.01,"CQADupstackRetrieval":20.29,"DBPedia":10.87,"FEVER":18.4,"FiQA2018":8.94,"HotpotQA":17.73,"MSMARCO":6.27,"NFCorpus":11.8,"NQ":7.63,"QuoraRetrieval":78.96,"SCIDOCS":7.13,"SciFact":31.79,"Touche2020":12.27,"TRECCOVID":39.31} -{"index":268,"Rank":190,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.29,"ArguAna":38.34,"ClimateFEVER":11.8,"CQADupstackRetrieval":13.22,"DBPedia":15.04,"FEVER":21.06,"FiQA2018":9.84,"HotpotQA":19.75,"MSMARCO":9.35,"NFCorpus":9.88,"NQ":11.69,"QuoraRetrieval":78.03,"SCIDOCS":5.5,"SciFact":25.72,"Touche2020":8.9,"TRECCOVID":26.2} -{"index":282,"Rank":191,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.99,"ArguAna":34.18,"ClimateFEVER":3.83,"CQADupstackRetrieval":18.75,"DBPedia":15.57,"FEVER":12.18,"FiQA2018":7.0,"HotpotQA":18.75,"MSMARCO":7.6,"NFCorpus":16.54,"NQ":8.42,"QuoraRetrieval":77.03,"SCIDOCS":5.63,"SciFact":38.2,"Touche2020":4.88,"TRECCOVID":16.34} -{"index":346,"Rank":192,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":18.36,"ArguAna":39.65,"ClimateFEVER":2.83,"CQADupstackRetrieval":10.17,"DBPedia":3.48,"FEVER":4.45,"FiQA2018":7.54,"HotpotQA":12.6,"MSMARCO":10.53,"NFCorpus":20.59,"NQ":2.02,"QuoraRetrieval":82.18,"SCIDOCS":6.28,"SciFact":45.46,"Touche2020":3.1,"TRECCOVID":24.56} -{"index":286,"Rank":193,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.88,"ArguAna":32.67,"ClimateFEVER":6.86,"CQADupstackRetrieval":14.6,"DBPedia":4.14,"FEVER":5.45,"FiQA2018":5.64,"HotpotQA":5.46,"MSMARCO":5.59,"NFCorpus":0.85,"NQ":5.99,"QuoraRetrieval":64.65,"SCIDOCS":0.0,"SciFact":47.88,"Touche2020":8.46,"TRECCOVID":29.91} -{"index":175,"Rank":194,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":13.47,"ArguAna":18.3,"ClimateFEVER":1.79,"CQADupstackRetrieval":8.87,"DBPedia":3.92,"FEVER":1.59,"FiQA2018":3.0,"HotpotQA":12.96,"MSMARCO":3.0,"NFCorpus":5.59,"NQ":0.89,"QuoraRetrieval":78.62,"SCIDOCS":1.79,"SciFact":35.29,"Touche2020":1.68,"TRECCOVID":24.82} -{"index":183,"Rank":195,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":10.59,"ArguAna":28.29,"ClimateFEVER":5.41,"CQADupstackRetrieval":5.51,"DBPedia":4.13,"FEVER":3.3,"FiQA2018":2.19,"HotpotQA":8.26,"MSMARCO":1.91,"NFCorpus":4.3,"NQ":2.62,"QuoraRetrieval":61.03,"SCIDOCS":2.82,"SciFact":13.34,"Touche2020":0.97,"TRECCOVID":14.74} -{"index":11,"Rank":196,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":7.94,"ArguAna":12.86,"ClimateFEVER":0.36,"CQADupstackRetrieval":4.12,"DBPedia":1.53,"FEVER":0.77,"FiQA2018":1.73,"HotpotQA":5.5,"MSMARCO":1.09,"NFCorpus":2.44,"NQ":0.64,"QuoraRetrieval":71.14,"SCIDOCS":0.78,"SciFact":4.04,"Touche2020":1.06,"TRECCOVID":10.97} -{"index":2,"Rank":197,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArguAna":48.83,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":40.38,"HotpotQA":"","MSMARCO":35.19,"NFCorpus":"","NQ":51.08,"QuoraRetrieval":"","SCIDOCS":"","SciFact":73.5,"Touche2020":"","TRECCOVID":54.74} -{"index":3,"Rank":198,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":4,"Rank":199,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":5,"Rank":200,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":7,"Rank":201,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":10,"Rank":202,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":13,"Rank":203,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":22,"Rank":205,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":23,"Rank":206,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":27,"Rank":207,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":31,"Rank":208,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":33,"Rank":209,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":"","DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":41,"Rank":213,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":42,"Rank":214,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":43,"Rank":215,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":44,"Rank":216,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":"","DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":45,"Rank":217,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":46,"Rank":218,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":50,"Rank":220,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":51,"Rank":221,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":52,"Rank":222,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":53,"Rank":223,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":67,"Rank":230,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":68,"Rank":231,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":"","DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} -{"index":70,"Rank":232,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":71,"Rank":233,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":51.87,"ClimateFEVER":17.0,"CQADupstackRetrieval":"","DBPedia":35.08,"FEVER":61.54,"FiQA2018":29.97,"HotpotQA":64.15,"MSMARCO":37.7,"NFCorpus":32.59,"NQ":51.92,"QuoraRetrieval":87.56,"SCIDOCS":16.93,"SciFact":68.47,"Touche2020":16.07,"TRECCOVID":49.44} -{"index":72,"Rank":234,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":55.89,"ClimateFEVER":24.97,"CQADupstackRetrieval":"","DBPedia":30.91,"FEVER":71.86,"FiQA2018":38.26,"HotpotQA":62.04,"MSMARCO":32.11,"NFCorpus":33.38,"NQ":48.92,"QuoraRetrieval":87.58,"SCIDOCS":18.83,"SciFact":68.55,"Touche2020":16.76,"TRECCOVID":52.92} -{"index":73,"Rank":235,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":53.59,"ClimateFEVER":21.71,"CQADupstackRetrieval":"","DBPedia":32.01,"FEVER":66.46,"FiQA2018":24.47,"HotpotQA":57.96,"MSMARCO":30.05,"NFCorpus":28.94,"NQ":41.32,"QuoraRetrieval":86.24,"SCIDOCS":16.2,"SciFact":63.97,"Touche2020":14.47,"TRECCOVID":46.79} -{"index":75,"Rank":236,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":91,"Rank":238,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":92,"Rank":239,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":93,"Rank":240,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":94,"Rank":241,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":95,"Rank":242,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":44.35,"ClimateFEVER":17.77,"CQADupstackRetrieval":25.56,"DBPedia":21.94,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":96,"Rank":243,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":35.0,"ClimateFEVER":"","CQADupstackRetrieval":22.96,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":103,"Rank":244,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":104,"Rank":245,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":105,"Rank":246,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":106,"Rank":247,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":107,"Rank":248,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":108,"Rank":249,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":109,"Rank":250,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":110,"Rank":251,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":111,"Rank":252,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":115,"Rank":253,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":119,"Rank":255,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":"","DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":134,"Rank":258,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":135,"Rank":259,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":136,"Rank":260,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":138,"Rank":261,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":139,"Rank":262,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":140,"Rank":263,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":151,"Rank":264,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":"","DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":154,"Rank":265,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":53.96,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":41.3,"HotpotQA":"","MSMARCO":"","NFCorpus":31.41,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":64.37,"Touche2020":"","TRECCOVID":""} -{"index":155,"Rank":266,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":45.51,"FiQA2018":36.61,"HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":156,"Rank":267,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":157,"Rank":268,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":158,"Rank":269,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":159,"Rank":270,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":160,"Rank":271,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":37.27,"ClimateFEVER":8.69,"CQADupstackRetrieval":18.81,"DBPedia":14.77,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":161,"Rank":272,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":47.29,"ClimateFEVER":13.48,"CQADupstackRetrieval":31.03,"DBPedia":22.45,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":162,"Rank":273,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":163,"Rank":274,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":164,"Rank":275,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":166,"Rank":276,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":167,"Rank":277,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":168,"Rank":278,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":170,"Rank":279,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":174,"Rank":280,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":176,"Rank":281,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":177,"Rank":282,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":178,"Rank":283,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":180,"Rank":284,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":181,"Rank":285,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":182,"Rank":286,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":189,"Rank":287,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":203,"Rank":288,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":204,"Rank":289,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":213,"Rank":290,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":36.22,"DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":215,"Rank":291,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":38.78,"DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":226,"Rank":292,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":227,"Rank":293,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":228,"Rank":294,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":229,"Rank":295,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":230,"Rank":296,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":231,"Rank":297,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":242,"Rank":299,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":49.11,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":79.91,"HotpotQA":"","MSMARCO":"","NFCorpus":29.64,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":65.4,"Touche2020":"","TRECCOVID":""} -{"index":247,"Rank":304,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":57.77,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":248,"Rank":305,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.13,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":261,"Rank":306,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":262,"Rank":307,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":265,"Rank":308,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":273,"Rank":309,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":274,"Rank":310,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":275,"Rank":311,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":276,"Rank":312,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":277,"Rank":313,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":278,"Rank":314,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":279,"Rank":315,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":280,"Rank":316,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":281,"Rank":317,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":289,"Rank":318,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":295,"Rank":319,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":302,"Rank":320,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":303,"Rank":321,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ArguAna":32.03,"ClimateFEVER":5.56,"CQADupstackRetrieval":17.02,"DBPedia":9.61,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":304,"Rank":322,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":83.07,"SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":305,"Rank":323,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":306,"Rank":324,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":307,"Rank":325,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":310,"Rank":326,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":312,"Rank":327,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":38.88,"ClimateFEVER":9.94,"CQADupstackRetrieval":18.0,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":313,"Rank":328,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":"","DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":314,"Rank":329,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":"","DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":319,"Rank":330,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":5.35,"ClimateFEVER":0.59,"CQADupstackRetrieval":"","DBPedia":0.43,"FEVER":0.51,"FiQA2018":0.76,"HotpotQA":0.59,"MSMARCO":0.31,"NFCorpus":4.87,"NQ":0.33,"QuoraRetrieval":31.95,"SCIDOCS":1.02,"SciFact":2.91,"Touche2020":3.82,"TRECCOVID":7.5} -{"index":322,"Rank":331,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":68.73,"SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":323,"Rank":332,"Model":"mxbai-embed-xsmall-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.58,"ClimateFEVER":22.42,"CQADupstackRetrieval":"","DBPedia":32.19,"FEVER":56.45,"FiQA2018":37.1,"HotpotQA":48.37,"MSMARCO":36.76,"NFCorpus":32.05,"NQ":44.44,"QuoraRetrieval":87.7,"SCIDOCS":21.5,"SciFact":65.81,"Touche2020":17.09,"TRECCOVID":48.9} -{"index":326,"Rank":335,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":327,"Rank":336,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":329,"Rank":337,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":54.83,"ClimateFEVER":31.95,"CQADupstackRetrieval":32.2,"DBPedia":41.81,"FEVER":62.94,"FiQA2018":29.36,"HotpotQA":63.85,"MSMARCO":"","NFCorpus":28.47,"NQ":42.04,"QuoraRetrieval":88.15,"SCIDOCS":17.3,"SciFact":65.72,"Touche2020":18.1,"TRECCOVID":53.89} -{"index":330,"Rank":338,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":0.44,"ClimateFEVER":0.11,"CQADupstackRetrieval":"","DBPedia":0.28,"FEVER":0.25,"FiQA2018":0.16,"HotpotQA":0.3,"MSMARCO":0.2,"NFCorpus":0.23,"NQ":0.21,"QuoraRetrieval":0.84,"SCIDOCS":0.15,"SciFact":0.51,"Touche2020":0.12,"TRECCOVID":0.37} -{"index":331,"Rank":339,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":332,"Rank":340,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":"","DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":333,"Rank":341,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":334,"Rank":342,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.87,"ClimateFEVER":19.68,"CQADupstackRetrieval":"","DBPedia":36.06,"FEVER":69.98,"FiQA2018":35.49,"HotpotQA":65.0,"MSMARCO":68.72,"NFCorpus":31.81,"NQ":52.15,"QuoraRetrieval":85.02,"SCIDOCS":17.36,"SciFact":67.97,"Touche2020":13.23,"TRECCOVID":52.61} -{"index":339,"Rank":346,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":340,"Rank":347,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":46.91,"ClimateFEVER":18.5,"CQADupstackRetrieval":"","DBPedia":36.2,"FEVER":72.1,"FiQA2018":38.41,"HotpotQA":59.39,"MSMARCO":37.94,"NFCorpus":33.17,"NQ":42.81,"QuoraRetrieval":70.57,"SCIDOCS":14.83,"SciFact":67.25,"Touche2020":28.68,"TRECCOVID":72.43} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":49.2,"ClimateFEVER":19.9,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.0,"FiQA2018":42.2,"HotpotQA":63.1,"MSMARCO":"","NFCorpus":36.7,"NQ":"","QuoraRetrieval":69.7,"SCIDOCS":"","SciFact":70.4,"Touche2020":29.7,"TRECCOVID":58.5} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":46.98,"ClimateFEVER":19.4,"CQADupstackRetrieval":"","DBPedia":"","FEVER":75.6,"FiQA2018":45.21,"HotpotQA":64.8,"MSMARCO":"","NFCorpus":38.01,"NQ":"","QuoraRetrieval":67.7,"SCIDOCS":17.74,"SciFact":74.35,"Touche2020":30.9,"TRECCOVID":56.14} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":43.5,"ClimateFEVER":22.3,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.5,"FiQA2018":51.2,"HotpotQA":68.8,"MSMARCO":"","NFCorpus":40.7,"NQ":"","QuoraRetrieval":63.8,"SCIDOCS":"","SciFact":75.4,"Touche2020":29.1,"TRECCOVID":64.9} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":5.14,"HotpotQA":"","MSMARCO":"","NFCorpus":19.96,"NQ":"","QuoraRetrieval":83.11,"SCIDOCS":"","SciFact":46.68,"Touche2020":"","TRECCOVID":7.61} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} diff --git a/boards_data/en/data_tasks/STS/default.jsonl b/boards_data/en/data_tasks/STS/default.jsonl deleted file mode 100644 index 51ad20626ee09c666b36cfff734333efec72df6c..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,335 +0,0 @@ -{"index":72,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.02,"BIOSSES":87.86,"SICK-R":81.01,"STS12":85.52,"STS13":89.37,"STS14":91.61,"STS15":92.02,"STS16":86.29,"STS17 (en-en)":88.71,"STS22 (en)":68.58,"STSBenchmark":89.28} -{"index":217,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":85.81,"BIOSSES":88.69,"SICK-R":89.62,"STS12":82.44,"STS13":89.49,"STS14":84.95,"STS15":89.31,"STS16":86.85,"STS17 (en-en)":90.0,"STS22 (en)":67.28,"STSBenchmark":89.44} -{"index":9,"Rank":3,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":85.79,"BIOSSES":89.7,"SICK-R":78.44,"STS12":86.46,"STS13":87.76,"STS14":86.6,"STS15":90.1,"STS16":86.39,"STS17 (en-en)":86.98,"STS22 (en)":76.89,"STSBenchmark":88.56} -{"index":59,"Rank":4,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.48,"BIOSSES":87.14,"SICK-R":82.46,"STS12":80.15,"STS13":89.94,"STS14":86.24,"STS15":91.2,"STS16":88.19,"STS17 (en-en)":91.93,"STS22 (en)":68.32,"STSBenchmark":89.21} -{"index":320,"Rank":5,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.31,"BIOSSES":86.94,"SICK-R":83.73,"STS12":81.39,"STS13":87.96,"STS14":85.58,"STS15":89.78,"STS16":87.89,"STS17 (en-en)":92.02,"STS22 (en)":69.01,"STSBenchmark":88.83} -{"index":1,"Rank":6,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":85.07,"BIOSSES":89.46,"SICK-R":81.93,"STS12":77.59,"STS13":90.36,"STS14":85.25,"STS15":89.66,"STS16":87.34,"STS17 (en-en)":92.06,"STS22 (en)":68.02,"STSBenchmark":88.99} -{"index":118,"Rank":7,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.05,"BIOSSES":86.07,"SICK-R":82.92,"STS12":79.47,"STS13":89.15,"STS14":84.93,"STS15":90.74,"STS16":87.82,"STS17 (en-en)":92.02,"STS22 (en)":68.36,"STSBenchmark":89.0} -{"index":328,"Rank":8,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.04,"BIOSSES":89.15,"SICK-R":82.83,"STS12":78.65,"STS13":90.0,"STS14":84.97,"STS15":89.81,"STS16":86.71,"STS17 (en-en)":89.8,"STS22 (en)":69.67,"STSBenchmark":88.77} -{"index":201,"Rank":9,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.03,"BIOSSES":87.46,"SICK-R":81.73,"STS12":82.53,"STS13":88.05,"STS14":84.83,"STS15":91.02,"STS16":87.32,"STS17 (en-en)":90.33,"STS22 (en)":68.67,"STSBenchmark":88.39} -{"index":307,"Rank":10,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":240,"Rank":11,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":310,"Rank":12,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":174,"Rank":13,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":69,"Rank":14,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.99,"BIOSSES":88.38,"SICK-R":83.0,"STS12":79.22,"STS13":89.43,"STS14":84.79,"STS15":89.54,"STS16":86.69,"STS17 (en-en)":89.64,"STS22 (en)":70.26,"STSBenchmark":88.96} -{"index":74,"Rank":15,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"BIOSSES":86.4,"SICK-R":84.31,"STS12":78.44,"STS13":88.27,"STS14":84.49,"STS15":90.28,"STS16":87.37,"STS17 (en-en)":92.68,"STS22 (en)":68.62,"STSBenchmark":88.81} -{"index":0,"Rank":16,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":84.93,"BIOSSES":89.42,"SICK-R":81.67,"STS12":78.02,"STS13":90.1,"STS14":85.44,"STS15":89.64,"STS16":87.24,"STS17 (en-en)":90.46,"STS22 (en)":67.99,"STSBenchmark":89.33} -{"index":239,"Rank":17,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.9,"BIOSSES":88.06,"SICK-R":82.05,"STS12":78.77,"STS13":90.4,"STS14":85.45,"STS15":90.01,"STS16":87.42,"STS17 (en-en)":88.8,"STS22 (en)":68.8,"STSBenchmark":89.2} -{"index":272,"Rank":18,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.82,"BIOSSES":87.28,"SICK-R":82.33,"STS12":79.7,"STS13":89.21,"STS14":86.01,"STS15":89.7,"STS16":87.68,"STS17 (en-en)":88.03,"STS22 (en)":70.16,"STSBenchmark":88.15} -{"index":190,"Rank":19,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.67,"BIOSSES":84.66,"SICK-R":82.23,"STS12":80.26,"STS13":89.69,"STS14":85.32,"STS15":90.16,"STS16":86.42,"STS17 (en-en)":91.01,"STS22 (en)":68.08,"STSBenchmark":88.85} -{"index":21,"Rank":20,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.63,"BIOSSES":85.55,"SICK-R":82.64,"STS12":79.66,"STS13":88.43,"STS14":84.54,"STS15":90.43,"STS16":87.68,"STS17 (en-en)":91.75,"STS22 (en)":66.98,"STSBenchmark":88.6} -{"index":196,"Rank":21,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.62,"BIOSSES":85.5,"SICK-R":82.64,"STS12":79.65,"STS13":88.43,"STS14":84.54,"STS15":90.42,"STS16":87.69,"STS17 (en-en)":91.76,"STS22 (en)":66.98,"STSBenchmark":88.6} -{"index":148,"Rank":22,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.59,"BIOSSES":89.17,"SICK-R":82.8,"STS12":77.13,"STS13":89.29,"STS14":83.83,"STS15":89.7,"STS16":86.43,"STS17 (en-en)":89.66,"STS22 (en)":69.61,"STSBenchmark":88.3} -{"index":133,"Rank":23,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.54,"BIOSSES":86.14,"SICK-R":82.62,"STS12":79.09,"STS13":89.62,"STS14":85.02,"STS15":89.51,"STS16":86.61,"STS17 (en-en)":88.99,"STS22 (en)":68.79,"STSBenchmark":89.06} -{"index":171,"Rank":24,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":84.51,"BIOSSES":83.11,"SICK-R":82.89,"STS12":80.09,"STS13":89.68,"STS14":85.07,"STS15":89.39,"STS16":87.15,"STS17 (en-en)":91.35,"STS22 (en)":68.1,"STSBenchmark":88.23} -{"index":6,"Rank":25,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":84.31,"BIOSSES":89.24,"SICK-R":83.16,"STS12":73.34,"STS13":88.49,"STS14":86.49,"STS15":91.13,"STS16":85.68,"STS17 (en-en)":90.06,"STS22 (en)":66.32,"STSBenchmark":89.22} -{"index":259,"Rank":26,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41} -{"index":25,"Rank":27,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42} -{"index":308,"Rank":28,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42} -{"index":338,"Rank":29,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.44,"SICK-R":81.88,"STS12":78.64,"STS13":87.12,"STS14":83.55,"STS15":90.1,"STS16":87.22,"STS17 (en-en)":91.43,"STS22 (en)":67.76,"STSBenchmark":88.28} -{"index":172,"Rank":30,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":84.22,"BIOSSES":83.3,"SICK-R":82.21,"STS12":79.52,"STS13":89.19,"STS14":85.15,"STS15":89.1,"STS16":87.14,"STS17 (en-en)":90.97,"STS22 (en)":67.83,"STSBenchmark":87.74} -{"index":245,"Rank":31,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.18,"BIOSSES":88.37,"SICK-R":82.06,"STS12":78.83,"STS13":87.99,"STS14":83.5,"STS15":89.0,"STS16":86.45,"STS17 (en-en)":89.56,"STS22 (en)":68.15,"STSBenchmark":87.89} -{"index":82,"Rank":32,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.09,"BIOSSES":85.24,"SICK-R":83.7,"STS12":78.8,"STS13":86.37,"STS14":84.04,"STS15":88.99,"STS16":87.22,"STS17 (en-en)":90.19,"STS22 (en)":67.68,"STSBenchmark":88.65} -{"index":28,"Rank":33,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":83.88,"BIOSSES":85.74,"SICK-R":82.66,"STS12":77.71,"STS13":87.45,"STS14":83.48,"STS15":87.63,"STS16":86.7,"STS17 (en-en)":91.18,"STS22 (en)":69.02,"STSBenchmark":87.25} -{"index":209,"Rank":34,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.85,"BIOSSES":86.75,"SICK-R":82.33,"STS12":77.61,"STS13":87.95,"STS14":83.85,"STS15":88.47,"STS16":86.46,"STS17 (en-en)":88.7,"STS22 (en)":68.02,"STSBenchmark":88.33} -{"index":188,"Rank":35,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.74,"BIOSSES":80.97,"SICK-R":82.99,"STS12":78.17,"STS13":88.13,"STS14":83.78,"STS15":88.79,"STS16":86.47,"STS17 (en-en)":92.23,"STS22 (en)":68.35,"STSBenchmark":87.47} -{"index":78,"Rank":36,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":83.73,"BIOSSES":82.13,"SICK-R":83.01,"STS12":78.85,"STS13":86.84,"STS14":84.04,"STS15":88.72,"STS16":86.79,"STS17 (en-en)":90.63,"STS22 (en)":67.55,"STSBenchmark":88.72} -{"index":80,"Rank":37,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":83.58,"BIOSSES":84.92,"SICK-R":83.94,"STS12":79.27,"STS13":84.83,"STS14":82.94,"STS15":88.09,"STS16":86.54,"STS17 (en-en)":89.58,"STS22 (en)":67.67,"STSBenchmark":88.05} -{"index":84,"Rank":38,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":83.58,"BIOSSES":85.88,"SICK-R":82.25,"STS12":78.28,"STS13":85.52,"STS14":82.49,"STS15":88.76,"STS16":87.11,"STS17 (en-en)":90.1,"STS22 (en)":68.25,"STSBenchmark":87.16} -{"index":146,"Rank":39,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"BIOSSES":87.95,"SICK-R":81.29,"STS12":76.16,"STS13":87.85,"STS14":83.39,"STS15":89.43,"STS16":85.35,"STS17 (en-en)":88.59,"STS22 (en)":67.81,"STSBenchmark":87.32} -{"index":23,"Rank":40,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":265,"Rank":41,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":22,"Rank":42,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":215,"Rank":43,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":33,"Rank":44,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":313,"Rank":45,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":264,"Rank":46,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":54,"Rank":47,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":83.35,"BIOSSES":86.32,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.14,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":317,"Rank":48,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.35,"BIOSSES":88.65,"SICK-R":79.81,"STS12":76.81,"STS13":88.11,"STS14":82.66,"STS15":88.93,"STS16":84.25,"STS17 (en-en)":88.47,"STS22 (en)":69.71,"STSBenchmark":86.07} -{"index":119,"Rank":49,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":224,"Rank":50,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":314,"Rank":51,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":55,"Rank":52,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":40,"Rank":53,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":83.15,"BIOSSES":85.01,"SICK-R":82.18,"STS12":77.62,"STS13":85.16,"STS14":80.02,"STS15":88.92,"STS16":86.92,"STS17 (en-en)":90.09,"STS22 (en)":66.81,"STSBenchmark":88.79} -{"index":186,"Rank":54,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.15,"BIOSSES":84.39,"SICK-R":81.27,"STS12":76.28,"STS13":88.18,"STS14":81.92,"STS15":89.01,"STS16":85.49,"STS17 (en-en)":90.3,"STS22 (en)":67.74,"STSBenchmark":86.88} -{"index":274,"Rank":55,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":189,"Rank":56,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":273,"Rank":57,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":26,"Rank":58,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":321,"Rank":59,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.1,"BIOSSES":83.85,"SICK-R":82.5,"STS12":77.04,"STS13":84.56,"STS14":82.12,"STS15":88.14,"STS16":86.38,"STS17 (en-en)":91.49,"STS22 (en)":68.45,"STSBenchmark":86.51} -{"index":187,"Rank":60,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.06,"BIOSSES":84.15,"SICK-R":81.7,"STS12":75.32,"STS13":87.44,"STS14":81.87,"STS15":88.94,"STS16":85.38,"STS17 (en-en)":90.54,"STS22 (en)":68.65,"STSBenchmark":86.56} -{"index":17,"Rank":61,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":48,"Rank":62,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":309,"Rank":63,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":179,"Rank":64,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":149,"Rank":65,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.03,"BIOSSES":86.99,"SICK-R":80.53,"STS12":75.57,"STS13":86.26,"STS14":82.3,"STS15":88.74,"STS16":85.27,"STS17 (en-en)":89.02,"STS22 (en)":68.51,"STSBenchmark":87.08} -{"index":191,"Rank":66,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.02,"BIOSSES":85.94,"SICK-R":81.06,"STS12":78.72,"STS13":84.88,"STS14":83.11,"STS15":88.74,"STS16":86.35,"STS17 (en-en)":87.71,"STS22 (en)":66.28,"STSBenchmark":87.45} -{"index":208,"Rank":67,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":83.01,"BIOSSES":85.52,"SICK-R":81.41,"STS12":77.47,"STS13":86.38,"STS14":81.17,"STS15":88.23,"STS16":86.29,"STS17 (en-en)":90.62,"STS22 (en)":65.01,"STSBenchmark":88.02} -{"index":71,"Rank":68,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.0,"BIOSSES":87.13,"SICK-R":79.49,"STS12":79.59,"STS13":84.7,"STS14":83.92,"STS15":89.88,"STS16":84.88,"STS17 (en-en)":88.69,"STS22 (en)":64.27,"STSBenchmark":87.44} -{"index":150,"Rank":69,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.0,"BIOSSES":87.2,"SICK-R":80.31,"STS12":75.76,"STS13":86.08,"STS14":82.28,"STS15":88.9,"STS16":85.18,"STS17 (en-en)":88.73,"STS22 (en)":68.54,"STSBenchmark":86.98} -{"index":8,"Rank":70,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":82.93,"BIOSSES":84.85,"SICK-R":79.71,"STS12":77.09,"STS13":88.91,"STS14":82.08,"STS15":89.21,"STS16":84.74,"STS17 (en-en)":90.73,"STS22 (en)":62.1,"STSBenchmark":89.86} -{"index":335,"Rank":71,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.88,"BIOSSES":87.98,"SICK-R":79.13,"STS12":75.98,"STS13":87.55,"STS14":81.99,"STS15":88.93,"STS16":83.59,"STS17 (en-en)":88.51,"STS22 (en)":69.72,"STSBenchmark":85.4} -{"index":56,"Rank":72,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.86,"BIOSSES":87.1,"SICK-R":80.82,"STS12":82.01,"STS13":84.18,"STS14":80.13,"STS15":85.77,"STS16":86.33,"STS17 (en-en)":86.39,"STS22 (en)":71.35,"STSBenchmark":84.52} -{"index":258,"Rank":73,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.84,"BIOSSES":85.59,"SICK-R":82.8,"STS12":76.22,"STS13":86.3,"STS14":82.09,"STS15":87.24,"STS16":84.77,"STS17 (en-en)":87.42,"STS22 (en)":69.85,"STSBenchmark":86.14} -{"index":243,"Rank":74,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.79,"BIOSSES":86.71,"SICK-R":80.06,"STS12":77.75,"STS13":86.08,"STS14":82.89,"STS15":88.54,"STS16":85.76,"STS17 (en-en)":87.82,"STS22 (en)":65.46,"STSBenchmark":86.79} -{"index":47,"Rank":75,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} -{"index":16,"Rank":76,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} -{"index":301,"Rank":77,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} -{"index":38,"Rank":78,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.62,"BIOSSES":83.5,"SICK-R":81.27,"STS12":74.37,"STS13":85.2,"STS14":80.98,"STS15":89.23,"STS16":86.32,"STS17 (en-en)":90.34,"STS22 (en)":66.42,"STSBenchmark":88.55} -{"index":75,"Rank":79,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":156,"Rank":80,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":213,"Rank":81,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":219,"Rank":82,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.56,"BIOSSES":86.54,"SICK-R":83.23,"STS12":76.13,"STS13":83.19,"STS14":80.6,"STS15":87.16,"STS16":85.16,"STS17 (en-en)":90.88,"STS22 (en)":67.04,"STSBenchmark":85.67} -{"index":246,"Rank":83,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.5,"BIOSSES":85.64,"SICK-R":80.74,"STS12":76.07,"STS13":86.81,"STS14":81.68,"STS15":88.75,"STS16":84.61,"STS17 (en-en)":89.75,"STS22 (en)":64.1,"STSBenchmark":86.88} -{"index":15,"Rank":84,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.42,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":66.4,"STSBenchmark":87.35} -{"index":58,"Rank":85,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.42,"BIOSSES":86.24,"SICK-R":79.93,"STS12":76.67,"STS13":84.87,"STS14":80.11,"STS15":88.7,"STS16":84.62,"STS17 (en-en)":87.94,"STS22 (en)":69.0,"STSBenchmark":86.07} -{"index":57,"Rank":86,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.4,"BIOSSES":86.33,"SICK-R":79.63,"STS12":81.5,"STS13":84.49,"STS14":80.06,"STS15":86.54,"STS16":85.41,"STS17 (en-en)":86.4,"STS22 (en)":69.37,"STSBenchmark":84.3} -{"index":151,"Rank":87,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":24,"Rank":88,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":206,"Rank":89,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":82.37,"BIOSSES":84.82,"SICK-R":80.85,"STS12":76.1,"STS13":85.49,"STS14":80.44,"STS15":87.75,"STS16":85.42,"STS17 (en-en)":89.95,"STS22 (en)":65.13,"STSBenchmark":87.71} -{"index":316,"Rank":90,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.3,"BIOSSES":87.64,"SICK-R":78.86,"STS12":75.71,"STS13":85.73,"STS14":81.51,"STS15":88.81,"STS16":83.82,"STS17 (en-en)":87.9,"STS22 (en)":67.33,"STSBenchmark":85.73} -{"index":185,"Rank":91,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.29,"BIOSSES":82.31,"SICK-R":80.26,"STS12":77.02,"STS13":86.58,"STS14":81.32,"STS15":88.19,"STS16":84.88,"STS17 (en-en)":89.46,"STS22 (en)":66.45,"STSBenchmark":86.43} -{"index":152,"Rank":92,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.24,"BIOSSES":84.9,"SICK-R":80.08,"STS12":77.21,"STS13":83.55,"STS14":82.4,"STS15":88.09,"STS16":85.03,"STS17 (en-en)":88.53,"STS22 (en)":65.95,"STSBenchmark":86.66} -{"index":20,"Rank":93,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} -{"index":318,"Rank":94,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"BIOSSES":88.17,"SICK-R":77.93,"STS12":75.12,"STS13":85.09,"STS14":81.03,"STS15":88.32,"STS16":83.91,"STS17 (en-en)":87.59,"STS22 (en)":68.0,"STSBenchmark":85.57} -{"index":249,"Rank":95,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":194,"Rank":96,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.06,"BIOSSES":84.73,"SICK-R":80.49,"STS12":75.93,"STS13":85.22,"STS14":80.54,"STS15":88.81,"STS16":85.28,"STS17 (en-en)":89.37,"STS22 (en)":62.99,"STSBenchmark":87.21} -{"index":195,"Rank":97,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":68,"Rank":98,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":247,"Rank":99,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.04,"BIOSSES":86.66,"SICK-R":79.44,"STS12":76.17,"STS13":84.15,"STS14":81.49,"STS15":88.11,"STS16":84.99,"STS17 (en-en)":87.98,"STS22 (en)":65.07,"STSBenchmark":86.31} -{"index":18,"Rank":100,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.97,"BIOSSES":83.65,"SICK-R":79.37,"STS12":74.38,"STS13":84.71,"STS14":80.1,"STS15":87.16,"STS16":85.02,"STS17 (en-en)":90.64,"STS22 (en)":68.63,"STSBenchmark":86.04} -{"index":115,"Rank":101,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":340,"Rank":102,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":135,"Rank":103,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":31,"Rank":104,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":256,"Rank":105,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":73,"Rank":106,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08} -{"index":336,"Rank":107,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45} -{"index":299,"Rank":108,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} -{"index":352,"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":81.73,"BIOSSES":84.68,"SICK-R":79.0,"STS12":72.84,"STS13":86.1,"STS14":81.15,"STS15":88.49,"STS16":85.08,"STS17 (en-en)":90.22,"STS22 (en)":66.14,"STSBenchmark":83.56} -{"index":254,"Rank":110,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":81.7,"BIOSSES":83.3,"SICK-R":79.27,"STS12":78.3,"STS13":85.81,"STS14":81.38,"STS15":86.79,"STS16":84.56,"STS17 (en-en)":87.25,"STS22 (en)":65.24,"STSBenchmark":85.14} -{"index":300,"Rank":111,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.66,"BIOSSES":73.12,"SICK-R":79.98,"STS12":79.02,"STS13":88.8,"STS14":84.33,"STS15":88.89,"STS16":85.31,"STS17 (en-en)":88.91,"STS22 (en)":64.32,"STSBenchmark":83.93} -{"index":220,"Rank":112,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.63,"BIOSSES":86.73,"SICK-R":77.45,"STS12":74.22,"STS13":86.12,"STS14":78.88,"STS15":87.5,"STS16":84.26,"STS17 (en-en)":89.68,"STS22 (en)":65.96,"STSBenchmark":85.54} -{"index":200,"Rank":113,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} -{"index":332,"Rank":114,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":29,"Rank":115,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":353,"Rank":116,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} -{"index":143,"Rank":117,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.54,"BIOSSES":87.13,"SICK-R":76.49,"STS12":75.0,"STS13":87.91,"STS14":82.26,"STS15":87.87,"STS16":80.92,"STS17 (en-en)":87.23,"STS22 (en)":68.59,"STSBenchmark":81.95} -{"index":205,"Rank":118,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":81.52,"BIOSSES":84.65,"SICK-R":79.92,"STS12":75.8,"STS13":83.62,"STS14":78.73,"STS15":86.41,"STS16":84.5,"STS17 (en-en)":89.95,"STS22 (en)":65.81,"STSBenchmark":85.79} -{"index":337,"Rank":119,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.5,"BIOSSES":87.81,"SICK-R":77.31,"STS12":73.99,"STS13":84.23,"STS14":80.09,"STS15":88.2,"STS16":83.61,"STS17 (en-en)":87.8,"STS22 (en)":66.84,"STSBenchmark":85.13} -{"index":137,"Rank":120,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.48,"BIOSSES":87.2,"SICK-R":79.66,"STS12":76.22,"STS13":83.46,"STS14":80.4,"STS15":86.41,"STS16":83.29,"STS17 (en-en)":86.54,"STS22 (en)":66.81,"STSBenchmark":84.81} -{"index":19,"Rank":121,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":81.43,"BIOSSES":85.39,"SICK-R":79.78,"STS12":73.88,"STS13":85.08,"STS14":79.61,"STS15":86.15,"STS16":81.6,"STS17 (en-en)":89.11,"STS22 (en)":70.59,"STSBenchmark":83.07} -{"index":266,"Rank":122,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":81.43,"BIOSSES":85.39,"SICK-R":79.78,"STS12":73.88,"STS13":85.08,"STS14":79.61,"STS15":86.15,"STS16":81.6,"STS17 (en-en)":89.11,"STS22 (en)":70.59,"STSBenchmark":83.07} -{"index":253,"Rank":123,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":81.34,"BIOSSES":81.58,"SICK-R":79.24,"STS12":78.16,"STS13":86.01,"STS14":81.25,"STS15":86.51,"STS16":84.24,"STS17 (en-en)":86.44,"STS22 (en)":65.14,"STSBenchmark":84.8} -{"index":117,"Rank":124,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":81.26,"BIOSSES":87.6,"SICK-R":77.01,"STS12":75.67,"STS13":82.4,"STS14":79.93,"STS15":85.82,"STS16":84.5,"STS17 (en-en)":88.93,"STS22 (en)":67.1,"STSBenchmark":83.6} -{"index":244,"Rank":125,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.19,"BIOSSES":83.94,"SICK-R":78.64,"STS12":74.88,"STS13":83.64,"STS14":80.4,"STS15":88.01,"STS16":84.31,"STS17 (en-en)":88.3,"STS22 (en)":63.84,"STSBenchmark":85.93} -{"index":298,"Rank":126,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} -{"index":173,"Rank":127,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":193,"Rank":128,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":351,"Rank":129,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} -{"index":350,"Rank":130,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} -{"index":211,"Rank":131,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.96,"BIOSSES":84.43,"SICK-R":79.2,"STS12":74.52,"STS13":83.16,"STS14":78.09,"STS15":86.91,"STS16":83.65,"STS17 (en-en)":90.16,"STS22 (en)":64.88,"STSBenchmark":84.6} -{"index":192,"Rank":132,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.96,"BIOSSES":85.1,"SICK-R":79.66,"STS12":74.22,"STS13":83.31,"STS14":78.52,"STS15":88.35,"STS16":84.15,"STS17 (en-en)":87.23,"STS22 (en)":62.88,"STSBenchmark":86.18} -{"index":37,"Rank":133,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.92,"BIOSSES":81.72,"SICK-R":79.65,"STS12":72.6,"STS13":82.88,"STS14":79.74,"STS15":86.98,"STS16":84.41,"STS17 (en-en)":89.22,"STS22 (en)":65.42,"STSBenchmark":86.58} -{"index":197,"Rank":134,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.87,"BIOSSES":84.22,"SICK-R":78.9,"STS12":75.19,"STS13":81.8,"STS14":78.48,"STS15":87.49,"STS16":84.58,"STS17 (en-en)":87.94,"STS22 (en)":63.76,"STSBenchmark":86.36} -{"index":251,"Rank":135,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.84,"BIOSSES":87.19,"SICK-R":74.19,"STS12":73.22,"STS13":84.77,"STS14":79.99,"STS15":87.27,"STS16":82.31,"STS17 (en-en)":89.54,"STS22 (en)":65.93,"STSBenchmark":83.96} -{"index":297,"Rank":136,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} -{"index":252,"Rank":137,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} -{"index":142,"Rank":138,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.72,"BIOSSES":79.96,"SICK-R":79.25,"STS12":78.37,"STS13":81.85,"STS14":80.85,"STS15":86.47,"STS16":84.48,"STS17 (en-en)":85.71,"STS22 (en)":65.38,"STSBenchmark":84.89} -{"index":147,"Rank":139,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.72,"BIOSSES":81.26,"SICK-R":79.09,"STS12":75.04,"STS13":83.26,"STS14":78.62,"STS15":87.03,"STS16":83.01,"STS17 (en-en)":87.36,"STS22 (en)":68.11,"STSBenchmark":84.4} -{"index":331,"Rank":140,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":180,"Rank":141,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":145,"Rank":142,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":214,"Rank":143,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":334,"Rank":144,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.59,"BIOSSES":82.19,"SICK-R":79.25,"STS12":73.71,"STS13":82.32,"STS14":80.07,"STS15":87.21,"STS16":82.33,"STS17 (en-en)":87.58,"STS22 (en)":66.3,"STSBenchmark":84.92} -{"index":102,"Rank":145,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":80.53,"BIOSSES":79.5,"SICK-R":79.59,"STS12":74.29,"STS13":85.35,"STS14":79.21,"STS15":85.52,"STS16":82.54,"STS17 (en-en)":90.44,"STS22 (en)":63.2,"STSBenchmark":85.67} -{"index":223,"Rank":146,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.47,"BIOSSES":80.72,"SICK-R":81.87,"STS12":70.75,"STS13":84.37,"STS14":74.51,"STS15":86.41,"STS16":84.74,"STS17 (en-en)":89.03,"STS22 (en)":65.87,"STSBenchmark":86.46} -{"index":132,"Rank":147,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.46,"BIOSSES":86.63,"SICK-R":75.85,"STS12":72.58,"STS13":82.39,"STS14":77.98,"STS15":86.54,"STS16":83.31,"STS17 (en-en)":88.28,"STS22 (en)":66.68,"STSBenchmark":84.38} -{"index":198,"Rank":148,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.39,"BIOSSES":79.43,"SICK-R":78.51,"STS12":76.21,"STS13":82.4,"STS14":79.0,"STS15":87.76,"STS16":83.8,"STS17 (en-en)":87.72,"STS22 (en)":63.15,"STSBenchmark":85.95} -{"index":199,"Rank":149,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.31,"BIOSSES":85.05,"SICK-R":78.51,"STS12":76.7,"STS13":78.02,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.84,"STS22 (en)":62.26,"STSBenchmark":85.64} -{"index":285,"Rank":150,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.28,"BIOSSES":80.43,"SICK-R":80.59,"STS12":72.63,"STS13":83.48,"STS14":78.0,"STS15":85.66,"STS16":80.03,"STS17 (en-en)":90.6,"STS22 (en)":67.95,"STSBenchmark":83.42} -{"index":32,"Rank":151,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.26,"BIOSSES":85.06,"SICK-R":78.51,"STS12":76.7,"STS13":78.03,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.83,"STS22 (en)":61.83,"STSBenchmark":85.64} -{"index":304,"Rank":152,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":80.24,"BIOSSES":66.16,"SICK-R":79.97,"STS12":80.91,"STS13":82.86,"STS14":87.36,"STS15":88.31,"STS16":81.61,"STS17 (en-en)":85.81,"STS22 (en)":62.99,"STSBenchmark":86.45} -{"index":250,"Rank":153,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.22,"BIOSSES":85.37,"SICK-R":77.3,"STS12":77.97,"STS13":79.39,"STS14":78.17,"STS15":85.51,"STS16":84.95,"STS17 (en-en)":85.87,"STS22 (en)":64.28,"STSBenchmark":83.42} -{"index":165,"Rank":154,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.17,"BIOSSES":75.32,"SICK-R":80.91,"STS12":76.98,"STS13":82.63,"STS14":77.84,"STS15":85.92,"STS16":80.68,"STS17 (en-en)":88.99,"STS22 (en)":68.26,"STSBenchmark":84.2} -{"index":39,"Rank":155,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":80.09,"BIOSSES":84.01,"SICK-R":77.04,"STS12":73.22,"STS13":79.5,"STS14":76.96,"STS15":86.43,"STS16":84.33,"STS17 (en-en)":88.67,"STS22 (en)":65.31,"STSBenchmark":85.46} -{"index":216,"Rank":156,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":44,"Rank":157,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":210,"Rank":158,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} -{"index":207,"Rank":159,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} -{"index":87,"Rank":160,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.89,"BIOSSES":87.32,"SICK-R":75.63,"STS12":68.58,"STS13":80.54,"STS14":77.63,"STS15":86.16,"STS16":82.82,"STS17 (en-en)":88.57,"STS22 (en)":67.39,"STSBenchmark":84.25} -{"index":283,"Rank":161,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} -{"index":255,"Rank":162,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} -{"index":339,"Rank":163,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.66,"BIOSSES":70.56,"SICK-R":79.04,"STS12":78.39,"STS13":83.72,"STS14":79.19,"STS15":85.58,"STS16":82.33,"STS17 (en-en)":87.9,"STS22 (en)":63.92,"STSBenchmark":85.99} -{"index":86,"Rank":164,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.18,"BIOSSES":85.05,"SICK-R":76.04,"STS12":69.5,"STS13":80.96,"STS14":77.08,"STS15":85.42,"STS16":82.3,"STS17 (en-en)":88.03,"STS22 (en)":64.12,"STSBenchmark":83.34} -{"index":202,"Rank":165,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.16,"BIOSSES":82.46,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.42,"STS22 (en)":61.25,"STSBenchmark":84.11} -{"index":267,"Rank":166,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.12,"BIOSSES":68.38,"SICK-R":80.77,"STS12":75.3,"STS13":84.67,"STS14":80.19,"STS15":85.4,"STS16":80.82,"STS17 (en-en)":89.44,"STS22 (en)":61.96,"STSBenchmark":84.25} -{"index":221,"Rank":167,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.11,"BIOSSES":83.86,"SICK-R":79.38,"STS12":73.65,"STS13":75.57,"STS14":72.1,"STS15":85.63,"STS16":82.07,"STS17 (en-en)":89.0,"STS22 (en)":66.16,"STSBenchmark":83.69} -{"index":218,"Rank":168,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.1,"BIOSSES":82.26,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.44,"STS22 (en)":60.94,"STSBenchmark":84.01} -{"index":222,"Rank":169,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.02,"BIOSSES":80.25,"SICK-R":79.68,"STS12":69.94,"STS13":79.63,"STS14":71.34,"STS15":82.81,"STS16":82.65,"STS17 (en-en)":88.89,"STS22 (en)":68.48,"STSBenchmark":86.5} -{"index":296,"Rank":170,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.96,"BIOSSES":74.18,"SICK-R":79.61,"STS12":76.02,"STS13":80.7,"STS14":78.85,"STS15":85.84,"STS16":81.05,"STS17 (en-en)":86.87,"STS22 (en)":62.07,"STSBenchmark":84.42} -{"index":284,"Rank":171,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.9,"BIOSSES":81.64,"SICK-R":77.58,"STS12":72.37,"STS13":80.6,"STS14":75.59,"STS15":85.39,"STS16":78.99,"STS17 (en-en)":87.59,"STS22 (en)":67.21,"STSBenchmark":82.03} -{"index":90,"Rank":172,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.81,"BIOSSES":80.78,"SICK-R":78.24,"STS12":75.19,"STS13":79.33,"STS14":76.56,"STS15":84.7,"STS16":81.44,"STS17 (en-en)":86.61,"STS22 (en)":63.43,"STSBenchmark":81.79} -{"index":131,"Rank":173,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.65,"BIOSSES":82.92,"SICK-R":73.62,"STS12":71.89,"STS13":79.85,"STS14":76.86,"STS15":84.77,"STS16":81.91,"STS17 (en-en)":86.82,"STS22 (en)":65.38,"STSBenchmark":82.5} -{"index":123,"Rank":174,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":78.62,"BIOSSES":87.29,"SICK-R":73.99,"STS12":71.23,"STS13":80.44,"STS14":75.1,"STS15":82.87,"STS16":83.49,"STS17 (en-en)":84.54,"STS22 (en)":68.06,"STSBenchmark":79.19} -{"index":346,"Rank":175,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":78.6,"BIOSSES":78.04,"SICK-R":77.48,"STS12":72.3,"STS13":81.49,"STS14":74.74,"STS15":84.28,"STS16":82.06,"STS17 (en-en)":87.08,"STS22 (en)":64.71,"STSBenchmark":83.78} -{"index":144,"Rank":176,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":78.59,"BIOSSES":81.6,"SICK-R":74.18,"STS12":72.2,"STS13":80.54,"STS14":76.2,"STS15":85.2,"STS16":81.93,"STS17 (en-en)":86.61,"STS22 (en)":65.46,"STSBenchmark":81.94} -{"index":248,"Rank":177,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"BIOSSES":78.95,"SICK-R":74.39,"STS12":72.22,"STS13":81.0,"STS14":76.99,"STS15":85.21,"STS16":82.83,"STS17 (en-en)":87.78,"STS22 (en)":64.17,"STSBenchmark":81.77} -{"index":83,"Rank":178,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} -{"index":128,"Rank":179,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} -{"index":293,"Rank":180,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} -{"index":130,"Rank":181,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.37,"BIOSSES":83.42,"SICK-R":72.39,"STS12":71.9,"STS13":80.93,"STS14":76.6,"STS15":84.92,"STS16":80.72,"STS17 (en-en)":85.61,"STS22 (en)":65.9,"STSBenchmark":81.32} -{"index":291,"Rank":182,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} -{"index":101,"Rank":183,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.1,"BIOSSES":86.25,"SICK-R":69.63,"STS12":67.5,"STS13":79.16,"STS14":74.46,"STS15":84.47,"STS16":80.96,"STS17 (en-en)":87.78,"STS22 (en)":69.35,"STSBenchmark":81.39} -{"index":212,"Rank":184,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.06,"BIOSSES":82.96,"SICK-R":76.33,"STS12":74.28,"STS13":78.55,"STS14":73.84,"STS15":83.71,"STS16":80.03,"STS17 (en-en)":87.49,"STS22 (en)":64.25,"STSBenchmark":79.2} -{"index":292,"Rank":185,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} -{"index":153,"Rank":186,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.74,"BIOSSES":85.31,"SICK-R":69.82,"STS12":69.66,"STS13":79.67,"STS14":74.61,"STS15":83.81,"STS16":80.4,"STS17 (en-en)":87.07,"STS22 (en)":66.13,"STSBenchmark":80.9} -{"index":271,"Rank":187,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.61,"BIOSSES":72.6,"SICK-R":79.61,"STS12":70.13,"STS13":80.74,"STS14":76.24,"STS15":84.12,"STS16":78.5,"STS17 (en-en)":89.8,"STS22 (en)":62.16,"STSBenchmark":82.21} -{"index":269,"Rank":188,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.33,"BIOSSES":70.93,"SICK-R":79.31,"STS12":68.72,"STS13":80.63,"STS14":75.26,"STS15":83.18,"STS16":79.53,"STS17 (en-en)":88.96,"STS22 (en)":64.99,"STSBenchmark":81.8} -{"index":127,"Rank":189,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.13,"BIOSSES":87.06,"SICK-R":71.31,"STS12":70.66,"STS13":77.42,"STS14":72.92,"STS15":81.83,"STS16":81.23,"STS17 (en-en)":84.1,"STS22 (en)":68.77,"STSBenchmark":76.01} -{"index":125,"Rank":190,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} -{"index":290,"Rank":191,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} -{"index":354,"Rank":192,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} -{"index":100,"Rank":193,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.83,"BIOSSES":84.84,"SICK-R":68.2,"STS12":66.99,"STS13":77.58,"STS14":72.78,"STS15":82.62,"STS16":80.1,"STS17 (en-en)":87.25,"STS22 (en)":68.75,"STSBenchmark":79.21} -{"index":270,"Rank":194,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.59,"BIOSSES":81.52,"SICK-R":78.58,"STS12":66.26,"STS13":77.34,"STS14":71.41,"STS15":81.29,"STS16":76.6,"STS17 (en-en)":85.06,"STS22 (en)":68.84,"STSBenchmark":78.96} -{"index":95,"Rank":195,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.56,"BIOSSES":80.94,"SICK-R":69.07,"STS12":71.78,"STS13":77.7,"STS14":74.04,"STS15":83.13,"STS16":78.88,"STS17 (en-en)":85.55,"STS22 (en)":65.55,"STSBenchmark":78.93} -{"index":257,"Rank":196,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.51,"BIOSSES":83.32,"SICK-R":70.2,"STS12":64.34,"STS13":80.03,"STS14":74.51,"STS15":83.3,"STS16":79.67,"STS17 (en-en)":86.32,"STS22 (en)":64.64,"STSBenchmark":78.81} -{"index":294,"Rank":197,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.47,"BIOSSES":77.32,"SICK-R":72.0,"STS12":68.19,"STS13":80.4,"STS14":74.02,"STS15":82.57,"STS16":79.78,"STS17 (en-en)":85.94,"STS22 (en)":67.54,"STSBenchmark":76.97} -{"index":79,"Rank":198,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.4,"BIOSSES":82.41,"SICK-R":71.77,"STS12":65.39,"STS13":79.26,"STS14":72.98,"STS15":82.72,"STS16":81.02,"STS17 (en-en)":86.7,"STS22 (en)":63.47,"STSBenchmark":78.32} -{"index":129,"Rank":199,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.39,"BIOSSES":84.05,"SICK-R":69.26,"STS12":65.9,"STS13":77.87,"STS14":72.82,"STS15":83.49,"STS16":80.58,"STS17 (en-en)":84.49,"STS22 (en)":66.28,"STSBenchmark":79.18} -{"index":88,"Rank":200,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.9,"BIOSSES":71.78,"SICK-R":77.34,"STS12":70.15,"STS13":78.42,"STS14":74.76,"STS15":82.0,"STS16":78.27,"STS17 (en-en)":85.85,"STS22 (en)":61.2,"STSBenchmark":79.21} -{"index":81,"Rank":201,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} -{"index":97,"Rank":202,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.74,"BIOSSES":83.02,"SICK-R":67.23,"STS12":66.59,"STS13":77.33,"STS14":71.83,"STS15":80.66,"STS16":78.91,"STS17 (en-en)":86.99,"STS22 (en)":67.3,"STSBenchmark":77.59} -{"index":289,"Rank":203,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} -{"index":122,"Rank":204,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} -{"index":326,"Rank":205,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.39,"BIOSSES":78.19,"SICK-R":74.43,"STS12":72.58,"STS13":72.22,"STS14":69.98,"STS15":82.22,"STS16":76.91,"STS17 (en-en)":85.22,"STS22 (en)":61.9,"STSBenchmark":80.28} -{"index":96,"Rank":206,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.37,"BIOSSES":76.49,"SICK-R":71.7,"STS12":69.73,"STS13":76.43,"STS14":73.66,"STS15":82.62,"STS16":79.49,"STS17 (en-en)":84.38,"STS22 (en)":60.61,"STSBenchmark":78.61} -{"index":327,"Rank":207,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.35,"BIOSSES":79.14,"SICK-R":76.43,"STS12":74.25,"STS13":71.82,"STS14":71.38,"STS15":82.47,"STS16":77.54,"STS17 (en-en)":86.38,"STS22 (en)":52.85,"STSBenchmark":81.24} -{"index":76,"Rank":208,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.11,"BIOSSES":65.29,"SICK-R":76.01,"STS12":71.25,"STS13":78.4,"STS14":74.23,"STS15":81.41,"STS16":79.13,"STS17 (en-en)":85.4,"STS22 (en)":58.63,"STSBenchmark":81.34} -{"index":124,"Rank":209,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.03,"BIOSSES":86.62,"SICK-R":69.12,"STS12":66.97,"STS13":79.12,"STS14":68.51,"STS15":79.92,"STS16":78.66,"STS17 (en-en)":81.46,"STS22 (en)":65.84,"STSBenchmark":74.1} -{"index":99,"Rank":210,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":74.71,"BIOSSES":70.93,"SICK-R":74.57,"STS12":69.17,"STS13":77.23,"STS14":70.99,"STS15":79.74,"STS16":77.93,"STS17 (en-en)":87.33,"STS22 (en)":59.64,"STSBenchmark":79.54} -{"index":268,"Rank":211,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"BIOSSES":72.31,"SICK-R":72.24,"STS12":66.05,"STS13":81.49,"STS14":73.61,"STS15":79.72,"STS16":78.12,"STS17 (en-en)":83.58,"STS22 (en)":59.65,"STSBenchmark":76.52} -{"index":169,"Rank":212,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.23,"BIOSSES":79.76,"SICK-R":70.04,"STS12":64.38,"STS13":76.41,"STS14":69.33,"STS15":80.18,"STS16":79.57,"STS17 (en-en)":81.18,"STS22 (en)":65.51,"STSBenchmark":75.98} -{"index":325,"Rank":213,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.05,"BIOSSES":69.36,"SICK-R":76.84,"STS12":72.49,"STS13":73.65,"STS14":71.88,"STS15":82.9,"STS16":79.83,"STS17 (en-en)":85.19,"STS22 (en)":48.44,"STSBenchmark":79.93} -{"index":60,"Rank":214,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":73.7,"BIOSSES":70.87,"SICK-R":70.47,"STS12":64.0,"STS13":78.2,"STS14":70.78,"STS15":80.03,"STS16":78.8,"STS17 (en-en)":83.88,"STS22 (en)":64.39,"STSBenchmark":75.57} -{"index":126,"Rank":215,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.63,"BIOSSES":86.4,"SICK-R":69.86,"STS12":61.8,"STS13":82.67,"STS14":68.95,"STS15":75.55,"STS16":77.27,"STS17 (en-en)":74.97,"STS22 (en)":69.08,"STSBenchmark":69.72} -{"index":225,"Rank":216,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.63,"BIOSSES":86.4,"SICK-R":69.86,"STS12":61.8,"STS13":82.67,"STS14":68.95,"STS15":75.55,"STS16":77.27,"STS17 (en-en)":74.97,"STS22 (en)":69.08,"STSBenchmark":69.72} -{"index":98,"Rank":217,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":73.41,"BIOSSES":75.21,"SICK-R":65.93,"STS12":66.53,"STS13":76.17,"STS14":69.05,"STS15":79.24,"STS16":76.07,"STS17 (en-en)":84.95,"STS22 (en)":65.66,"STSBenchmark":75.34} -{"index":238,"Rank":218,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":73.24,"BIOSSES":75.86,"SICK-R":64.68,"STS12":62.25,"STS13":77.28,"STS14":71.91,"STS15":79.75,"STS16":76.26,"STS17 (en-en)":85.97,"STS22 (en)":63.08,"STSBenchmark":75.41} -{"index":89,"Rank":219,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.43,"BIOSSES":77.59,"SICK-R":74.68,"STS12":54.35,"STS13":74.24,"STS14":69.99,"STS15":75.74,"STS16":73.65,"STS17 (en-en)":84.81,"STS22 (en)":62.56,"STSBenchmark":76.72} -{"index":237,"Rank":220,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":72.19,"BIOSSES":71.87,"SICK-R":63.99,"STS12":62.38,"STS13":76.82,"STS14":70.98,"STS15":78.66,"STS16":75.1,"STS17 (en-en)":84.49,"STS22 (en)":63.36,"STSBenchmark":74.28} -{"index":324,"Rank":221,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.04,"BIOSSES":63.38,"SICK-R":69.79,"STS12":67.06,"STS13":71.54,"STS14":70.59,"STS15":80.27,"STS16":75.76,"STS17 (en-en)":84.94,"STS22 (en)":60.0,"STSBenchmark":77.08} -{"index":85,"Rank":222,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":71.61,"BIOSSES":75.12,"SICK-R":69.34,"STS12":60.09,"STS13":72.52,"STS14":66.7,"STS15":77.69,"STS16":75.94,"STS17 (en-en)":81.67,"STS22 (en)":63.7,"STSBenchmark":73.36} -{"index":160,"Rank":223,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.81,"BIOSSES":73.97,"SICK-R":68.99,"STS12":58.5,"STS13":74.03,"STS14":66.18,"STS15":75.55,"STS16":73.71,"STS17 (en-en)":80.14,"STS22 (en)":65.65,"STSBenchmark":71.4} -{"index":282,"Rank":224,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.8,"BIOSSES":78.7,"SICK-R":69.99,"STS12":65.08,"STS13":67.98,"STS14":64.03,"STS15":76.59,"STS16":72.98,"STS17 (en-en)":79.45,"STS22 (en)":60.97,"STSBenchmark":72.25} -{"index":233,"Rank":225,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":70.31,"BIOSSES":65.86,"SICK-R":64.66,"STS12":64.64,"STS13":77.98,"STS14":70.08,"STS15":78.78,"STS16":70.14,"STS17 (en-en)":82.82,"STS22 (en)":59.21,"STSBenchmark":68.91} -{"index":236,"Rank":226,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":70.14,"BIOSSES":64.11,"SICK-R":62.86,"STS12":62.08,"STS13":75.73,"STS14":69.28,"STS15":76.33,"STS16":73.47,"STS17 (en-en)":82.08,"STS22 (en)":62.65,"STSBenchmark":72.81} -{"index":234,"Rank":227,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":69.09,"BIOSSES":75.59,"SICK-R":66.17,"STS12":61.89,"STS13":71.67,"STS14":67.83,"STS15":75.49,"STS16":66.48,"STS17 (en-en)":80.25,"STS22 (en)":59.04,"STSBenchmark":66.52} -{"index":235,"Rank":228,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":68.58,"BIOSSES":73.43,"SICK-R":65.43,"STS12":59.97,"STS13":71.82,"STS14":67.0,"STS15":75.49,"STS16":66.97,"STS17 (en-en)":80.61,"STS22 (en)":57.82,"STSBenchmark":67.25} -{"index":175,"Rank":229,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.23,"BIOSSES":79.11,"SICK-R":62.94,"STS12":65.46,"STS13":62.79,"STS14":57.54,"STS15":74.25,"STS16":75.73,"STS17 (en-en)":79.94,"STS22 (en)":47.12,"STSBenchmark":67.39} -{"index":11,"Rank":230,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} -{"index":288,"Rank":231,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":62.46,"BIOSSES":50.25,"SICK-R":55.49,"STS12":53.51,"STS13":70.8,"STS14":63.56,"STS15":74.08,"STS16":64.6,"STS17 (en-en)":76.91,"STS22 (en)":53.89,"STSBenchmark":61.55} -{"index":287,"Rank":232,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":61.85,"BIOSSES":44.93,"SICK-R":55.43,"STS12":54.64,"STS13":69.16,"STS14":60.81,"STS15":72.31,"STS16":65.34,"STS17 (en-en)":77.95,"STS22 (en)":56.35,"STSBenchmark":61.54} -{"index":286,"Rank":233,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.02,"BIOSSES":64.95,"SICK-R":56.39,"STS12":62.49,"STS13":58.7,"STS14":54.87,"STS15":62.54,"STS16":64.27,"STS17 (en-en)":69.63,"STS22 (en)":55.06,"STSBenchmark":61.26} -{"index":183,"Rank":234,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.36,"BIOSSES":54.7,"SICK-R":58.65,"STS12":30.87,"STS13":59.89,"STS14":47.73,"STS15":60.29,"STS16":63.73,"STS17 (en-en)":64.1,"STS22 (en)":56.37,"STSBenchmark":47.29} -{"index":319,"Rank":235,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.1,"BIOSSES":21.34,"SICK-R":48.55,"STS12":55.59,"STS13":18.36,"STS14":28.84,"STS15":29.19,"STS16":39.05,"STS17 (en-en)":61.22,"STS22 (en)":44.45,"STSBenchmark":44.39} -{"index":2,"Rank":236,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","BIOSSES":84.17,"SICK-R":73.05,"STS12":66.59,"STS13":83.24,"STS14":73.71,"STS15":82.4,"STS16":"","STS17 (en-en)":80.9,"STS22 (en)":"","STSBenchmark":74.85} -{"index":3,"Rank":237,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":4,"Rank":238,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":5,"Rank":239,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":7,"Rank":240,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":10,"Rank":241,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":13,"Rank":243,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":27,"Rank":245,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":30,"Rank":246,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":41,"Rank":250,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":42,"Rank":251,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":43,"Rank":252,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":45,"Rank":253,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":46,"Rank":254,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":50,"Rank":256,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.98} -{"index":51,"Rank":257,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":52,"Rank":258,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":53,"Rank":259,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":67,"Rank":266,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":70,"Rank":267,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":91,"Rank":269,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":92,"Rank":270,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":93,"Rank":271,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":94,"Rank":272,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":103,"Rank":273,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":67.37,"SICK-R":57.64,"STS12":69.67,"STS13":51.95,"STS14":57.37,"STS15":70.1,"STS16":65.05,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.59} -{"index":104,"Rank":274,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":69.41,"SICK-R":79.62,"STS12":77.39,"STS13":79.59,"STS14":79.79,"STS15":86.21,"STS16":81.4,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.35} -{"index":105,"Rank":275,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":77.44,"SICK-R":79.39,"STS12":78.93,"STS13":82.73,"STS14":81.65,"STS15":87.62,"STS16":83.66,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":86.16} -{"index":106,"Rank":276,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":76.66,"SICK-R":77.03,"STS12":79.21,"STS13":79.55,"STS14":78.85,"STS15":85.61,"STS16":79.93,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.05} -{"index":107,"Rank":277,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":67.12,"SICK-R":68.94,"STS12":68.72,"STS13":56.04,"STS14":58.81,"STS15":73.74,"STS16":68.25,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":67.56} -{"index":108,"Rank":278,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":51.88,"SICK-R":65.8,"STS12":63.0,"STS13":52.23,"STS14":59.23,"STS15":70.02,"STS16":64.99,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.17} -{"index":109,"Rank":279,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":110,"Rank":280,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":111,"Rank":281,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":116,"Rank":285,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.83} -{"index":120,"Rank":286,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":67.85,"SICK-R":57.32,"STS12":42.8,"STS13":58.77,"STS14":53.36,"STS15":69.23,"STS16":58.81,"STS17 (en-en)":68.6,"STS22 (en)":"","STSBenchmark":52.67} -{"index":121,"Rank":287,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":79.98,"STS12":77.64,"STS13":81.23,"STS14":77.94,"STS15":86.87,"STS16":83.31,"STS17 (en-en)":87.35,"STS22 (en)":60.99,"STSBenchmark":""} -{"index":134,"Rank":288,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":136,"Rank":289,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":138,"Rank":290,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":139,"Rank":291,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":140,"Rank":292,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":141,"Rank":293,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":84.22,"SICK-R":81.06,"STS12":70.1,"STS13":81.01,"STS14":77.82,"STS15":84.52,"STS16":81.09,"STS17 (en-en)":"","STS22 (en)":63.62,"STSBenchmark":82.2} -{"index":154,"Rank":294,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":83.38,"SICK-R":79.71,"STS12":78.73,"STS13":79.6,"STS14":79.0,"STS15":87.81,"STS16":85.4,"STS17 (en-en)":87.13,"STS22 (en)":"","STSBenchmark":84.85} -{"index":155,"Rank":295,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":157,"Rank":296,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":59.47,"STSBenchmark":""} -{"index":158,"Rank":297,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":159,"Rank":298,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":161,"Rank":299,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":162,"Rank":300,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":163,"Rank":301,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":164,"Rank":302,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":166,"Rank":303,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":167,"Rank":304,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":168,"Rank":305,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":170,"Rank":306,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":176,"Rank":307,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":177,"Rank":308,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":178,"Rank":309,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":181,"Rank":310,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":182,"Rank":311,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":203,"Rank":313,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":204,"Rank":314,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":226,"Rank":315,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":60.74,"STSBenchmark":""} -{"index":227,"Rank":316,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":228,"Rank":317,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":229,"Rank":318,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":230,"Rank":319,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":231,"Rank":320,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":241,"Rank":322,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":242,"Rank":323,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":260,"Rank":324,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":261,"Rank":325,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":87.06,"STS22 (en)":"","STSBenchmark":""} -{"index":262,"Rank":326,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":86.88,"STS22 (en)":"","STSBenchmark":""} -{"index":263,"Rank":327,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":275,"Rank":328,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":276,"Rank":329,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":277,"Rank":330,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":278,"Rank":331,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":279,"Rank":332,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":280,"Rank":333,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":281,"Rank":334,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":295,"Rank":335,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":302,"Rank":336,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":303,"Rank":337,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":47.06,"STSBenchmark":""} -{"index":305,"Rank":338,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":74.42,"STS22 (en)":"","STSBenchmark":""} -{"index":306,"Rank":339,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":80.06,"STS22 (en)":"","STSBenchmark":""} -{"index":311,"Rank":340,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":312,"Rank":341,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":322,"Rank":343,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":61.9,"SICK-R":67.32,"STS12":57.66,"STS13":71.9,"STS14":69.54,"STS15":73.97,"STS16":70.0,"STS17 (en-en)":78.82,"STS22 (en)":"","STSBenchmark":67.61} -{"index":329,"Rank":345,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":84.75,"SICK-R":80.74,"STS12":75.42,"STS13":85.48,"STS14":78.85,"STS15":85.23,"STS16":82.16,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.69} -{"index":330,"Rank":346,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":0.74,"SICK-R":0.81,"STS12":0.74,"STS13":0.83,"STS14":0.75,"STS15":0.82,"STS16":0.81,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.8} -{"index":333,"Rank":347,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":78.12,"SICK-R":77.02,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.32} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":77.46,"SICK-R":77.26,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":83.02} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":68.95,"SICK-R":78.72,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.08} diff --git a/boards_data/en/data_tasks/Summarization/default.jsonl b/boards_data/en/data_tasks/Summarization/default.jsonl deleted file mode 100644 index d85b4112f84f1ba4fec7dedada1e78fa28346e7f..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Summarization/default.jsonl +++ /dev/null @@ -1,322 +0,0 @@ -{"index":153,"Rank":1,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":33.6} -{"index":310,"Rank":2,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":307,"Rank":3,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":174,"Rank":4,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":240,"Rank":5,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.71} -{"index":1,"Rank":6,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":32.63} -{"index":191,"Rank":7,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.52} -{"index":121,"Rank":8,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.47} -{"index":0,"Rank":9,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"SummEval":32.36} -{"index":187,"Rank":10,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.32} -{"index":106,"Rank":11,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.17} -{"index":69,"Rank":12,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.12} -{"index":207,"Rank":13,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEval":32.06} -{"index":133,"Rank":14,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.03} -{"index":328,"Rank":15,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.93} -{"index":186,"Rank":16,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.84} -{"index":128,"Rank":17,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.75} -{"index":172,"Rank":18,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"SummEval":31.66} -{"index":317,"Rank":19,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.66} -{"index":26,"Rank":20,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":209,"Rank":21,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":274,"Rank":22,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":273,"Rank":23,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":189,"Rank":24,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":214,"Rank":25,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":180,"Rank":26,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":145,"Rank":27,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":331,"Rank":28,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":297,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":31.57} -{"index":156,"Rank":30,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":75,"Rank":31,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":239,"Rank":32,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.55} -{"index":213,"Rank":33,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.55} -{"index":196,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.53} -{"index":236,"Rank":35,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"SummEval":31.51} -{"index":171,"Rank":36,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"SummEval":31.49} -{"index":15,"Rank":37,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.46} -{"index":101,"Rank":38,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":31.46} -{"index":233,"Rank":39,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":31.45} -{"index":81,"Rank":40,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":31.45} -{"index":338,"Rank":41,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.42} -{"index":190,"Rank":42,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.42} -{"index":21,"Rank":43,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.4} -{"index":298,"Rank":44,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.39} -{"index":197,"Rank":45,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.39} -{"index":79,"Rank":46,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":31.38} -{"index":125,"Rank":47,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.38} -{"index":179,"Rank":48,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":31.35} -{"index":48,"Rank":49,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.35} -{"index":309,"Rank":50,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":31.35} -{"index":17,"Rank":51,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":31.35} -{"index":103,"Rank":52,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.33} -{"index":37,"Rank":53,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.29} -{"index":250,"Rank":54,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.28} -{"index":87,"Rank":55,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.27} -{"index":212,"Rank":56,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25} -{"index":220,"Rank":57,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.23} -{"index":85,"Rank":58,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23} -{"index":60,"Rank":59,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23} -{"index":147,"Rank":60,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22} -{"index":258,"Rank":61,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2} -{"index":28,"Rank":62,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2} -{"index":320,"Rank":63,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.19} -{"index":47,"Rank":64,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.17} -{"index":267,"Rank":65,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":18,"Rank":66,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.17} -{"index":316,"Rank":67,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":16,"Rank":68,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEval":31.17} -{"index":118,"Rank":69,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.16} -{"index":130,"Rank":70,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":198,"Rank":71,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":268,"Rank":72,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.15} -{"index":149,"Rank":73,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.14} -{"index":72,"Rank":74,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":31.14} -{"index":353,"Rank":75,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":31.12} -{"index":205,"Rank":76,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEval":31.1} -{"index":24,"Rank":77,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.07} -{"index":151,"Rank":78,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.07} -{"index":59,"Rank":79,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.06} -{"index":169,"Rank":80,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.05} -{"index":282,"Rank":81,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.05} -{"index":100,"Rank":82,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":31.03} -{"index":354,"Rank":83,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"SummEval":31.03} -{"index":9,"Rank":84,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":31.01} -{"index":192,"Rank":85,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.01} -{"index":221,"Rank":86,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.01} -{"index":40,"Rank":87,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.99} -{"index":74,"Rank":88,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.98} -{"index":194,"Rank":89,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.97} -{"index":208,"Rank":90,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.97} -{"index":8,"Rank":91,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":30.97} -{"index":86,"Rank":92,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.97} -{"index":148,"Rank":93,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.96} -{"index":80,"Rank":94,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":30.94} -{"index":266,"Rank":95,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":30.91} -{"index":19,"Rank":96,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":30.91} -{"index":146,"Rank":97,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.87} -{"index":122,"Rank":98,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.84} -{"index":6,"Rank":99,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":30.84} -{"index":272,"Rank":100,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.83} -{"index":224,"Rank":101,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.82} -{"index":119,"Rank":102,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.82} -{"index":284,"Rank":103,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.81} -{"index":350,"Rank":104,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":30.8} -{"index":321,"Rank":105,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.79} -{"index":326,"Rank":106,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":30.79} -{"index":308,"Rank":107,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.77} -{"index":25,"Rank":108,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.77} -{"index":219,"Rank":109,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.73} -{"index":251,"Rank":110,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.72} -{"index":210,"Rank":111,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.71} -{"index":90,"Rank":112,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.71} -{"index":117,"Rank":113,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.71} -{"index":259,"Rank":114,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.7} -{"index":104,"Rank":115,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.69} -{"index":296,"Rank":116,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.67} -{"index":293,"Rank":117,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.64} -{"index":120,"Rank":118,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.62} -{"index":206,"Rank":119,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":30.62} -{"index":150,"Rank":120,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.6} -{"index":20,"Rank":121,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.58} -{"index":329,"Rank":122,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.57} -{"index":175,"Rank":123,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":216,"Rank":124,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.56} -{"index":44,"Rank":125,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":142,"Rank":126,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.53} -{"index":95,"Rank":127,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.52} -{"index":123,"Rank":128,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":30.51} -{"index":288,"Rank":129,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":30.49} -{"index":137,"Rank":130,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.49} -{"index":254,"Rank":131,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.47} -{"index":201,"Rank":132,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":30.46} -{"index":97,"Rank":133,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":30.43} -{"index":318,"Rank":134,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.42} -{"index":39,"Rank":135,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.41} -{"index":31,"Rank":136,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":115,"Rank":137,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":135,"Rank":138,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":340,"Rank":139,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":256,"Rank":140,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.4} -{"index":54,"Rank":141,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEval":30.39} -{"index":102,"Rank":142,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.38} -{"index":264,"Rank":143,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.37} -{"index":313,"Rank":144,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.37} -{"index":33,"Rank":145,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.37} -{"index":126,"Rank":146,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":225,"Rank":147,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.36} -{"index":257,"Rank":148,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":124,"Rank":149,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.31} -{"index":88,"Rank":150,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.3} -{"index":193,"Rank":151,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.28} -{"index":173,"Rank":152,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":30.28} -{"index":71,"Rank":153,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.26} -{"index":99,"Rank":154,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":30.26} -{"index":222,"Rank":155,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.25} -{"index":199,"Rank":156,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.23} -{"index":292,"Rank":157,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.21} -{"index":68,"Rank":158,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.19} -{"index":83,"Rank":159,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.19} -{"index":195,"Rank":160,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.19} -{"index":38,"Rank":161,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.18} -{"index":188,"Rank":162,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.17} -{"index":105,"Rank":163,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.16} -{"index":332,"Rank":164,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.12} -{"index":29,"Rank":165,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.12} -{"index":32,"Rank":166,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.11} -{"index":304,"Rank":167,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"SummEval":30.1} -{"index":129,"Rank":168,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.1} -{"index":301,"Rank":169,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.08} -{"index":249,"Rank":170,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.08} -{"index":234,"Rank":171,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":30.08} -{"index":152,"Rank":172,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.07} -{"index":253,"Rank":173,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"SummEval":30.05} -{"index":202,"Rank":174,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.04} -{"index":84,"Rank":175,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":30.01} -{"index":218,"Rank":176,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.98} -{"index":82,"Rank":177,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.96} -{"index":351,"Rank":178,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"SummEval":29.92} -{"index":352,"Rank":179,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"SummEval":29.92} -{"index":89,"Rank":180,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.91} -{"index":300,"Rank":181,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.91} -{"index":215,"Rank":182,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.87} -{"index":23,"Rank":183,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":131,"Rank":184,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.87} -{"index":22,"Rank":185,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":265,"Rank":186,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":185,"Rank":187,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.85} -{"index":211,"Rank":188,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.85} -{"index":144,"Rank":189,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":29.83} -{"index":314,"Rank":190,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.82} -{"index":183,"Rank":191,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.82} -{"index":55,"Rank":192,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.82} -{"index":334,"Rank":193,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.78} -{"index":98,"Rank":194,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":29.71} -{"index":327,"Rank":195,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":29.71} -{"index":217,"Rank":196,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":29.71} -{"index":290,"Rank":197,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.67} -{"index":299,"Rank":198,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.64} -{"index":200,"Rank":199,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":29.64} -{"index":252,"Rank":200,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"SummEval":29.59} -{"index":108,"Rank":201,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.53} -{"index":294,"Rank":202,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":291,"Rank":203,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":132,"Rank":204,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.47} -{"index":324,"Rank":205,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.42} -{"index":127,"Rank":206,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.39} -{"index":96,"Rank":207,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.33} -{"index":235,"Rank":208,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":238,"Rank":209,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":73,"Rank":210,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.23} -{"index":58,"Rank":211,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":29.15} -{"index":160,"Rank":212,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.02} -{"index":223,"Rank":213,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.02} -{"index":325,"Rank":214,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.01} -{"index":237,"Rank":215,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"SummEval":28.89} -{"index":287,"Rank":216,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":28.87} -{"index":107,"Rank":217,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":28.79} -{"index":78,"Rank":218,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":28.49} -{"index":255,"Rank":219,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"SummEval":28.41} -{"index":283,"Rank":220,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":27.9} -{"index":57,"Rank":221,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":27.88} -{"index":141,"Rank":222,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.86} -{"index":56,"Rank":223,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.86} -{"index":286,"Rank":224,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":27.66} -{"index":143,"Rank":225,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.54} -{"index":285,"Rank":226,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":27.49} -{"index":346,"Rank":227,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":26.94} -{"index":11,"Rank":228,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEval":26.8} -{"index":330,"Rank":229,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":0.29} -{"index":2,"Rank":230,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"SummEval":""} -{"index":3,"Rank":231,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEval":""} -{"index":4,"Rank":232,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":""} -{"index":5,"Rank":233,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEval":""} -{"index":7,"Rank":234,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":""} -{"index":10,"Rank":235,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEval":""} -{"index":13,"Rank":237,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":27,"Rank":239,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":30,"Rank":240,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":""} -{"index":41,"Rank":244,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":42,"Rank":245,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":43,"Rank":246,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":45,"Rank":247,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":46,"Rank":248,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":50,"Rank":250,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":51,"Rank":251,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":52,"Rank":252,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":53,"Rank":253,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":67,"Rank":260,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"SummEval":""} -{"index":70,"Rank":261,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":91,"Rank":264,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":92,"Rank":265,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":93,"Rank":266,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":94,"Rank":267,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":109,"Rank":268,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":110,"Rank":269,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":111,"Rank":270,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":134,"Rank":275,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":136,"Rank":276,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":138,"Rank":277,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":139,"Rank":278,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":140,"Rank":279,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":155,"Rank":281,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":157,"Rank":282,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":158,"Rank":283,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"SummEval":""} -{"index":159,"Rank":284,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"SummEval":""} -{"index":161,"Rank":285,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":162,"Rank":286,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":""} -{"index":163,"Rank":287,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":164,"Rank":288,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":165,"Rank":289,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":166,"Rank":290,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":167,"Rank":291,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":168,"Rank":292,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":170,"Rank":293,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":176,"Rank":294,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":177,"Rank":295,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":178,"Rank":296,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":181,"Rank":297,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":182,"Rank":298,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":203,"Rank":300,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":204,"Rank":301,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":226,"Rank":302,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"SummEval":""} -{"index":227,"Rank":303,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":228,"Rank":304,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":229,"Rank":305,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":230,"Rank":306,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":231,"Rank":307,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":241,"Rank":309,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":""} -{"index":242,"Rank":310,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":260,"Rank":317,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"SummEval":""} -{"index":261,"Rank":318,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":262,"Rank":319,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":263,"Rank":320,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"SummEval":""} -{"index":269,"Rank":321,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":270,"Rank":322,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":271,"Rank":323,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":275,"Rank":324,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":276,"Rank":325,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":277,"Rank":326,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":278,"Rank":327,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":279,"Rank":328,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":280,"Rank":329,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":281,"Rank":330,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":289,"Rank":331,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":295,"Rank":332,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":302,"Rank":333,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":303,"Rank":334,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEval":""} -{"index":305,"Rank":335,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":306,"Rank":336,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":311,"Rank":337,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":""} -{"index":312,"Rank":338,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":319,"Rank":340,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":333,"Rank":343,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":339,"Rank":347,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":341,"Rank":348,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":342,"Rank":349,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":343,"Rank":350,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":344,"Rank":351,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":345,"Rank":352,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} -{"index":347,"Rank":353,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":348,"Rank":354,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":349,"Rank":355,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} diff --git a/boards_data/fr/data_overall/default.jsonl b/boards_data/fr/data_overall/default.jsonl deleted file mode 100644 index 794631ab92b9bf2a6b05ff8fe56a7ed53d04a332..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_overall/default.jsonl +++ /dev/null @@ -1,96 +0,0 @@ -{"index":13,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (26 datasets)":70.08,"Classification Average (6 datasets)":81.62,"Clustering Average (7 datasets)":56.48,"PairClassification Average (2 datasets)":85.07,"Reranking Average (2 datasets)":85.22,"Retrieval Average (5 datasets)":63.47,"STS Average (3 datasets)":82.59,"Summarization Average (1 datasets)":31.26} -{"index":10,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":68.25,"Classification Average (6 datasets)":81.76,"Clustering Average (7 datasets)":55.56,"PairClassification Average (2 datasets)":90.43,"Reranking Average (2 datasets)":78.7,"Retrieval Average (5 datasets)":55.65,"STS Average (3 datasets)":82.31,"Summarization Average (1 datasets)":31.45} -{"index":99,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":68.25,"Classification Average (6 datasets)":81.76,"Clustering Average (7 datasets)":55.56,"PairClassification Average (2 datasets)":90.43,"Reranking Average (2 datasets)":78.7,"Retrieval Average (5 datasets)":55.65,"STS Average (3 datasets)":82.31,"Summarization Average (1 datasets)":31.45} -{"index":59,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":68.25,"Classification Average (6 datasets)":81.76,"Clustering Average (7 datasets)":55.56,"PairClassification Average (2 datasets)":90.43,"Reranking Average (2 datasets)":78.7,"Retrieval Average (5 datasets)":55.65,"STS Average (3 datasets)":82.31,"Summarization Average (1 datasets)":31.45} -{"index":9,"Rank":5,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (26 datasets)":66.6,"Classification Average (6 datasets)":78.02,"Clustering Average (7 datasets)":55.01,"PairClassification Average (2 datasets)":86.88,"Reranking Average (2 datasets)":83.76,"Retrieval Average (5 datasets)":52.56,"STS Average (3 datasets)":81.26,"Summarization Average (1 datasets)":30.5} -{"index":32,"Rank":6,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":64.04,"Classification Average (6 datasets)":76.83,"Clustering Average (7 datasets)":53.77,"PairClassification Average (2 datasets)":76.96,"Reranking Average (2 datasets)":80.82,"Retrieval Average (5 datasets)":48.18,"STS Average (3 datasets)":80.08,"Summarization Average (1 datasets)":30.89} -{"index":37,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":62.47,"Classification Average (6 datasets)":69.16,"Clustering Average (7 datasets)":51.26,"PairClassification Average (2 datasets)":79.64,"Reranking Average (2 datasets)":79.79,"Retrieval Average (5 datasets)":50.09,"STS Average (3 datasets)":83.62,"Summarization Average (1 datasets)":30.3} -{"index":69,"Rank":8,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":62.29,"Classification Average (6 datasets)":76.54,"Clustering Average (7 datasets)":44.95,"PairClassification Average (2 datasets)":76.6,"Reranking Average (2 datasets)":69.85,"Retrieval Average (5 datasets)":53.48,"STS Average (3 datasets)":84.89,"Summarization Average (1 datasets)":30.71} -{"index":5,"Rank":9,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (26 datasets)":61.66,"Classification Average (6 datasets)":68.56,"Clustering Average (7 datasets)":46.57,"PairClassification Average (2 datasets)":78.7,"Reranking Average (2 datasets)":82.59,"Retrieval Average (5 datasets)":54.56,"STS Average (3 datasets)":80.13,"Summarization Average (1 datasets)":29.96} -{"index":50,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":61.0,"Classification Average (6 datasets)":66.3,"Clustering Average (7 datasets)":48.37,"PairClassification Average (2 datasets)":77.19,"Reranking Average (2 datasets)":80.82,"Retrieval Average (5 datasets)":51.4,"STS Average (3 datasets)":81.9,"Summarization Average (1 datasets)":30.95} -{"index":33,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":60.59,"Classification Average (6 datasets)":64.15,"Clustering Average (7 datasets)":52.08,"PairClassification Average (2 datasets)":76.62,"Reranking Average (2 datasets)":80.66,"Retrieval Average (5 datasets)":47.85,"STS Average (3 datasets)":80.52,"Summarization Average (1 datasets)":30.52} -{"index":4,"Rank":12,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (26 datasets)":60.58,"Classification Average (6 datasets)":68.45,"Clustering Average (7 datasets)":44.23,"PairClassification Average (2 datasets)":77.3,"Reranking Average (2 datasets)":82.06,"Retrieval Average (5 datasets)":52.98,"STS Average (3 datasets)":80.29,"Summarization Average (1 datasets)":30.34} -{"index":35,"Rank":13,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":60.53,"Classification Average (6 datasets)":68.62,"Clustering Average (7 datasets)":45.87,"PairClassification Average (2 datasets)":78.31,"Reranking Average (2 datasets)":81.38,"Retrieval Average (5 datasets)":48.47,"STS Average (3 datasets)":83.02,"Summarization Average (1 datasets)":30.14} -{"index":11,"Rank":14,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":59.79,"Classification Average (6 datasets)":68.72,"Clustering Average (7 datasets)":41.66,"PairClassification Average (2 datasets)":79.46,"Reranking Average (2 datasets)":76.47,"Retrieval Average (5 datasets)":52.97,"STS Average (3 datasets)":81.36,"Summarization Average (1 datasets)":29.74} -{"index":0,"Rank":15,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average (26 datasets)":59.41,"Classification Average (6 datasets)":68.61,"Clustering Average (7 datasets)":44.74,"PairClassification Average (2 datasets)":77.34,"Reranking Average (2 datasets)":80.46,"Retrieval Average (5 datasets)":46.81,"STS Average (3 datasets)":79.56,"Summarization Average (1 datasets)":31.47} -{"index":36,"Rank":16,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":59.09,"Classification Average (6 datasets)":66.74,"Clustering Average (7 datasets)":47.45,"PairClassification Average (2 datasets)":77.01,"Reranking Average (2 datasets)":77.14,"Retrieval Average (5 datasets)":44.99,"STS Average (3 datasets)":80.12,"Summarization Average (1 datasets)":30.16} -{"index":3,"Rank":17,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (26 datasets)":58.53,"Classification Average (6 datasets)":67.44,"Clustering Average (7 datasets)":45.46,"PairClassification Average (2 datasets)":76.88,"Reranking Average (2 datasets)":78.78,"Retrieval Average (5 datasets)":45.33,"STS Average (3 datasets)":77.52,"Summarization Average (1 datasets)":28.34} -{"index":38,"Rank":18,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":58.34,"Classification Average (6 datasets)":66.25,"Clustering Average (7 datasets)":46.88,"PairClassification Average (2 datasets)":75.56,"Reranking Average (2 datasets)":75.06,"Retrieval Average (5 datasets)":43.4,"STS Average (3 datasets)":80.17,"Summarization Average (1 datasets)":32.33} -{"index":43,"Rank":19,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":58.03,"Classification Average (6 datasets)":70.02,"Clustering Average (7 datasets)":39.65,"PairClassification Average (2 datasets)":77.1,"Reranking Average (2 datasets)":76.58,"Retrieval Average (5 datasets)":46.78,"STS Average (3 datasets)":80.01,"Summarization Average (1 datasets)":29.69} -{"index":95,"Rank":20,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":57.81,"Classification Average (6 datasets)":67.36,"Clustering Average (7 datasets)":43.25,"PairClassification Average (2 datasets)":78.97,"Reranking Average (2 datasets)":76.76,"Retrieval Average (5 datasets)":43.84,"STS Average (3 datasets)":78.37,"Summarization Average (1 datasets)":30.39} -{"index":76,"Rank":21,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":57.19,"Classification Average (6 datasets)":65.96,"Clustering Average (7 datasets)":41.82,"PairClassification Average (2 datasets)":80.15,"Reranking Average (2 datasets)":76.43,"Retrieval Average (5 datasets)":44.41,"STS Average (3 datasets)":77.72,"Summarization Average (1 datasets)":30.22} -{"index":75,"Rank":22,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":57.13,"Classification Average (6 datasets)":67.11,"Clustering Average (7 datasets)":40.4,"PairClassification Average (2 datasets)":79.57,"Reranking Average (2 datasets)":75.48,"Retrieval Average (5 datasets)":44.9,"STS Average (3 datasets)":77.64,"Summarization Average (1 datasets)":32.46} -{"index":52,"Rank":23,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":56.67,"Classification Average (6 datasets)":65.82,"Clustering Average (7 datasets)":43.17,"PairClassification Average (2 datasets)":77.12,"Reranking Average (2 datasets)":72.89,"Retrieval Average (5 datasets)":40.04,"STS Average (3 datasets)":81.74,"Summarization Average (1 datasets)":30.88} -{"index":74,"Rank":24,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":56.47,"Classification Average (6 datasets)":67.4,"Clustering Average (7 datasets)":39.81,"PairClassification Average (2 datasets)":80.23,"Reranking Average (2 datasets)":75.2,"Retrieval Average (5 datasets)":43.85,"STS Average (3 datasets)":74.91,"Summarization Average (1 datasets)":30.27} -{"index":103,"Rank":25,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.39,"Classification Average (6 datasets)":65.92,"Clustering Average (7 datasets)":39.86,"PairClassification Average (2 datasets)":76.97,"Reranking Average (2 datasets)":75.75,"Retrieval Average (5 datasets)":42.96,"STS Average (3 datasets)":80.59,"Summarization Average (1 datasets)":29.65} -{"index":72,"Rank":26,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":56.23,"Classification Average (6 datasets)":67.57,"Clustering Average (7 datasets)":37.9,"PairClassification Average (2 datasets)":77.1,"Reranking Average (2 datasets)":75.3,"Retrieval Average (5 datasets)":43.58,"STS Average (3 datasets)":79.5,"Summarization Average (1 datasets)":30.13} -{"index":19,"Rank":27,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":56.02,"Classification Average (6 datasets)":67.08,"Clustering Average (7 datasets)":40.7,"PairClassification Average (2 datasets)":77.67,"Reranking Average (2 datasets)":68.36,"Retrieval Average (5 datasets)":40.42,"STS Average (3 datasets)":81.28,"Summarization Average (1 datasets)":31.26} -{"index":63,"Rank":28,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.77,"Classification Average (6 datasets)":64.94,"Clustering Average (7 datasets)":42.66,"PairClassification Average (2 datasets)":74.82,"Reranking Average (2 datasets)":71.76,"Retrieval Average (5 datasets)":41.19,"STS Average (3 datasets)":77.3,"Summarization Average (1 datasets)":30.76} -{"index":64,"Rank":29,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":55.64,"Classification Average (6 datasets)":66.54,"Clustering Average (7 datasets)":38.7,"PairClassification Average (2 datasets)":76.19,"Reranking Average (2 datasets)":72.14,"Retrieval Average (5 datasets)":42.17,"STS Average (3 datasets)":79.36,"Summarization Average (1 datasets)":30.92} -{"index":94,"Rank":30,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":55.58,"Classification Average (6 datasets)":65.09,"Clustering Average (7 datasets)":41.6,"PairClassification Average (2 datasets)":77.54,"Reranking Average (2 datasets)":73.18,"Retrieval Average (5 datasets)":39.69,"STS Average (3 datasets)":77.33,"Summarization Average (1 datasets)":31.59} -{"index":91,"Rank":31,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.21,"Classification Average (6 datasets)":64.73,"Clustering Average (7 datasets)":41.79,"PairClassification Average (2 datasets)":75.8,"Reranking Average (2 datasets)":74.09,"Retrieval Average (5 datasets)":38.13,"STS Average (3 datasets)":78.18,"Summarization Average (1 datasets)":29.47} -{"index":44,"Rank":32,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":54.25,"Classification Average (6 datasets)":64.57,"Clustering Average (7 datasets)":41.7,"PairClassification Average (2 datasets)":77.31,"Reranking Average (2 datasets)":67.95,"Retrieval Average (5 datasets)":36.81,"STS Average (3 datasets)":75.87,"Summarization Average (1 datasets)":29.04} -{"index":101,"Rank":33,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":53.78,"Classification Average (6 datasets)":64.41,"Clustering Average (7 datasets)":42.0,"PairClassification Average (2 datasets)":71.94,"Reranking Average (2 datasets)":65.04,"Retrieval Average (5 datasets)":38.16,"STS Average (3 datasets)":74.92,"Summarization Average (1 datasets)":28.21} -{"index":1,"Rank":34,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (26 datasets)":53.75,"Classification Average (6 datasets)":59.84,"Clustering Average (7 datasets)":41.88,"PairClassification Average (2 datasets)":74.4,"Reranking Average (2 datasets)":73.1,"Retrieval Average (5 datasets)":40.81,"STS Average (3 datasets)":71.82,"Summarization Average (1 datasets)":30.88} -{"index":93,"Rank":35,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":52.95,"Classification Average (6 datasets)":61.64,"Clustering Average (7 datasets)":40.6,"PairClassification Average (2 datasets)":75.44,"Reranking Average (2 datasets)":68.88,"Retrieval Average (5 datasets)":35.66,"STS Average (3 datasets)":75.14,"Summarization Average (1 datasets)":30.23} -{"index":66,"Rank":36,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":52.93,"Classification Average (6 datasets)":61.06,"Clustering Average (7 datasets)":38.93,"PairClassification Average (2 datasets)":74.1,"Reranking Average (2 datasets)":71.44,"Retrieval Average (5 datasets)":36.55,"STS Average (3 datasets)":77.17,"Summarization Average (1 datasets)":31.85} -{"index":18,"Rank":37,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":52.87,"Classification Average (6 datasets)":61.3,"Clustering Average (7 datasets)":38.91,"PairClassification Average (2 datasets)":74.14,"Reranking Average (2 datasets)":69.82,"Retrieval Average (5 datasets)":36.1,"STS Average (3 datasets)":78.26,"Summarization Average (1 datasets)":31.4} -{"index":102,"Rank":38,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":52.82,"Classification Average (6 datasets)":66.37,"Clustering Average (7 datasets)":36.35,"PairClassification Average (2 datasets)":73.52,"Reranking Average (2 datasets)":66.26,"Retrieval Average (5 datasets)":37.78,"STS Average (3 datasets)":74.55,"Summarization Average (1 datasets)":28.56} -{"index":86,"Rank":39,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":51.31,"Classification Average (6 datasets)":62.14,"Clustering Average (7 datasets)":38.7,"PairClassification Average (2 datasets)":71.61,"Reranking Average (2 datasets)":63.28,"Retrieval Average (5 datasets)":33.22,"STS Average (3 datasets)":75.46,"Summarization Average (1 datasets)":28.12} -{"index":80,"Rank":40,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":50.87,"Classification Average (6 datasets)":64.6,"Clustering Average (7 datasets)":38.32,"PairClassification Average (2 datasets)":74.3,"Reranking Average (2 datasets)":61.4,"Retrieval Average (5 datasets)":28.47,"STS Average (3 datasets)":74.33,"Summarization Average (1 datasets)":30.16} -{"index":90,"Rank":41,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":50.71,"Classification Average (6 datasets)":61.02,"Clustering Average (7 datasets)":38.35,"PairClassification Average (2 datasets)":74.47,"Reranking Average (2 datasets)":62.02,"Retrieval Average (5 datasets)":31.24,"STS Average (3 datasets)":75.18,"Summarization Average (1 datasets)":29.2} -{"index":92,"Rank":42,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":50.63,"Classification Average (6 datasets)":58.08,"Clustering Average (7 datasets)":40.07,"PairClassification Average (2 datasets)":72.42,"Reranking Average (2 datasets)":64.08,"Retrieval Average (5 datasets)":32.18,"STS Average (3 datasets)":74.49,"Summarization Average (1 datasets)":30.01} -{"index":51,"Rank":43,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":49.61,"Classification Average (6 datasets)":56.63,"Clustering Average (7 datasets)":35.44,"PairClassification Average (2 datasets)":74.74,"Reranking Average (2 datasets)":64.22,"Retrieval Average (5 datasets)":32.37,"STS Average (3 datasets)":77.79,"Summarization Average (1 datasets)":28.77} -{"index":62,"Rank":44,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":48.33,"Classification Average (6 datasets)":57.72,"Clustering Average (7 datasets)":41.16,"PairClassification Average (2 datasets)":76.08,"Reranking Average (2 datasets)":62.2,"Retrieval Average (5 datasets)":23.44,"STS Average (3 datasets)":65.36,"Summarization Average (1 datasets)":32.22} -{"index":98,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average (26 datasets)":47.6,"Classification Average (6 datasets)":55.78,"Clustering Average (7 datasets)":33.66,"PairClassification Average (2 datasets)":78.82,"Reranking Average (2 datasets)":60.88,"Retrieval Average (5 datasets)":24.76,"STS Average (3 datasets)":78.28,"Summarization Average (1 datasets)":29.33} -{"index":81,"Rank":46,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":47.17,"Classification Average (6 datasets)":52.14,"Clustering Average (7 datasets)":33.75,"PairClassification Average (2 datasets)":71.47,"Reranking Average (2 datasets)":68.09,"Retrieval Average (5 datasets)":34.44,"STS Average (3 datasets)":66.45,"Summarization Average (1 datasets)":26.63} -{"index":82,"Rank":47,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":46.39,"Classification Average (6 datasets)":50.7,"Clustering Average (7 datasets)":34.73,"PairClassification Average (2 datasets)":70.96,"Reranking Average (2 datasets)":64.96,"Retrieval Average (5 datasets)":30.87,"STS Average (3 datasets)":68.14,"Summarization Average (1 datasets)":28.29} -{"index":8,"Rank":48,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":45.65,"Classification Average (6 datasets)":60.98,"Clustering Average (7 datasets)":41.21,"PairClassification Average (2 datasets)":80.54,"Reranking Average (2 datasets)":49.98,"Retrieval Average (5 datasets)":12.94,"STS Average (3 datasets)":59.33,"Summarization Average (1 datasets)":28.72} -{"index":89,"Rank":49,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":44.91,"Classification Average (6 datasets)":50.9,"Clustering Average (7 datasets)":32.84,"PairClassification Average (2 datasets)":72.77,"Reranking Average (2 datasets)":52.68,"Retrieval Average (5 datasets)":30.69,"STS Average (3 datasets)":66.86,"Summarization Average (1 datasets)":27.59} -{"index":67,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (26 datasets)":43.71,"Classification Average (6 datasets)":54.9,"Clustering Average (7 datasets)":35.04,"PairClassification Average (2 datasets)":77.05,"Reranking Average (2 datasets)":50.86,"Retrieval Average (5 datasets)":17.91,"STS Average (3 datasets)":62.34,"Summarization Average (1 datasets)":29.48} -{"index":6,"Rank":51,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (26 datasets)":41.94,"Classification Average (6 datasets)":53.31,"Clustering Average (7 datasets)":29.92,"PairClassification Average (2 datasets)":82.04,"Reranking Average (2 datasets)":45.61,"Retrieval Average (5 datasets)":16.19,"STS Average (3 datasets)":64.46,"Summarization Average (1 datasets)":31.56} -{"index":61,"Rank":52,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":41.89,"Classification Average (6 datasets)":48.37,"Clustering Average (7 datasets)":40.43,"PairClassification Average (2 datasets)":70.43,"Reranking Average (2 datasets)":52.62,"Retrieval Average (5 datasets)":13.89,"STS Average (3 datasets)":56.57,"Summarization Average (1 datasets)":30.72} -{"index":28,"Rank":53,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":37.26,"Classification Average (6 datasets)":46.09,"Clustering Average (7 datasets)":34.09,"PairClassification Average (2 datasets)":70.56,"Reranking Average (2 datasets)":44.73,"Retrieval Average (5 datasets)":8.49,"STS Average (3 datasets)":50.47,"Summarization Average (1 datasets)":29.13} -{"index":27,"Rank":54,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":37.22,"Classification Average (6 datasets)":46.1,"Clustering Average (7 datasets)":33.94,"PairClassification Average (2 datasets)":70.59,"Reranking Average (2 datasets)":44.73,"Retrieval Average (5 datasets)":8.5,"STS Average (3 datasets)":50.44,"Summarization Average (1 datasets)":29.06} -{"index":29,"Rank":55,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":37.16,"Classification Average (6 datasets)":46.09,"Clustering Average (7 datasets)":33.96,"PairClassification Average (2 datasets)":70.59,"Reranking Average (2 datasets)":44.75,"Retrieval Average (5 datasets)":8.51,"STS Average (3 datasets)":49.93,"Summarization Average (1 datasets)":28.84} -{"index":60,"Rank":56,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":37.13,"Classification Average (6 datasets)":46.1,"Clustering Average (7 datasets)":33.82,"PairClassification Average (2 datasets)":70.59,"Reranking Average (2 datasets)":44.74,"Retrieval Average (5 datasets)":8.52,"STS Average (3 datasets)":50.02,"Summarization Average (1 datasets)":28.81} -{"index":68,"Rank":57,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (26 datasets)":31.89,"Classification Average (6 datasets)":30.38,"Clustering Average (7 datasets)":29.03,"PairClassification Average (2 datasets)":73.93,"Reranking Average (2 datasets)":39.82,"Retrieval Average (5 datasets)":7.98,"STS Average (3 datasets)":50.89,"Summarization Average (1 datasets)":23.63} -{"index":24,"Rank":58,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":30.67,"Classification Average (6 datasets)":30.71,"Clustering Average (7 datasets)":28.62,"PairClassification Average (2 datasets)":68.62,"Reranking Average (2 datasets)":39.01,"Retrieval Average (5 datasets)":4.14,"STS Average (3 datasets)":49.27,"Summarization Average (1 datasets)":28.89} -{"index":23,"Rank":59,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":30.38,"Classification Average (6 datasets)":31.21,"Clustering Average (7 datasets)":28.42,"PairClassification Average (2 datasets)":68.82,"Reranking Average (2 datasets)":34.66,"Retrieval Average (5 datasets)":3.2,"STS Average (3 datasets)":50.52,"Summarization Average (1 datasets)":29.14} -{"index":56,"Rank":60,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":30.07,"Classification Average (6 datasets)":24.91,"Clustering Average (7 datasets)":27.18,"PairClassification Average (2 datasets)":67.17,"Reranking Average (2 datasets)":45.34,"Retrieval Average (5 datasets)":5.87,"STS Average (3 datasets)":52.12,"Summarization Average (1 datasets)":31.26} -{"index":57,"Rank":61,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":27.58,"Classification Average (6 datasets)":23.28,"Clustering Average (7 datasets)":22.45,"PairClassification Average (2 datasets)":67.44,"Reranking Average (2 datasets)":45.86,"Retrieval Average (5 datasets)":6.73,"STS Average (3 datasets)":43.49,"Summarization Average (1 datasets)":29.43} -{"index":58,"Rank":62,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":25.81,"Classification Average (6 datasets)":25.21,"Clustering Average (7 datasets)":25.11,"PairClassification Average (2 datasets)":70.42,"Reranking Average (2 datasets)":34.54,"Retrieval Average (5 datasets)":1.22,"STS Average (3 datasets)":32.93,"Summarization Average (1 datasets)":29.25} -{"index":2,"Rank":63,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":7,"Rank":64,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":12,"Rank":65,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":20,"Rank":70,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":21,"Rank":71,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":22,"Rank":72,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":25,"Rank":73,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (6 datasets)":78.02,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":86.88,"Reranking Average (2 datasets)":83.76,"Retrieval Average (5 datasets)":52.56,"STS Average (3 datasets)":81.26,"Summarization Average (1 datasets)":30.5} -{"index":26,"Rank":74,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (6 datasets)":81.76,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":90.43,"Reranking Average (2 datasets)":78.7,"Retrieval Average (5 datasets)":55.65,"STS Average (3 datasets)":82.31,"Summarization Average (1 datasets)":31.45} -{"index":30,"Rank":75,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (26 datasets)":"","Classification Average (6 datasets)":76.28,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":78.35,"Reranking Average (2 datasets)":85.28,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":34,"Rank":77,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":40,"Rank":79,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":41,"Rank":80,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":42,"Rank":81,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":46,"Rank":83,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":47,"Rank":84,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":48,"Rank":85,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":49,"Rank":86,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":53,"Rank":87,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":54,"Rank":88,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":65,"Rank":90,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":69.32,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":77.24,"Reranking Average (2 datasets)":82.32,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":82.46,"Summarization Average (1 datasets)":31.72} -{"index":71,"Rank":92,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":73,"Rank":93,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":68.48,"Clustering Average (7 datasets)":41.33,"PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":41.15,"STS Average (3 datasets)":72.28,"Summarization Average (1 datasets)":30.28} -{"index":77,"Rank":94,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":78,"Rank":95,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":79,"Rank":96,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":83,"Rank":97,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":52.87,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":71.52,"Reranking Average (2 datasets)":67.88,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":69.77,"Summarization Average (1 datasets)":28.11} -{"index":84,"Rank":98,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":85,"Rank":99,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":87,"Rank":100,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":88,"Rank":101,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":96,"Rank":102,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":97,"Rank":103,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":104,"Rank":105,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (26 datasets)":"","Classification Average (6 datasets)":69.27,"Clustering Average (7 datasets)":49.67,"PairClassification Average (2 datasets)":77.18,"Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":48.23,"STS Average (3 datasets)":78.31,"Summarization Average (1 datasets)":30.5} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} diff --git a/boards_data/fr/data_tasks/Classification/default.jsonl b/boards_data/fr/data_tasks/Classification/default.jsonl deleted file mode 100644 index faf30db7dfc895e5f4d9fa911a96c5984d8de8ea..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,104 +0,0 @@ -{"index":10,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":59,"Rank":2,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":99,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":26,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":13,"Rank":5,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07} -{"index":9,"Rank":6,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23} -{"index":25,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23} -{"index":32,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.83,"AmazonReviewsClassification (fr)":52.62,"MasakhaNEWSClassification (fra)":83.63,"MassiveIntentClassification (fr)":69.54,"MassiveScenarioClassification (fr)":78.53,"MTOPDomainClassification (fr)":95.79,"MTOPIntentClassification (fr)":80.88} -{"index":69,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.54,"AmazonReviewsClassification (fr)":47.31,"MasakhaNEWSClassification (fra)":74.03,"MassiveIntentClassification (fr)":76.32,"MassiveScenarioClassification (fr)":83.09,"MTOPDomainClassification (fr)":96.3,"MTOPIntentClassification (fr)":82.21} -{"index":30,"Rank":10,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":76.28,"AmazonReviewsClassification (fr)":54.43,"MasakhaNEWSClassification (fra)":81.35,"MassiveIntentClassification (fr)":75.51,"MassiveScenarioClassification (fr)":77.29,"MTOPDomainClassification (fr)":92.25,"MTOPIntentClassification (fr)":76.87} -{"index":43,"Rank":11,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55} -{"index":65,"Rank":12,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.32,"AmazonReviewsClassification (fr)":49.78,"MasakhaNEWSClassification (fra)":78.93,"MassiveIntentClassification (fr)":66.88,"MassiveScenarioClassification (fr)":71.16,"MTOPDomainClassification (fr)":85.89,"MTOPIntentClassification (fr)":63.26} -{"index":104,"Rank":13,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45} -{"index":37,"Rank":14,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} -{"index":11,"Rank":15,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} -{"index":35,"Rank":16,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.62,"AmazonReviewsClassification (fr)":43.49,"MasakhaNEWSClassification (fra)":78.01,"MassiveIntentClassification (fr)":67.39,"MassiveScenarioClassification (fr)":74.12,"MTOPDomainClassification (fr)":88.46,"MTOPIntentClassification (fr)":60.27} -{"index":0,"Rank":17,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09} -{"index":5,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52} -{"index":73,"Rank":19,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69} -{"index":4,"Rank":20,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44} -{"index":72,"Rank":21,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88} -{"index":3,"Rank":22,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44} -{"index":74,"Rank":23,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76} -{"index":95,"Rank":24,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33} -{"index":75,"Rank":25,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93} -{"index":19,"Rank":26,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07} -{"index":36,"Rank":27,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13} -{"index":64,"Rank":28,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.54,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":63.37,"MassiveScenarioClassification (fr)":68.74,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43} -{"index":102,"Rank":29,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64} -{"index":50,"Rank":30,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.3,"AmazonReviewsClassification (fr)":39.89,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":64.14,"MassiveScenarioClassification (fr)":70.69,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":57.85} -{"index":38,"Rank":31,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.25,"AmazonReviewsClassification (fr)":37.1,"MasakhaNEWSClassification (fra)":78.34,"MassiveIntentClassification (fr)":65.49,"MassiveScenarioClassification (fr)":69.27,"MTOPDomainClassification (fr)":86.09,"MTOPIntentClassification (fr)":61.23} -{"index":76,"Rank":32,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59} -{"index":103,"Rank":33,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01} -{"index":52,"Rank":34,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62} -{"index":94,"Rank":35,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39} -{"index":63,"Rank":36,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.94,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":61.32,"MassiveScenarioClassification (fr)":67.37,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51} -{"index":91,"Rank":37,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.73,"AmazonReviewsClassification (fr)":38.98,"MasakhaNEWSClassification (fra)":72.94,"MassiveIntentClassification (fr)":64.8,"MassiveScenarioClassification (fr)":70.71,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.75} -{"index":80,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01} -{"index":44,"Rank":39,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12} -{"index":101,"Rank":40,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98} -{"index":33,"Rank":41,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.15,"AmazonReviewsClassification (fr)":44.85,"MasakhaNEWSClassification (fra)":83.34,"MassiveIntentClassification (fr)":59.05,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":80.15,"MTOPIntentClassification (fr)":50.24} -{"index":86,"Rank":42,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41} -{"index":93,"Rank":43,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73} -{"index":18,"Rank":44,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01} -{"index":66,"Rank":45,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.06,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":57.9,"MassiveScenarioClassification (fr)":63.9,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01} -{"index":90,"Rank":46,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05} -{"index":8,"Rank":47,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76} -{"index":1,"Rank":48,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62} -{"index":92,"Rank":49,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85} -{"index":62,"Rank":50,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97} -{"index":51,"Rank":51,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44} -{"index":98,"Rank":52,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53} -{"index":67,"Rank":53,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25} -{"index":6,"Rank":54,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12} -{"index":83,"Rank":55,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.87,"AmazonReviewsClassification (fr)":28.49,"MasakhaNEWSClassification (fra)":77.77,"MassiveIntentClassification (fr)":44.27,"MassiveScenarioClassification (fr)":54.26,"MTOPDomainClassification (fr)":74.88,"MTOPIntentClassification (fr)":37.57} -{"index":81,"Rank":56,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94} -{"index":89,"Rank":57,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18} -{"index":82,"Rank":58,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.7,"AmazonReviewsClassification (fr)":26.88,"MasakhaNEWSClassification (fra)":68.84,"MassiveIntentClassification (fr)":42.55,"MassiveScenarioClassification (fr)":51.14,"MTOPDomainClassification (fr)":75.1,"MTOPIntentClassification (fr)":39.67} -{"index":61,"Rank":59,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4} -{"index":60,"Rank":60,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} -{"index":27,"Rank":61,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} -{"index":29,"Rank":62,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86} -{"index":28,"Rank":63,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85} -{"index":23,"Rank":64,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38} -{"index":24,"Rank":65,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37} -{"index":68,"Rank":66,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76} -{"index":58,"Rank":67,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79} -{"index":56,"Rank":68,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49} -{"index":57,"Rank":69,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61} -{"index":2,"Rank":70,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":7,"Rank":71,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":12,"Rank":72,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (fr)":49.3,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":75.11,"MassiveScenarioClassification (fr)":78.6,"MTOPDomainClassification (fr)":91.29,"MTOPIntentClassification (fr)":77.8} -{"index":14,"Rank":73,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":86.21,"MTOPIntentClassification (fr)":67.68} -{"index":15,"Rank":74,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69} -{"index":16,"Rank":75,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":17,"Rank":76,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":20,"Rank":77,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":21,"Rank":78,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":22,"Rank":79,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":34,"Rank":81,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96} -{"index":40,"Rank":83,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33} -{"index":41,"Rank":84,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34} -{"index":42,"Rank":85,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67} -{"index":45,"Rank":86,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43} -{"index":46,"Rank":87,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36} -{"index":47,"Rank":88,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12} -{"index":48,"Rank":89,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":27.0,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":41.95,"MassiveScenarioClassification (fr)":50.59,"MTOPDomainClassification (fr)":75.57,"MTOPIntentClassification (fr)":41.12} -{"index":49,"Rank":90,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":40.29,"MassiveScenarioClassification (fr)":45.08,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":53,"Rank":91,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":54,"Rank":92,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":55,"Rank":93,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75} -{"index":70,"Rank":94,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32} -{"index":71,"Rank":95,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":26.28,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.87,"MassiveScenarioClassification (fr)":45.61,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":77,"Rank":96,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":78,"Rank":97,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":79,"Rank":98,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":31.51,"MassiveScenarioClassification (fr)":42.9,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":100,"Rank":105,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":29.43,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.27,"MassiveScenarioClassification (fr)":40.86,"MTOPDomainClassification (fr)":62.95,"MTOPIntentClassification (fr)":33.78} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} diff --git a/boards_data/fr/data_tasks/Clustering/default.jsonl b/boards_data/fr/data_tasks/Clustering/default.jsonl deleted file mode 100644 index 047c1822f445012746a80881683d14d2db530229..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,96 +0,0 @@ -{"index":13,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24} -{"index":10,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62} -{"index":99,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62} -{"index":59,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62} -{"index":9,"Rank":5,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71} -{"index":32,"Rank":6,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":53.77,"AlloProfClusteringP2P":66.71,"AlloProfClusteringS2S":47.68,"HALClusteringS2S":26.96,"MLSUMClusteringP2P (fr)":46.16,"MLSUMClusteringS2S (fr)":45.73,"MasakhaNEWSClusteringP2P (fra)":77.2,"MasakhaNEWSClusteringS2S (fra)":65.93} -{"index":33,"Rank":7,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":52.08,"AlloProfClusteringP2P":66.69,"AlloProfClusteringS2S":49.27,"HALClusteringS2S":26.92,"MLSUMClusteringP2P (fr)":45.58,"MLSUMClusteringS2S (fr)":44.45,"MasakhaNEWSClusteringP2P (fra)":71.51,"MasakhaNEWSClusteringS2S (fra)":60.16} -{"index":37,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} -{"index":104,"Rank":9,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58} -{"index":50,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.37,"AlloProfClusteringP2P":59.69,"AlloProfClusteringS2S":45.61,"HALClusteringS2S":25.21,"MLSUMClusteringP2P (fr)":42.83,"MLSUMClusteringS2S (fr)":43.44,"MasakhaNEWSClusteringP2P (fra)":61.32,"MasakhaNEWSClusteringS2S (fra)":60.51} -{"index":36,"Rank":11,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1} -{"index":38,"Rank":12,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.88,"AlloProfClusteringP2P":63.19,"AlloProfClusteringS2S":41.33,"HALClusteringS2S":23.77,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":43.66,"MasakhaNEWSClusteringP2P (fra)":58.63,"MasakhaNEWSClusteringS2S (fra)":53.47} -{"index":5,"Rank":13,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8} -{"index":35,"Rank":14,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.87,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":41.58,"HALClusteringS2S":24.88,"MLSUMClusteringP2P (fr)":44.18,"MLSUMClusteringS2S (fr)":44.65,"MasakhaNEWSClusteringP2P (fra)":69.99,"MasakhaNEWSClusteringS2S (fra)":36.66} -{"index":3,"Rank":15,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18} -{"index":69,"Rank":16,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":44.95,"AlloProfClusteringP2P":63.88,"AlloProfClusteringS2S":46.86,"HALClusteringS2S":27.48,"MLSUMClusteringP2P (fr)":44.69,"MLSUMClusteringS2S (fr)":44.88,"MasakhaNEWSClusteringP2P (fra)":42.36,"MasakhaNEWSClusteringS2S (fra)":44.48} -{"index":0,"Rank":17,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62} -{"index":4,"Rank":18,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79} -{"index":95,"Rank":19,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24} -{"index":52,"Rank":20,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73} -{"index":63,"Rank":21,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16} -{"index":101,"Rank":22,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31} -{"index":1,"Rank":23,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33} -{"index":76,"Rank":24,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91} -{"index":91,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.79,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":53.3,"MasakhaNEWSClusteringS2S (fra)":37.92} -{"index":44,"Rank":26,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"index":11,"Rank":27,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68} -{"index":94,"Rank":28,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74} -{"index":73,"Rank":29,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16} -{"index":8,"Rank":30,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2} -{"index":62,"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2} -{"index":19,"Rank":32,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31} -{"index":93,"Rank":33,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33} -{"index":61,"Rank":34,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23} -{"index":75,"Rank":35,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4} -{"index":92,"Rank":36,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64} -{"index":103,"Rank":37,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94} -{"index":74,"Rank":38,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58} -{"index":43,"Rank":39,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8} -{"index":66,"Rank":40,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22} -{"index":18,"Rank":41,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41} -{"index":64,"Rank":42,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} -{"index":86,"Rank":43,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} -{"index":90,"Rank":44,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9} -{"index":80,"Rank":45,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13} -{"index":72,"Rank":46,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81} -{"index":102,"Rank":47,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24} -{"index":51,"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77} -{"index":67,"Rank":49,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35} -{"index":82,"Rank":50,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58} -{"index":28,"Rank":51,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":29,"Rank":52,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":27,"Rank":53,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":60,"Rank":54,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":81,"Rank":55,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47} -{"index":98,"Rank":56,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51} -{"index":89,"Rank":57,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27} -{"index":6,"Rank":58,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77} -{"index":68,"Rank":59,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58} -{"index":24,"Rank":60,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52} -{"index":23,"Rank":61,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76} -{"index":56,"Rank":62,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26} -{"index":58,"Rank":63,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68} -{"index":57,"Rank":64,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58} -{"index":2,"Rank":65,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":7,"Rank":66,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":12,"Rank":67,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":20,"Rank":72,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":21,"Rank":73,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":22,"Rank":74,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":25,"Rank":75,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":"","HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":""} -{"index":26,"Rank":76,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":"","HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":""} -{"index":30,"Rank":77,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":73.54,"MasakhaNEWSClusteringS2S (fra)":68.87} -{"index":34,"Rank":79,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":40,"Rank":81,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":41,"Rank":82,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":42,"Rank":83,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":46,"Rank":85,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":47,"Rank":86,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":48,"Rank":87,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":49,"Rank":88,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":53,"Rank":89,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":54,"Rank":90,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":65,"Rank":92,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":70.48,"MasakhaNEWSClusteringS2S (fra)":69.48} -{"index":71,"Rank":94,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":77,"Rank":95,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":78,"Rank":96,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":79,"Rank":97,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":83,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":61.99,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} diff --git a/boards_data/fr/data_tasks/PairClassification/default.jsonl b/boards_data/fr/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index 78288e55da2d13e999f4318e2652809aa2c23e6a..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,98 +0,0 @@ -{"index":10,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86} -{"index":99,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86} -{"index":59,"Rank":3,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86} -{"index":26,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86} -{"index":25,"Rank":5,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77} -{"index":9,"Rank":6,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77} -{"index":13,"Rank":7,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14} -{"index":6,"Rank":8,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":82.04,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":70.31} -{"index":8,"Rank":9,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07} -{"index":74,"Rank":10,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98} -{"index":76,"Rank":11,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92} -{"index":37,"Rank":12,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51} -{"index":75,"Rank":13,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42} -{"index":11,"Rank":14,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} -{"index":95,"Rank":15,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01} -{"index":98,"Rank":16,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":78.82,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.6} -{"index":5,"Rank":17,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":78.7,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.71} -{"index":30,"Rank":18,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.35,"OpusparcusPC (fr)":95.14,"PawsXPairClassification (fr)":61.56} -{"index":35,"Rank":19,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":78.31,"OpusparcusPC (fr)":93.78,"PawsXPairClassification (fr)":62.84} -{"index":19,"Rank":20,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26} -{"index":94,"Rank":21,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.54,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.59} -{"index":0,"Rank":22,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":77.34,"OpusparcusPC (fr)":92.64,"PawsXPairClassification (fr)":62.05} -{"index":44,"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.31,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.19} -{"index":4,"Rank":24,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54} -{"index":65,"Rank":25,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":77.24,"OpusparcusPC (fr)":94.73,"PawsXPairClassification (fr)":59.76} -{"index":50,"Rank":26,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.19,"OpusparcusPC (fr)":94.19,"PawsXPairClassification (fr)":60.2} -{"index":104,"Rank":27,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":77.18,"OpusparcusPC (fr)":94.16,"PawsXPairClassification (fr)":60.19} -{"index":52,"Rank":28,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":77.12,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.61} -{"index":43,"Rank":29,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19} -{"index":72,"Rank":30,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85} -{"index":67,"Rank":31,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":77.05,"OpusparcusPC (fr)":90.15,"PawsXPairClassification (fr)":63.95} -{"index":36,"Rank":32,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38} -{"index":103,"Rank":33,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76} -{"index":32,"Rank":34,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.96,"OpusparcusPC (fr)":93.4,"PawsXPairClassification (fr)":60.51} -{"index":3,"Rank":35,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":76.88,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.88} -{"index":33,"Rank":36,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.62,"OpusparcusPC (fr)":92.86,"PawsXPairClassification (fr)":60.39} -{"index":69,"Rank":37,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.6,"OpusparcusPC (fr)":93.75,"PawsXPairClassification (fr)":59.44} -{"index":64,"Rank":38,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.19,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.5} -{"index":62,"Rank":39,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65} -{"index":91,"Rank":40,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14} -{"index":38,"Rank":41,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.56,"OpusparcusPC (fr)":92.92,"PawsXPairClassification (fr)":58.19} -{"index":93,"Rank":42,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.44,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.69} -{"index":63,"Rank":43,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":74.82,"OpusparcusPC (fr)":92.72,"PawsXPairClassification (fr)":56.93} -{"index":51,"Rank":44,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44} -{"index":90,"Rank":45,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.47,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":56.94} -{"index":1,"Rank":46,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.4,"OpusparcusPC (fr)":89.83,"PawsXPairClassification (fr)":58.97} -{"index":80,"Rank":47,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63} -{"index":18,"Rank":48,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":74.14,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.35} -{"index":66,"Rank":49,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68} -{"index":68,"Rank":50,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":73.93,"OpusparcusPC (fr)":85.87,"PawsXPairClassification (fr)":61.99} -{"index":102,"Rank":51,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":73.52,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.66} -{"index":89,"Rank":52,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.77,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.48} -{"index":92,"Rank":53,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.42,"OpusparcusPC (fr)":89.41,"PawsXPairClassification (fr)":55.43} -{"index":101,"Rank":54,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41} -{"index":86,"Rank":55,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16} -{"index":83,"Rank":56,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.52,"OpusparcusPC (fr)":86.61,"PawsXPairClassification (fr)":56.42} -{"index":81,"Rank":57,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.47,"OpusparcusPC (fr)":87.35,"PawsXPairClassification (fr)":55.59} -{"index":82,"Rank":58,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4} -{"index":29,"Rank":59,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":27,"Rank":60,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":60,"Rank":61,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41} -{"index":28,"Rank":62,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38} -{"index":61,"Rank":63,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33} -{"index":58,"Rank":64,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.42,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":54.94} -{"index":23,"Rank":65,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.82,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":51.73} -{"index":24,"Rank":66,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":68.62,"OpusparcusPC (fr)":83.79,"PawsXPairClassification (fr)":53.44} -{"index":57,"Rank":67,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.44,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.89} -{"index":56,"Rank":68,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.17,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":52.19} -{"index":2,"Rank":69,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":7,"Rank":70,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":12,"Rank":71,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":20,"Rank":76,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":21,"Rank":77,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":22,"Rank":78,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":34,"Rank":80,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":40,"Rank":82,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":41,"Rank":83,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":42,"Rank":84,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":46,"Rank":86,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":47,"Rank":87,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":48,"Rank":88,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":49,"Rank":89,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":53,"Rank":90,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":54,"Rank":91,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":55,"Rank":92,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36} -{"index":71,"Rank":94,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":73,"Rank":95,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96} -{"index":77,"Rank":96,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":78,"Rank":97,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":79,"Rank":98,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":100,"Rank":105,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""} diff --git a/boards_data/fr/data_tasks/Reranking/default.jsonl b/boards_data/fr/data_tasks/Reranking/default.jsonl deleted file mode 100644 index 09fa657895d1d97ed35fc940d1c0485eda5e9076..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,96 +0,0 @@ -{"index":30,"Rank":1,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":85.28,"AlloprofReranking":77.93,"SyntecReranking":92.62} -{"index":13,"Rank":2,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83} -{"index":9,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03} -{"index":25,"Rank":4,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03} -{"index":5,"Rank":5,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4} -{"index":65,"Rank":6,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":82.32,"AlloprofReranking":74.68,"SyntecReranking":89.95} -{"index":4,"Rank":7,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2} -{"index":35,"Rank":8,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":81.38,"AlloprofReranking":73.87,"SyntecReranking":88.89} -{"index":32,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.82,"AlloprofReranking":75.05,"SyntecReranking":86.6} -{"index":50,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.82,"AlloprofReranking":73.52,"SyntecReranking":88.12} -{"index":33,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.66,"AlloprofReranking":74.05,"SyntecReranking":87.27} -{"index":0,"Rank":12,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57} -{"index":37,"Rank":13,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} -{"index":3,"Rank":14,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77} -{"index":10,"Rank":15,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} -{"index":99,"Rank":16,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} -{"index":26,"Rank":17,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} -{"index":59,"Rank":18,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} -{"index":36,"Rank":19,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83} -{"index":95,"Rank":20,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15} -{"index":43,"Rank":21,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28} -{"index":11,"Rank":22,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03} -{"index":76,"Rank":23,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07} -{"index":103,"Rank":24,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77} -{"index":75,"Rank":25,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65} -{"index":72,"Rank":26,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43} -{"index":74,"Rank":27,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17} -{"index":38,"Rank":28,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.06,"AlloprofReranking":68.44,"SyntecReranking":81.68} -{"index":91,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":74.09,"AlloprofReranking":67.2,"SyntecReranking":80.97} -{"index":94,"Rank":30,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07} -{"index":1,"Rank":31,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65} -{"index":52,"Rank":32,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15} -{"index":64,"Rank":33,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9} -{"index":63,"Rank":34,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43} -{"index":66,"Rank":35,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7} -{"index":69,"Rank":36,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.85,"AlloprofReranking":66.39,"SyntecReranking":73.32} -{"index":18,"Rank":37,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":69.82,"AlloprofReranking":51.6,"SyntecReranking":88.03} -{"index":93,"Rank":38,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77} -{"index":19,"Rank":39,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":68.36,"AlloprofReranking":51.01,"SyntecReranking":85.72} -{"index":81,"Rank":40,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.09,"AlloprofReranking":67.01,"SyntecReranking":69.17} -{"index":44,"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9} -{"index":83,"Rank":42,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.88,"AlloprofReranking":69.63,"SyntecReranking":66.12} -{"index":102,"Rank":43,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13} -{"index":101,"Rank":44,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85} -{"index":82,"Rank":45,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.96,"AlloprofReranking":62.62,"SyntecReranking":67.31} -{"index":51,"Rank":46,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75} -{"index":92,"Rank":47,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05} -{"index":86,"Rank":48,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78} -{"index":62,"Rank":49,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05} -{"index":90,"Rank":50,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03} -{"index":80,"Rank":51,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28} -{"index":98,"Rank":52,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28} -{"index":89,"Rank":53,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08} -{"index":61,"Rank":54,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4} -{"index":67,"Rank":55,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":50.86,"AlloprofReranking":39.13,"SyntecReranking":62.58} -{"index":8,"Rank":56,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87} -{"index":57,"Rank":57,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18} -{"index":6,"Rank":58,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93} -{"index":56,"Rank":59,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88} -{"index":29,"Rank":60,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25} -{"index":60,"Rank":61,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25} -{"index":28,"Rank":62,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":27,"Rank":63,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":68,"Rank":64,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88} -{"index":24,"Rank":65,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4} -{"index":23,"Rank":66,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75} -{"index":58,"Rank":67,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8} -{"index":2,"Rank":68,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":7,"Rank":69,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":12,"Rank":70,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":20,"Rank":75,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":21,"Rank":76,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":22,"Rank":77,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":34,"Rank":79,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":40,"Rank":81,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":41,"Rank":82,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":42,"Rank":83,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":46,"Rank":85,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":47,"Rank":86,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":48,"Rank":87,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":49,"Rank":88,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":53,"Rank":89,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":54,"Rank":90,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":71,"Rank":93,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":73,"Rank":94,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":77,"Rank":95,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":78,"Rank":96,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":79,"Rank":97,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":84,"Rank":98,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":85,"Rank":99,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":87,"Rank":100,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":88,"Rank":101,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":96,"Rank":102,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":97,"Rank":103,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":104,"Rank":105,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofReranking":"","SyntecReranking":89.87} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofReranking":"","SyntecReranking":""} diff --git a/boards_data/fr/data_tasks/Retrieval/default.jsonl b/boards_data/fr/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index ab55260fa26cd4c295a016dd204a43d6dd6d458c..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,97 +0,0 @@ -{"index":13,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":63.47,"AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":77.42} -{"index":10,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":99,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":59,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":26,"Rank":5,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":5,"Rank":6,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92} -{"index":69,"Rank":7,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.48,"AlloprofRetrieval":54.28,"BSARDRetrieval":24.76,"MintakaRetrieval (fr)":26.91,"SyntecRetrieval":83.85,"XPQARetrieval (fr)":77.58} -{"index":4,"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56} -{"index":11,"Rank":9,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} -{"index":9,"Rank":10,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58} -{"index":25,"Rank":11,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58} -{"index":50,"Rank":12,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.4,"AlloprofRetrieval":49.5,"BSARDRetrieval":20.24,"MintakaRetrieval (fr)":33.67,"SyntecRetrieval":84.79,"XPQARetrieval (fr)":68.82} -{"index":37,"Rank":13,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} -{"index":35,"Rank":14,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":48.47,"AlloprofRetrieval":48.8,"BSARDRetrieval":14.63,"MintakaRetrieval (fr)":24.17,"SyntecRetrieval":85.23,"XPQARetrieval (fr)":69.5} -{"index":104,"Rank":15,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0} -{"index":32,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":48.18,"AlloprofRetrieval":50.64,"BSARDRetrieval":19.83,"MintakaRetrieval (fr)":26.45,"SyntecRetrieval":81.9,"XPQARetrieval (fr)":62.09} -{"index":33,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":47.85,"AlloprofRetrieval":46.75,"BSARDRetrieval":20.47,"MintakaRetrieval (fr)":27.4,"SyntecRetrieval":82.44,"XPQARetrieval (fr)":62.19} -{"index":0,"Rank":18,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24} -{"index":43,"Rank":19,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22} -{"index":3,"Rank":20,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95} -{"index":36,"Rank":21,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21} -{"index":75,"Rank":22,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55} -{"index":76,"Rank":23,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8} -{"index":74,"Rank":24,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27} -{"index":95,"Rank":25,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2} -{"index":72,"Rank":26,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49} -{"index":38,"Rank":27,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.4,"AlloprofRetrieval":39.22,"BSARDRetrieval":10.51,"MintakaRetrieval (fr)":25.58,"SyntecRetrieval":78.19,"XPQARetrieval (fr)":63.5} -{"index":103,"Rank":28,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02} -{"index":64,"Rank":29,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15} -{"index":63,"Rank":30,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81} -{"index":73,"Rank":31,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88} -{"index":1,"Rank":32,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07} -{"index":19,"Rank":33,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":40.42,"AlloprofRetrieval":38.36,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"XPQARetrieval (fr)":58.87} -{"index":52,"Rank":34,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62} -{"index":94,"Rank":35,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14} -{"index":101,"Rank":36,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59} -{"index":91,"Rank":37,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.13,"AlloprofRetrieval":30.8,"BSARDRetrieval":13.19,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22} -{"index":102,"Rank":38,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21} -{"index":44,"Rank":39,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57} -{"index":66,"Rank":40,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47} -{"index":18,"Rank":41,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":36.1,"AlloprofRetrieval":35.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"XPQARetrieval (fr)":45.23} -{"index":93,"Rank":42,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79} -{"index":81,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AlloprofRetrieval":33.2,"BSARDRetrieval":6.24,"MintakaRetrieval (fr)":16.08,"SyntecRetrieval":60.8,"XPQARetrieval (fr)":55.9} -{"index":86,"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2} -{"index":51,"Rank":45,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92} -{"index":92,"Rank":46,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19} -{"index":90,"Rank":47,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51} -{"index":82,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.87,"AlloprofRetrieval":28.41,"BSARDRetrieval":4.8,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79} -{"index":89,"Rank":49,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83} -{"index":80,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74} -{"index":98,"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4} -{"index":62,"Rank":52,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29} -{"index":67,"Rank":53,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":17.91,"AlloprofRetrieval":12.37,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"XPQARetrieval (fr)":33.82} -{"index":6,"Rank":54,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59} -{"index":61,"Rank":55,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12} -{"index":8,"Rank":56,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39} -{"index":60,"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49} -{"index":29,"Rank":58,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46} -{"index":27,"Rank":59,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39} -{"index":28,"Rank":60,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35} -{"index":68,"Rank":61,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":7.98,"AlloprofRetrieval":1.98,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"XPQARetrieval (fr)":12.98} -{"index":57,"Rank":62,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09} -{"index":56,"Rank":63,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59} -{"index":24,"Rank":64,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7} -{"index":23,"Rank":65,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65} -{"index":58,"Rank":66,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69} -{"index":2,"Rank":67,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloprofRetrieval":73.76,"BSARDRetrieval":44.87,"MintakaRetrieval (fr)":44.56,"SyntecRetrieval":87.54,"XPQARetrieval (fr)":""} -{"index":7,"Rank":68,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":12,"Rank":69,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":20,"Rank":74,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":21,"Rank":75,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":22,"Rank":76,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":30,"Rank":77,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AlloprofRetrieval":55.42,"BSARDRetrieval":26.61,"MintakaRetrieval (fr)":51.68,"SyntecRetrieval":89.48,"XPQARetrieval (fr)":""} -{"index":31,"Rank":78,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AlloprofRetrieval":"","BSARDRetrieval":31.05,"MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":34,"Rank":79,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":40,"Rank":81,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":41,"Rank":82,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":42,"Rank":83,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":46,"Rank":85,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":47,"Rank":86,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":48,"Rank":87,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":49,"Rank":88,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":53,"Rank":89,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":54,"Rank":90,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":65,"Rank":92,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AlloprofRetrieval":52.12,"BSARDRetrieval":24.61,"MintakaRetrieval (fr)":33.49,"SyntecRetrieval":87.8,"XPQARetrieval (fr)":""} -{"index":71,"Rank":94,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":77,"Rank":95,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":78,"Rank":96,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":79,"Rank":97,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":83,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":34.27,"BSARDRetrieval":6.98,"MintakaRetrieval (fr)":12.93,"SyntecRetrieval":57.39,"XPQARetrieval (fr)":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} diff --git a/boards_data/fr/data_tasks/STS/default.jsonl b/boards_data/fr/data_tasks/STS/default.jsonl deleted file mode 100644 index 13f24bf3a0eb773339b84e2632f94a641c6c5981..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,102 +0,0 @@ -{"index":69,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.89,"STS22 (fr)":83.29,"STSBenchmarkMultilingualSTS (fr)":87.44,"SICKFr":83.95} -{"index":37,"Rank":2,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} -{"index":35,"Rank":3,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.02,"STS22 (fr)":83.82,"STSBenchmarkMultilingualSTS (fr)":86.79,"SICKFr":78.46} -{"index":13,"Rank":4,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39} -{"index":65,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":82.46,"STS22 (fr)":82.25,"STSBenchmarkMultilingualSTS (fr)":84.94,"SICKFr":80.2} -{"index":59,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} -{"index":10,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} -{"index":99,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} -{"index":26,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} -{"index":50,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.9,"STS22 (fr)":83.19,"STSBenchmarkMultilingualSTS (fr)":84.4,"SICKFr":78.1} -{"index":52,"Rank":11,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7} -{"index":11,"Rank":12,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} -{"index":19,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23} -{"index":25,"Rank":14,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68} -{"index":9,"Rank":15,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68} -{"index":103,"Rank":16,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1} -{"index":33,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.52,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":81.56,"SICKFr":77.43} -{"index":4,"Rank":18,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":80.29,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09} -{"index":38,"Rank":19,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.17,"STS22 (fr)":82.91,"STSBenchmarkMultilingualSTS (fr)":83.3,"SICKFr":74.31} -{"index":5,"Rank":20,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":80.13,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9} -{"index":36,"Rank":21,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48} -{"index":32,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.08,"STS22 (fr)":81.71,"STSBenchmarkMultilingualSTS (fr)":81.07,"SICKFr":77.47} -{"index":43,"Rank":23,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74} -{"index":0,"Rank":24,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":79.56,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21} -{"index":72,"Rank":25,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51} -{"index":64,"Rank":26,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.36,"STS22 (fr)":76.77,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78} -{"index":95,"Rank":27,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.37,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07} -{"index":104,"Rank":28,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":78.31,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28} -{"index":98,"Rank":29,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":78.28,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25} -{"index":18,"Rank":30,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":78.26,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5} -{"index":91,"Rank":31,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":78.18,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56} -{"index":51,"Rank":32,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.79,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18} -{"index":76,"Rank":33,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6} -{"index":75,"Rank":34,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89} -{"index":3,"Rank":35,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":77.52,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56} -{"index":94,"Rank":36,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.33,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08} -{"index":63,"Rank":37,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.3,"STS22 (fr)":75.04,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23} -{"index":66,"Rank":38,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":77.17,"STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62} -{"index":44,"Rank":39,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.87,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6} -{"index":86,"Rank":40,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.46,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49} -{"index":90,"Rank":41,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.18,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1} -{"index":93,"Rank":42,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.14,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83} -{"index":101,"Rank":43,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":74.92,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37} -{"index":74,"Rank":44,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67} -{"index":102,"Rank":45,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":74.55,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39} -{"index":92,"Rank":46,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.49,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74} -{"index":80,"Rank":47,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94} -{"index":73,"Rank":48,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04} -{"index":1,"Rank":49,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51} -{"index":83,"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.77,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":65.15,"SICKFr":67.05} -{"index":82,"Rank":51,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48} -{"index":89,"Rank":52,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11} -{"index":81,"Rank":53,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.45,"STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":66.68,"SICKFr":63.16} -{"index":62,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":65.36,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39} -{"index":6,"Rank":55,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95} -{"index":67,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94} -{"index":8,"Rank":57,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18} -{"index":61,"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26} -{"index":56,"Rank":59,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86} -{"index":68,"Rank":60,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54} -{"index":23,"Rank":61,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62} -{"index":28,"Rank":62,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77} -{"index":27,"Rank":63,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76} -{"index":60,"Rank":64,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75} -{"index":29,"Rank":65,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76} -{"index":24,"Rank":66,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01} -{"index":57,"Rank":67,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9} -{"index":58,"Rank":68,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6} -{"index":2,"Rank":69,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":7,"Rank":70,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":12,"Rank":71,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS22 (fr)":79.86,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":14,"Rank":72,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":20,"Rank":76,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":21,"Rank":77,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":22,"Rank":78,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":30,"Rank":79,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":81.96,"SICKFr":80.25} -{"index":34,"Rank":81,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":39,"Rank":82,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":40,"Rank":83,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":41,"Rank":84,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":42,"Rank":85,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":45,"Rank":86,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":46,"Rank":87,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":47,"Rank":88,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":48,"Rank":89,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":49,"Rank":90,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":74.98,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":53,"Rank":91,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":54,"Rank":92,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":55,"Rank":93,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":70,"Rank":94,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":71,"Rank":95,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","STS22 (fr)":55.04,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":77,"Rank":96,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS22 (fr)":74.12,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":78,"Rank":97,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS22 (fr)":77.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":79,"Rank":98,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS22 (fr)":58.65,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":100,"Rank":105,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":51.09,"SICKFr":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} diff --git a/boards_data/fr/data_tasks/Summarization/default.jsonl b/boards_data/fr/data_tasks/Summarization/default.jsonl deleted file mode 100644 index 8ba1924872f1c31ba759dc039482617e4ff8fabc..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Summarization/default.jsonl +++ /dev/null @@ -1,96 +0,0 @@ -{"index":75,"Rank":1,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":32.46} -{"index":38,"Rank":2,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":32.33} -{"index":62,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":32.22} -{"index":66,"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":31.85} -{"index":65,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":31.72} -{"index":94,"Rank":6,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.59} -{"index":6,"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEvalFr":31.56} -{"index":0,"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEvalFr":31.47} -{"index":26,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":31.45} -{"index":59,"Rank":10,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEvalFr":31.45} -{"index":99,"Rank":11,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEvalFr":31.45} -{"index":10,"Rank":12,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEvalFr":31.45} -{"index":18,"Rank":13,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":31.4} -{"index":13,"Rank":14,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEvalFr":31.26} -{"index":56,"Rank":15,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.26} -{"index":19,"Rank":16,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":31.26} -{"index":50,"Rank":17,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":30.95} -{"index":64,"Rank":18,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.92} -{"index":32,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":30.89} -{"index":1,"Rank":20,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEvalFr":30.88} -{"index":52,"Rank":21,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":30.88} -{"index":63,"Rank":22,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":30.76} -{"index":61,"Rank":23,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.72} -{"index":69,"Rank":24,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.71} -{"index":33,"Rank":25,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":30.52} -{"index":104,"Rank":26,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEvalFr":30.5} -{"index":9,"Rank":27,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEvalFr":30.5} -{"index":25,"Rank":28,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":30.5} -{"index":95,"Rank":29,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.39} -{"index":4,"Rank":30,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEvalFr":30.34} -{"index":37,"Rank":31,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.3} -{"index":73,"Rank":32,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.28} -{"index":74,"Rank":33,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.27} -{"index":93,"Rank":34,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.23} -{"index":76,"Rank":35,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.22} -{"index":36,"Rank":36,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":30.16} -{"index":80,"Rank":37,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.16} -{"index":35,"Rank":38,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.14} -{"index":72,"Rank":39,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.13} -{"index":92,"Rank":40,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.01} -{"index":5,"Rank":41,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEvalFr":29.96} -{"index":11,"Rank":42,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":29.74} -{"index":43,"Rank":43,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":29.69} -{"index":103,"Rank":44,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.65} -{"index":67,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEvalFr":29.48} -{"index":91,"Rank":46,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.47} -{"index":57,"Rank":47,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.43} -{"index":98,"Rank":48,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"SummEvalFr":29.33} -{"index":58,"Rank":49,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":29.25} -{"index":90,"Rank":50,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":29.2} -{"index":23,"Rank":51,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.14} -{"index":28,"Rank":52,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.13} -{"index":27,"Rank":53,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.06} -{"index":44,"Rank":54,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":29.04} -{"index":24,"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":28.89} -{"index":29,"Rank":56,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.84} -{"index":60,"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.81} -{"index":51,"Rank":58,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.77} -{"index":8,"Rank":59,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":28.72} -{"index":102,"Rank":60,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.56} -{"index":3,"Rank":61,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEvalFr":28.34} -{"index":82,"Rank":62,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":28.29} -{"index":101,"Rank":63,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.21} -{"index":86,"Rank":64,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.12} -{"index":83,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":28.11} -{"index":89,"Rank":66,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":27.59} -{"index":81,"Rank":67,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":26.63} -{"index":68,"Rank":68,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEvalFr":23.63} -{"index":2,"Rank":69,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEvalFr":""} -{"index":7,"Rank":70,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":""} -{"index":12,"Rank":71,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":""} -{"index":20,"Rank":76,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":21,"Rank":77,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":22,"Rank":78,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":30,"Rank":79,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEvalFr":""} -{"index":34,"Rank":81,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":""} -{"index":40,"Rank":83,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEvalFr":""} -{"index":41,"Rank":84,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEvalFr":""} -{"index":42,"Rank":85,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEvalFr":""} -{"index":46,"Rank":87,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEvalFr":""} -{"index":47,"Rank":88,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEvalFr":""} -{"index":48,"Rank":89,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":""} -{"index":49,"Rank":90,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":53,"Rank":91,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":54,"Rank":92,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":71,"Rank":95,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"SummEvalFr":""} -{"index":77,"Rank":96,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":""} -{"index":78,"Rank":97,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":""} -{"index":79,"Rank":98,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":""} -{"index":84,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":85,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEvalFr":""} -{"index":87,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":88,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":96,"Rank":103,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":97,"Rank":104,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEvalFr":""} -{"index":105,"Rank":106,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEvalFr":""} diff --git a/boards_data/instructions/data_overall/default.txt b/boards_data/instructions/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/instructions/data_tasks/InstructionRetrieval/default.jsonl b/boards_data/instructions/data_tasks/InstructionRetrieval/default.jsonl deleted file mode 100644 index 9289bf72179c99fd04d98f1cd405fcddfbc29e99..0000000000000000000000000000000000000000 --- a/boards_data/instructions/data_tasks/InstructionRetrieval/default.jsonl +++ /dev/null @@ -1,31 +0,0 @@ -{"index":19,"Rank":1,"Model":"FollowIR-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":12.15,"Core17InstructionRetrieval":16.48,"News21InstructionRetrieval":6.26,"Robust04InstructionRetrieval":13.72} -{"index":21,"Rank":2,"Model":"mistral-7b-instruct-v0.2<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":-1,"Max Tokens":4096,"Average":10.15,"Core17InstructionRetrieval":13.03,"News21InstructionRetrieval":4.81,"Robust04InstructionRetrieval":12.61} -{"index":9,"Rank":3,"Model":"flan-t5-large<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Embedding Dimensions":-1,"Max Tokens":512,"Average":4.72,"Core17InstructionRetrieval":1.32,"News21InstructionRetrieval":8.95,"Robust04InstructionRetrieval":3.9} -{"index":3,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":3.45,"Core17InstructionRetrieval":6.7,"News21InstructionRetrieval":1.22,"Robust04InstructionRetrieval":2.44} -{"index":5,"Rank":5,"Model":"monot5-3b-msmarco-10k<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Embedding Dimensions":-1,"Max Tokens":512,"Average":2.53,"Core17InstructionRetrieval":1.84,"News21InstructionRetrieval":1.78,"Robust04InstructionRetrieval":3.96} -{"index":0,"Rank":6,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":2.33,"Core17InstructionRetrieval":5.44,"News21InstructionRetrieval":3.94,"Robust04InstructionRetrieval":-2.4} -{"index":20,"Rank":7,"Model":"llama-2-7b-chat<\/a>","Model Size (Million Parameters)":7000,"Memory Usage (GB, fp32)":26.08,"Embedding Dimensions":-1,"Max Tokens":4096,"Average":1.69,"Core17InstructionRetrieval":2.84,"News21InstructionRetrieval":0.23,"Robust04InstructionRetrieval":2.0} -{"index":7,"Rank":8,"Model":"tart-full-flan-t5-xl<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Embedding Dimensions":-1,"Max Tokens":512,"Average":1.36,"Core17InstructionRetrieval":2.82,"News21InstructionRetrieval":1.99,"Robust04InstructionRetrieval":-0.72} -{"index":8,"Rank":9,"Model":"flan-t5-base<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Embedding Dimensions":-1,"Max Tokens":512,"Average":0.64,"Core17InstructionRetrieval":-3.31,"News21InstructionRetrieval":-0.12,"Robust04InstructionRetrieval":5.35} -{"index":2,"Rank":10,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":-0.21,"Core17InstructionRetrieval":2.8,"News21InstructionRetrieval":0.2,"Robust04InstructionRetrieval":-3.63} -{"index":17,"Rank":11,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-0.4,"Core17InstructionRetrieval":1.82,"News21InstructionRetrieval":1.5,"Robust04InstructionRetrieval":-4.52} -{"index":25,"Rank":12,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":-0.75,"Core17InstructionRetrieval":1.69,"News21InstructionRetrieval":-0.35,"Robust04InstructionRetrieval":-3.59} -{"index":13,"Rank":13,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":-1.06,"Core17InstructionRetrieval":0.12,"News21InstructionRetrieval":0.87,"Robust04InstructionRetrieval":-4.16} -{"index":29,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":-1.14,"Core17InstructionRetrieval":-0.04,"News21InstructionRetrieval":0.61,"Robust04InstructionRetrieval":-3.99} -{"index":28,"Rank":15,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":-1.31,"Core17InstructionRetrieval":-0.62,"News21InstructionRetrieval":-0.37,"Robust04InstructionRetrieval":-2.94} -{"index":6,"Rank":16,"Model":"monot5-base-msmarco-10k<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Embedding Dimensions":-1,"Max Tokens":512,"Average":-1.75,"Core17InstructionRetrieval":-4.06,"News21InstructionRetrieval":5.02,"Robust04InstructionRetrieval":-6.2} -{"index":1,"Rank":17,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":-2.09,"Core17InstructionRetrieval":-1.06,"News21InstructionRetrieval":-2.15,"Robust04InstructionRetrieval":-3.06} -{"index":18,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":-2.45,"Core17InstructionRetrieval":-0.26,"News21InstructionRetrieval":0.54,"Robust04InstructionRetrieval":-7.62} -{"index":15,"Rank":19,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":-2.65,"Core17InstructionRetrieval":0.61,"News21InstructionRetrieval":-1.14,"Robust04InstructionRetrieval":-7.43} -{"index":30,"Rank":20,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":-2.68,"Core17InstructionRetrieval":-0.2,"News21InstructionRetrieval":-2.03,"Robust04InstructionRetrieval":-5.81} -{"index":11,"Rank":21,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":-2.76,"Core17InstructionRetrieval":0.69,"News21InstructionRetrieval":-0.9,"Robust04InstructionRetrieval":-8.08} -{"index":26,"Rank":22,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":-2.84,"Core17InstructionRetrieval":-0.35,"News21InstructionRetrieval":-0.25,"Robust04InstructionRetrieval":-7.93} -{"index":24,"Rank":23,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.0,"Core17InstructionRetrieval":1.49,"News21InstructionRetrieval":-1.11,"Robust04InstructionRetrieval":-9.37} -{"index":16,"Rank":24,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-3.05,"Core17InstructionRetrieval":-1.62,"News21InstructionRetrieval":-0.06,"Robust04InstructionRetrieval":-7.48} -{"index":27,"Rank":25,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":-3.08,"Core17InstructionRetrieval":-0.74,"News21InstructionRetrieval":-1.79,"Robust04InstructionRetrieval":-6.71} -{"index":14,"Rank":26,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":-3.45,"Core17InstructionRetrieval":0.09,"News21InstructionRetrieval":-0.86,"Robust04InstructionRetrieval":-9.59} -{"index":4,"Rank":27,"Model":"monobert-large-msmarco<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Embedding Dimensions":-1,"Max Tokens":512,"Average":-3.47,"Core17InstructionRetrieval":-0.24,"News21InstructionRetrieval":-0.8,"Robust04InstructionRetrieval":-9.36} -{"index":22,"Rank":28,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.81,"Core17InstructionRetrieval":-2.48,"News21InstructionRetrieval":-2.83,"Robust04InstructionRetrieval":-6.12} -{"index":12,"Rank":29,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.88,"Core17InstructionRetrieval":-2.9,"News21InstructionRetrieval":-2.0,"Robust04InstructionRetrieval":-6.73} -{"index":10,"Rank":30,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":"N\/A","Average":-4.43,"Core17InstructionRetrieval":-1.09,"News21InstructionRetrieval":-1.78,"Robust04InstructionRetrieval":-10.42} -{"index":23,"Rank":31,"Model":"tart-dual-contriever-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-5.0,"Core17InstructionRetrieval":-3.04,"News21InstructionRetrieval":-2.98,"Robust04InstructionRetrieval":-8.98} diff --git a/boards_data/law/data_overall/default.txt b/boards_data/law/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/law/data_tasks/Retrieval/default.jsonl b/boards_data/law/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 78cecbf2fc63e3b1baca0042ef9fd40f8f8d5282..0000000000000000000000000000000000000000 --- a/boards_data/law/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,21 +0,0 @@ -{"index":7,"Rank":1,"Model":"vstackai-law-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.16,"AILACasedocs":45.88,"AILAStatutes":47.12,"GerDaLIRSmall":50.04,"LeCaRDv2":75.95,"LegalBenchConsumerContractsQA":81.72,"LegalBenchCorporateLobbying":95.28,"LegalQuAD":64.9,"LegalSummarization":68.37} -{"index":3,"Rank":2,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":65.39,"AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"LeCaRDv2":72.75,"LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalSummarization":68.96} -{"index":2,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.13,"AILACasedocs":40.59,"AILAStatutes":42.49,"GerDaLIRSmall":44.72,"LeCaRDv2":69.66,"LegalBenchConsumerContractsQA":86.75,"LegalBenchCorporateLobbying":94.54,"LegalQuAD":65.03,"LegalSummarization":69.23} -{"index":1,"Rank":4,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":60.75,"AILACasedocs":38.15,"AILAStatutes":35.03,"GerDaLIRSmall":43.73,"LeCaRDv2":67.96,"LegalBenchConsumerContractsQA":83.22,"LegalBenchCorporateLobbying":94.53,"LegalQuAD":61.96,"LegalSummarization":61.42} -{"index":8,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.77,"AILACasedocs":38.76,"AILAStatutes":38.07,"GerDaLIRSmall":37.18,"LeCaRDv2":68.56,"LegalBenchConsumerContractsQA":75.46,"LegalBenchCorporateLobbying":94.01,"LegalQuAD":59.64,"LegalSummarization":66.51} -{"index":20,"Rank":6,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.22,"AILACasedocs":39.0,"AILAStatutes":41.31,"GerDaLIRSmall":32.77,"LeCaRDv2":57.2,"LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.09,"LegalQuAD":57.47,"LegalSummarization":71.55} -{"index":6,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":56.72,"AILACasedocs":35.29,"AILAStatutes":41.8,"GerDaLIRSmall":20.61,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":82.05,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":44.18,"LegalSummarization":70.64} -{"index":0,"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":56.43,"AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"LeCaRDv2":61.12,"LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalSummarization":67.39} -{"index":11,"Rank":9,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":54.86,"AILACasedocs":33.33,"AILAStatutes":29.66,"GerDaLIRSmall":21.34,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":76.8,"LegalBenchCorporateLobbying":94.25,"LegalQuAD":51.25,"LegalSummarization":68.07} -{"index":9,"Rank":10,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.53,"AILACasedocs":26.05,"AILAStatutes":20.37,"GerDaLIRSmall":15.3,"LeCaRDv2":59.0,"LegalBenchConsumerContractsQA":69.02,"LegalBenchCorporateLobbying":88.97,"LegalQuAD":47.85,"LegalSummarization":61.69} -{"index":10,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.39,"AILACasedocs":26.43,"AILAStatutes":20.84,"GerDaLIRSmall":15.72,"LeCaRDv2":55.83,"LegalBenchConsumerContractsQA":73.3,"LegalBenchCorporateLobbying":89.72,"LegalQuAD":43.17,"LegalSummarization":62.1} -{"index":12,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.36,"AILACasedocs":23.43,"AILAStatutes":19.01,"GerDaLIRSmall":14.81,"LeCaRDv2":61.58,"LegalBenchConsumerContractsQA":66.98,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":47.8,"LegalSummarization":55.76} -{"index":5,"Rank":13,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":43.04,"AILACasedocs":31.54,"AILAStatutes":27.15,"GerDaLIRSmall":6.05,"LeCaRDv2":21.02,"LegalBenchConsumerContractsQA":77.12,"LegalBenchCorporateLobbying":93.68,"LegalQuAD":26.08,"LegalSummarization":61.7} -{"index":4,"Rank":14,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":39.22,"AILACasedocs":25.15,"AILAStatutes":20.74,"GerDaLIRSmall":3.96,"LeCaRDv2":22.68,"LegalBenchConsumerContractsQA":73.52,"LegalBenchCorporateLobbying":91.51,"LegalQuAD":16.22,"LegalSummarization":59.99} -{"index":16,"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.4,"AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":3.78,"LeCaRDv2":18.09,"LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":10.67,"LegalSummarization":58.55} -{"index":18,"Rank":16,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":36.4,"AILACasedocs":17.45,"AILAStatutes":22.24,"GerDaLIRSmall":3.0,"LeCaRDv2":33.91,"LegalBenchConsumerContractsQA":52.37,"LegalBenchCorporateLobbying":87.62,"LegalQuAD":17.8,"LegalSummarization":56.8} -{"index":15,"Rank":17,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.37,"AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":2.41,"LeCaRDv2":17.5,"LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":11.81,"LegalSummarization":59.0} -{"index":17,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.43,"AILACasedocs":13.66,"AILAStatutes":20.52,"GerDaLIRSmall":2.62,"LeCaRDv2":32.03,"LegalBenchConsumerContractsQA":49.81,"LegalBenchCorporateLobbying":88.51,"LegalQuAD":13.31,"LegalSummarization":54.97} -{"index":14,"Rank":19,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.93,"AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":1.35,"LeCaRDv2":18.77,"LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":7.44,"LegalSummarization":57.43} -{"index":13,"Rank":20,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.28,"AILACasedocs":17.67,"AILAStatutes":16.72,"GerDaLIRSmall":4.59,"LeCaRDv2":24.68,"LegalBenchConsumerContractsQA":54.66,"LegalBenchCorporateLobbying":69.39,"LegalQuAD":16.64,"LegalSummarization":53.89} -{"index":19,"Rank":21,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AILACasedocs":7.43,"AILAStatutes":13.62,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":"","LegalQuAD":"","LegalSummarization":""} diff --git a/boards_data/longembed/data_overall/default.txt b/boards_data/longembed/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/longembed/data_tasks/Retrieval/default.jsonl b/boards_data/longembed/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index ddaba966966caa96fea538b1964922d2e6bb0843..0000000000000000000000000000000000000000 --- a/boards_data/longembed/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,23 +0,0 @@ -{"index":14,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":66.0,"LEMBNarrativeQARetrieval":34.3,"LEMBNeedleRetrieval":64.0,"LEMBPasskeyRetrieval":100.0,"LEMBQMSumRetrieval":39.34,"LEMBSummScreenFDRetrieval":92.33,"LEMBWikimQARetrieval":66.02} -{"index":0,"Rank":2,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":51.67,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":53.01,"LEMBSummScreenFDRetrieval":96.71,"LEMBWikimQARetrieval":88.34} -{"index":1,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":54.12,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":51.05,"LEMBSummScreenFDRetrieval":97.82,"LEMBWikimQARetrieval":88.9} -{"index":2,"Rank":4,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","LEMBNarrativeQARetrieval":55.78,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":57.26,"LEMBSummScreenFDRetrieval":98.72,"LEMBWikimQARetrieval":87.08} -{"index":3,"Rank":5,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":64.69,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":51.49,"LEMBSummScreenFDRetrieval":99.11,"LEMBWikimQARetrieval":87.49} -{"index":4,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":45.76,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":35.54,"LEMBSummScreenFDRetrieval":94.09,"LEMBWikimQARetrieval":77.73} -{"index":5,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","LEMBNarrativeQARetrieval":41.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":30.36,"LEMBSummScreenFDRetrieval":78.48,"LEMBWikimQARetrieval":60.77} -{"index":6,"Rank":8,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":30.35,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":35.6,"LEMBSummScreenFDRetrieval":95.23,"LEMBWikimQARetrieval":69.19} -{"index":7,"Rank":9,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.31,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.83,"LEMBSummScreenFDRetrieval":74.67,"LEMBWikimQARetrieval":55.85} -{"index":8,"Rank":10,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":44.62,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":43.63,"LEMBSummScreenFDRetrieval":96.82,"LEMBWikimQARetrieval":82.11} -{"index":9,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":23.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":25.16,"LEMBSummScreenFDRetrieval":68.21,"LEMBWikimQARetrieval":56.04} -{"index":10,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":24.22,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":24.26,"LEMBSummScreenFDRetrieval":71.12,"LEMBWikimQARetrieval":56.8} -{"index":11,"Rank":13,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":26.71,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":26.08,"LEMBSummScreenFDRetrieval":72.75,"LEMBWikimQARetrieval":57.79} -{"index":12,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":22.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.51,"LEMBSummScreenFDRetrieval":62.75,"LEMBWikimQARetrieval":57.13} -{"index":13,"Rank":15,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":37.89,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":38.87,"LEMBSummScreenFDRetrieval":93.48,"LEMBWikimQARetrieval":73.99} -{"index":15,"Rank":16,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":41.23,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":36.65,"LEMBSummScreenFDRetrieval":92.97,"LEMBWikimQARetrieval":73.75} -{"index":16,"Rank":17,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":11.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":14.07,"LEMBSummScreenFDRetrieval":40.52,"LEMBWikimQARetrieval":28.1} -{"index":17,"Rank":18,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":19.64,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":13.08,"LEMBSummScreenFDRetrieval":46.98,"LEMBWikimQARetrieval":44.88} -{"index":18,"Rank":19,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":18.27,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":16.32,"LEMBSummScreenFDRetrieval":54.8,"LEMBWikimQARetrieval":46.23} -{"index":19,"Rank":20,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":19.34,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.54,"LEMBSummScreenFDRetrieval":60.43,"LEMBWikimQARetrieval":44.92} -{"index":20,"Rank":21,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":13.82,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":11.02,"LEMBSummScreenFDRetrieval":38.12,"LEMBWikimQARetrieval":40.84} -{"index":21,"Rank":22,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":16.02,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":12.23,"LEMBSummScreenFDRetrieval":41.15,"LEMBWikimQARetrieval":38.86} -{"index":22,"Rank":23,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","LEMBNarrativeQARetrieval":44.09,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":32.49,"LEMBSummScreenFDRetrieval":84.8,"LEMBWikimQARetrieval":54.16} diff --git a/boards_data/no/data_overall/default.txt b/boards_data/no/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/no/data_tasks/Classification/default.jsonl b/boards_data/no/data_tasks/Classification/default.jsonl deleted file mode 100644 index 1f5ea4327f95e6a06e392d2a9fb5923a00499556..0000000000000000000000000000000000000000 --- a/boards_data/no/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,56 +0,0 @@ -{"index":17,"Rank":1,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97} -{"index":16,"Rank":2,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25} -{"index":29,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44} -{"index":36,"Rank":4,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19} -{"index":28,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32} -{"index":37,"Rank":6,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79} -{"index":31,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06} -{"index":21,"Rank":8,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95} -{"index":55,"Rank":9,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99} -{"index":23,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18} -{"index":7,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33} -{"index":24,"Rank":12,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18} -{"index":25,"Rank":13,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13} -{"index":12,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34} -{"index":27,"Rank":15,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03} -{"index":10,"Rank":16,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63} -{"index":35,"Rank":17,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28} -{"index":41,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.94,"MassiveIntentClassification (nb)":39.36,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":37.93,"NordicLangClassification":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17} -{"index":11,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41} -{"index":0,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":1,"Rank":21,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":2,"Rank":22,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":3,"Rank":23,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":4,"Rank":24,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""} -{"index":5,"Rank":25,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":6,"Rank":26,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":8,"Rank":27,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","MassiveIntentClassification (nb)":70.92,"MassiveScenarioClassification (nb)":75.62,"NoRecClassification":56.05,"NordicLangClassification":69.36,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":9,"Rank":28,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":13,"Rank":29,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":15,"Rank":31,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":18,"Rank":32,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":19,"Rank":33,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":20,"Rank":34,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":22,"Rank":35,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":35.78,"MassiveScenarioClassification (nb)":42.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":26,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.35,"MassiveScenarioClassification (nb)":72.48,"NoRecClassification":55.0,"NordicLangClassification":69.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":30,"Rank":37,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":65.85,"MassiveScenarioClassification (nb)":71.28,"NoRecClassification":57.06,"NordicLangClassification":76.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":32,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":33,"Rank":39,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":34,"Rank":40,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":38,"Rank":41,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.4,"MassiveScenarioClassification (nb)":39.53,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":39,"Rank":42,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":45.45,"NordicLangClassification":35.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":40,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":37.73,"NordicLangClassification":54.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":42,"Rank":44,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":39.3,"MassiveScenarioClassification (nb)":45.75,"NoRecClassification":38.34,"NordicLangClassification":50.15,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":43,"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":44,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":45,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":46,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":47,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":55.52,"MassiveScenarioClassification (nb)":64.25,"NoRecClassification":46.7,"NordicLangClassification":42.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":48,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":62.62,"MassiveScenarioClassification (nb)":70.23,"NoRecClassification":50.32,"NordicLangClassification":41.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":49,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":50,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":51,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":52,"Rank":54,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":32.3,"MassiveScenarioClassification (nb)":39.05,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":53,"Rank":55,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":54,"Rank":56,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":32.13,"MassiveScenarioClassification (nb)":38.99,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} diff --git a/boards_data/other-cls/data_overall/default.txt b/boards_data/other-cls/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/other-cls/data_tasks/Classification/default.jsonl b/boards_data/other-cls/data_tasks/Classification/default.jsonl deleted file mode 100644 index 05ffedd2e4a44e873d7555f875ad4d35af71786a..0000000000000000000000000000000000000000 --- a/boards_data/other-cls/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,174 +0,0 @@ -{"index":12,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.63,"AmazonCounterfactualClassification (de)":74.05,"AmazonCounterfactualClassification (ja)":77.22,"AmazonReviewsClassification (de)":53.26,"AmazonReviewsClassification (es)":50.33,"AmazonReviewsClassification (fr)":49.3,"AmazonReviewsClassification (ja)":48.69,"AmazonReviewsClassification (zh)":46.24,"MTOPDomainClassification (de)":92.98,"MTOPDomainClassification (es)":93.37,"MTOPDomainClassification (fr)":91.29,"MTOPDomainClassification (hi)":88.81,"MTOPDomainClassification (th)":85.52,"MTOPIntentClassification (de)":77.77,"MTOPIntentClassification (es)":79.94,"MTOPIntentClassification (fr)":77.8,"MTOPIntentClassification (hi)":72.91,"MTOPIntentClassification (th)":73.24,"MassiveIntentClassification (af)":66.48,"MassiveIntentClassification (am)":44.29,"MassiveIntentClassification (ar)":63.17,"MassiveIntentClassification (az)":64.23,"MassiveIntentClassification (bn)":64.94,"MassiveIntentClassification (cy)":55.48,"MassiveIntentClassification (de)":74.09,"MassiveIntentClassification (el)":68.31,"MassiveIntentClassification (es)":75.09,"MassiveIntentClassification (fa)":72.21,"MassiveIntentClassification (fi)":68.74,"MassiveIntentClassification (fr)":75.11,"MassiveIntentClassification (he)":66.22,"MassiveIntentClassification (hi)":69.45,"MassiveIntentClassification (hu)":69.41,"MassiveIntentClassification (hy)":56.92,"MassiveIntentClassification (id)":72.71,"MassiveIntentClassification (is)":59.91,"MassiveIntentClassification (it)":75.25,"MassiveIntentClassification (ja)":76.36,"MassiveIntentClassification (jv)":57.92,"MassiveIntentClassification (ka)":52.55,"MassiveIntentClassification (km)":46.45,"MassiveIntentClassification (kn)":53.96,"MassiveIntentClassification (ko)":74.21,"MassiveIntentClassification (lv)":59.23,"MassiveIntentClassification (ml)":51.45,"MassiveIntentClassification (mn)":51.38,"MassiveIntentClassification (ms)":69.85,"MassiveIntentClassification (my)":49.15,"MassiveIntentClassification (nl)":74.83,"MassiveIntentClassification (pt)":75.27,"MassiveIntentClassification (ro)":69.63,"MassiveIntentClassification (ru)":76.63,"MassiveIntentClassification (sl)":67.15,"MassiveIntentClassification (sq)":58.84,"MassiveIntentClassification (sw)":57.37,"MassiveIntentClassification (ta)":53.15,"MassiveIntentClassification (te)":51.51,"MassiveIntentClassification (th)":66.91,"MassiveIntentClassification (tl)":68.73,"MassiveIntentClassification (tr)":72.07,"MassiveIntentClassification (ur)":62.09,"MassiveIntentClassification (vi)":71.17,"MassiveIntentClassification (zh-TW)":71.14,"MassiveScenarioClassification (af)":73.37,"MassiveScenarioClassification (am)":47.21,"MassiveScenarioClassification (ar)":69.84,"MassiveScenarioClassification (az)":67.0,"MassiveScenarioClassification (bn)":68.05,"MassiveScenarioClassification (cy)":61.88,"MassiveScenarioClassification (de)":79.03,"MassiveScenarioClassification (el)":72.97,"MassiveScenarioClassification (es)":78.84,"MassiveScenarioClassification (fa)":76.74,"MassiveScenarioClassification (fi)":71.22,"MassiveScenarioClassification (fr)":78.6,"MassiveScenarioClassification (he)":69.64,"MassiveScenarioClassification (hi)":73.51,"MassiveScenarioClassification (hu)":74.06,"MassiveScenarioClassification (hy)":59.55,"MassiveScenarioClassification (id)":77.41,"MassiveScenarioClassification (is)":66.58,"MassiveScenarioClassification (it)":78.39,"MassiveScenarioClassification (ja)":79.62,"MassiveScenarioClassification (jv)":64.29,"MassiveScenarioClassification (ka)":57.52,"MassiveScenarioClassification (km)":52.42,"MassiveScenarioClassification (kn)":58.55,"MassiveScenarioClassification (ko)":78.89,"MassiveScenarioClassification (lv)":63.5,"MassiveScenarioClassification (ml)":54.03,"MassiveScenarioClassification (mn)":54.24,"MassiveScenarioClassification (ms)":75.53,"MassiveScenarioClassification (my)":52.19,"MassiveScenarioClassification (nl)":78.48,"MassiveScenarioClassification (pt)":77.96,"MassiveScenarioClassification (ro)":73.19,"MassiveScenarioClassification (ru)":80.52,"MassiveScenarioClassification (sl)":73.66,"MassiveScenarioClassification (sq)":64.03,"MassiveScenarioClassification (sw)":64.66,"MassiveScenarioClassification (ta)":57.76,"MassiveScenarioClassification (te)":57.27,"MassiveScenarioClassification (th)":72.46,"MassiveScenarioClassification (tl)":73.71,"MassiveScenarioClassification (tr)":75.04,"MassiveScenarioClassification (ur)":67.05,"MassiveScenarioClassification (vi)":75.52,"MassiveScenarioClassification (zh-TW)":76.87} -{"index":47,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.86,"AmazonCounterfactualClassification (de)":74.94,"AmazonCounterfactualClassification (ja)":81.6,"AmazonReviewsClassification (de)":58.21,"AmazonReviewsClassification (es)":55.74,"AmazonReviewsClassification (fr)":54.43,"AmazonReviewsClassification (ja)":54.51,"AmazonReviewsClassification (zh)":51.01,"MTOPDomainClassification (de)":93.51,"MTOPDomainClassification (es)":92.78,"MTOPDomainClassification (fr)":92.25,"MTOPDomainClassification (hi)":85.26,"MTOPDomainClassification (th)":83.35,"MTOPIntentClassification (de)":79.28,"MTOPIntentClassification (es)":81.2,"MTOPIntentClassification (fr)":76.87,"MTOPIntentClassification (hi)":63.66,"MTOPIntentClassification (th)":69.59,"MassiveIntentClassification (af)":67.3,"MassiveIntentClassification (am)":36.93,"MassiveIntentClassification (ar)":60.26,"MassiveIntentClassification (az)":62.1,"MassiveIntentClassification (bn)":57.82,"MassiveIntentClassification (cy)":53.51,"MassiveIntentClassification (de)":74.8,"MassiveIntentClassification (el)":67.04,"MassiveIntentClassification (es)":75.14,"MassiveIntentClassification (fa)":70.45,"MassiveIntentClassification (fi)":67.91,"MassiveIntentClassification (fr)":75.51,"MassiveIntentClassification (he)":63.87,"MassiveIntentClassification (hi)":66.02,"MassiveIntentClassification (hu)":70.42,"MassiveIntentClassification (hy)":47.26,"MassiveIntentClassification (id)":72.84,"MassiveIntentClassification (is)":59.76,"MassiveIntentClassification (it)":76.46,"MassiveIntentClassification (ja)":75.19,"MassiveIntentClassification (jv)":55.89,"MassiveIntentClassification (ka)":46.6,"MassiveIntentClassification (km)":42.63,"MassiveIntentClassification (kn)":48.65,"MassiveIntentClassification (ko)":71.38,"MassiveIntentClassification (lv)":57.35,"MassiveIntentClassification (ml)":46.31,"MassiveIntentClassification (mn)":44.24,"MassiveIntentClassification (ms)":70.72,"MassiveIntentClassification (my)":40.8,"MassiveIntentClassification (nl)":75.5,"MassiveIntentClassification (pt)":76.08,"MassiveIntentClassification (ro)":70.1,"MassiveIntentClassification (ru)":76.01,"MassiveIntentClassification (sl)":69.98,"MassiveIntentClassification (sq)":56.51,"MassiveIntentClassification (sw)":54.04,"MassiveIntentClassification (ta)":48.79,"MassiveIntentClassification (te)":46.92,"MassiveIntentClassification (th)":63.08,"MassiveIntentClassification (tl)":67.86,"MassiveIntentClassification (tr)":70.73,"MassiveIntentClassification (ur)":59.32,"MassiveIntentClassification (vi)":69.02,"MassiveIntentClassification (zh-TW)":70.86,"MassiveScenarioClassification (af)":72.84,"MassiveScenarioClassification (am)":44.74,"MassiveScenarioClassification (ar)":67.23,"MassiveScenarioClassification (az)":65.13,"MassiveScenarioClassification (bn)":61.88,"MassiveScenarioClassification (cy)":60.36,"MassiveScenarioClassification (de)":78.58,"MassiveScenarioClassification (el)":70.08,"MassiveScenarioClassification (es)":77.05,"MassiveScenarioClassification (fa)":73.52,"MassiveScenarioClassification (fi)":70.33,"MassiveScenarioClassification (fr)":77.29,"MassiveScenarioClassification (he)":67.52,"MassiveScenarioClassification (hi)":69.18,"MassiveScenarioClassification (hu)":73.71,"MassiveScenarioClassification (hy)":53.06,"MassiveScenarioClassification (id)":75.94,"MassiveScenarioClassification (is)":66.04,"MassiveScenarioClassification (it)":77.88,"MassiveScenarioClassification (ja)":77.49,"MassiveScenarioClassification (jv)":62.33,"MassiveScenarioClassification (ka)":54.44,"MassiveScenarioClassification (km)":50.11,"MassiveScenarioClassification (kn)":55.06,"MassiveScenarioClassification (ko)":75.95,"MassiveScenarioClassification (lv)":61.54,"MassiveScenarioClassification (ml)":51.24,"MassiveScenarioClassification (mn)":51.04,"MassiveScenarioClassification (ms)":73.8,"MassiveScenarioClassification (my)":46.9,"MassiveScenarioClassification (nl)":77.79,"MassiveScenarioClassification (pt)":76.23,"MassiveScenarioClassification (ro)":72.54,"MassiveScenarioClassification (ru)":78.28,"MassiveScenarioClassification (sl)":74.71,"MassiveScenarioClassification (sq)":62.49,"MassiveScenarioClassification (sw)":62.19,"MassiveScenarioClassification (ta)":54.59,"MassiveScenarioClassification (te)":52.39,"MassiveScenarioClassification (th)":67.74,"MassiveScenarioClassification (tl)":71.83,"MassiveScenarioClassification (tr)":71.9,"MassiveScenarioClassification (ur)":65.78,"MassiveScenarioClassification (vi)":72.94,"MassiveScenarioClassification (zh-TW)":75.14} -{"index":107,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":65.29,"AmazonCounterfactualClassification (de)":65.61,"AmazonCounterfactualClassification (ja)":70.47,"AmazonReviewsClassification (de)":54.54,"AmazonReviewsClassification (es)":49.88,"AmazonReviewsClassification (fr)":49.78,"AmazonReviewsClassification (ja)":49.36,"AmazonReviewsClassification (zh)":45.1,"MTOPDomainClassification (de)":90.03,"MTOPDomainClassification (es)":89.1,"MTOPDomainClassification (fr)":85.89,"MTOPDomainClassification (hi)":86.29,"MTOPDomainClassification (th)":83.35,"MTOPIntentClassification (de)":68.55,"MTOPIntentClassification (es)":69.86,"MTOPIntentClassification (fr)":63.26,"MTOPIntentClassification (hi)":63.38,"MTOPIntentClassification (th)":64.8,"MassiveIntentClassification (af)":60.95,"MassiveIntentClassification (am)":54.28,"MassiveIntentClassification (ar)":55.87,"MassiveIntentClassification (az)":61.96,"MassiveIntentClassification (bn)":61.73,"MassiveIntentClassification (cy)":56.22,"MassiveIntentClassification (de)":65.91,"MassiveIntentClassification (el)":65.25,"MassiveIntentClassification (es)":65.56,"MassiveIntentClassification (fa)":68.48,"MassiveIntentClassification (fi)":66.02,"MassiveIntentClassification (fr)":66.88,"MassiveIntentClassification (he)":63.5,"MassiveIntentClassification (hi)":65.27,"MassiveIntentClassification (hu)":65.54,"MassiveIntentClassification (hy)":61.73,"MassiveIntentClassification (id)":65.45,"MassiveIntentClassification (is)":57.29,"MassiveIntentClassification (it)":66.82,"MassiveIntentClassification (ja)":68.29,"MassiveIntentClassification (jv)":55.6,"MassiveIntentClassification (ka)":50.74,"MassiveIntentClassification (km)":46.88,"MassiveIntentClassification (kn)":58.98,"MassiveIntentClassification (ko)":64.16,"MassiveIntentClassification (lv)":61.49,"MassiveIntentClassification (ml)":63.22,"MassiveIntentClassification (mn)":58.85,"MassiveIntentClassification (ms)":63.88,"MassiveIntentClassification (my)":57.06,"MassiveIntentClassification (nl)":68.18,"MassiveIntentClassification (pt)":67.28,"MassiveIntentClassification (ro)":63.73,"MassiveIntentClassification (ru)":67.6,"MassiveIntentClassification (sl)":63.79,"MassiveIntentClassification (sq)":62.12,"MassiveIntentClassification (sw)":54.14,"MassiveIntentClassification (ta)":60.4,"MassiveIntentClassification (te)":61.38,"MassiveIntentClassification (th)":62.58,"MassiveIntentClassification (tl)":60.99,"MassiveIntentClassification (tr)":66.3,"MassiveIntentClassification (ur)":60.74,"MassiveIntentClassification (vi)":64.49,"MassiveIntentClassification (zh-TW)":62.09,"MassiveScenarioClassification (af)":68.3,"MassiveScenarioClassification (am)":61.43,"MassiveScenarioClassification (ar)":63.86,"MassiveScenarioClassification (az)":66.18,"MassiveScenarioClassification (bn)":67.55,"MassiveScenarioClassification (cy)":62.98,"MassiveScenarioClassification (de)":72.68,"MassiveScenarioClassification (el)":71.1,"MassiveScenarioClassification (es)":70.0,"MassiveScenarioClassification (fa)":72.17,"MassiveScenarioClassification (fi)":68.99,"MassiveScenarioClassification (fr)":71.16,"MassiveScenarioClassification (he)":67.63,"MassiveScenarioClassification (hi)":69.83,"MassiveScenarioClassification (hu)":71.72,"MassiveScenarioClassification (hy)":65.85,"MassiveScenarioClassification (id)":70.52,"MassiveScenarioClassification (is)":67.14,"MassiveScenarioClassification (it)":70.44,"MassiveScenarioClassification (ja)":73.43,"MassiveScenarioClassification (jv)":63.3,"MassiveScenarioClassification (ka)":59.88,"MassiveScenarioClassification (km)":54.17,"MassiveScenarioClassification (kn)":66.84,"MassiveScenarioClassification (ko)":70.49,"MassiveScenarioClassification (lv)":67.54,"MassiveScenarioClassification (ml)":69.13,"MassiveScenarioClassification (mn)":63.21,"MassiveScenarioClassification (ms)":69.07,"MassiveScenarioClassification (my)":63.12,"MassiveScenarioClassification (nl)":73.21,"MassiveScenarioClassification (pt)":69.76,"MassiveScenarioClassification (ro)":68.72,"MassiveScenarioClassification (ru)":71.59,"MassiveScenarioClassification (sl)":68.6,"MassiveScenarioClassification (sq)":69.09,"MassiveScenarioClassification (sw)":62.96,"MassiveScenarioClassification (ta)":64.96,"MassiveScenarioClassification (te)":67.53,"MassiveScenarioClassification (th)":69.54,"MassiveScenarioClassification (tl)":67.64,"MassiveScenarioClassification (tr)":69.63,"MassiveScenarioClassification (ur)":67.11,"MassiveScenarioClassification (vi)":69.17,"MassiveScenarioClassification (zh-TW)":68.04} -{"index":23,"Rank":4,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.44,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":73.33,"AmazonReviewsClassification (de)":41.83,"AmazonReviewsClassification (es)":40.53,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":37.44,"AmazonReviewsClassification (zh)":37.23,"MTOPDomainClassification (de)":89.63,"MTOPDomainClassification (es)":90.59,"MTOPDomainClassification (fr)":86.21,"MTOPDomainClassification (hi)":87.32,"MTOPDomainClassification (th)":86.24,"MTOPIntentClassification (de)":71.23,"MTOPIntentClassification (es)":71.27,"MTOPIntentClassification (fr)":67.68,"MTOPIntentClassification (hi)":69.24,"MTOPIntentClassification (th)":71.71,"MassiveIntentClassification (af)":59.98,"MassiveIntentClassification (am)":53.66,"MassiveIntentClassification (ar)":57.46,"MassiveIntentClassification (az)":62.59,"MassiveIntentClassification (bn)":61.13,"MassiveIntentClassification (cy)":50.06,"MassiveIntentClassification (de)":66.09,"MassiveIntentClassification (el)":64.68,"MassiveIntentClassification (es)":68.4,"MassiveIntentClassification (fa)":67.25,"MassiveIntentClassification (fi)":65.78,"MassiveIntentClassification (fr)":67.95,"MassiveIntentClassification (he)":62.05,"MassiveIntentClassification (hi)":64.95,"MassiveIntentClassification (hu)":64.97,"MassiveIntentClassification (hy)":60.08,"MassiveIntentClassification (id)":66.64,"MassiveIntentClassification (is)":56.39,"MassiveIntentClassification (it)":68.93,"MassiveIntentClassification (ja)":68.94,"MassiveIntentClassification (jv)":54.26,"MassiveIntentClassification (ka)":48.99,"MassiveIntentClassification (km)":44.69,"MassiveIntentClassification (kn)":59.19,"MassiveIntentClassification (ko)":66.34,"MassiveIntentClassification (lv)":60.34,"MassiveIntentClassification (ml)":63.09,"MassiveIntentClassification (mn)":58.76,"MassiveIntentClassification (ms)":62.48,"MassiveIntentClassification (my)":58.56,"MassiveIntentClassification (nl)":67.3,"MassiveIntentClassification (pt)":68.98,"MassiveIntentClassification (ro)":65.54,"MassiveIntentClassification (ru)":69.02,"MassiveIntentClassification (sl)":62.35,"MassiveIntentClassification (sq)":61.23,"MassiveIntentClassification (sw)":56.0,"MassiveIntentClassification (ta)":58.71,"MassiveIntentClassification (te)":59.72,"MassiveIntentClassification (th)":65.6,"MassiveIntentClassification (tl)":60.86,"MassiveIntentClassification (tr)":67.41,"MassiveIntentClassification (ur)":61.52,"MassiveIntentClassification (vi)":66.17,"MassiveIntentClassification (zh-TW)":64.65,"MassiveScenarioClassification (af)":65.09,"MassiveScenarioClassification (am)":58.52,"MassiveScenarioClassification (ar)":62.24,"MassiveScenarioClassification (az)":63.75,"MassiveScenarioClassification (bn)":65.0,"MassiveScenarioClassification (cy)":52.84,"MassiveScenarioClassification (de)":71.95,"MassiveScenarioClassification (el)":70.18,"MassiveScenarioClassification (es)":71.5,"MassiveScenarioClassification (fa)":70.25,"MassiveScenarioClassification (fi)":69.13,"MassiveScenarioClassification (fr)":71.89,"MassiveScenarioClassification (he)":67.44,"MassiveScenarioClassification (hi)":69.16,"MassiveScenarioClassification (hu)":70.75,"MassiveScenarioClassification (hy)":63.14,"MassiveScenarioClassification (id)":70.7,"MassiveScenarioClassification (is)":60.94,"MassiveScenarioClassification (it)":72.32,"MassiveScenarioClassification (ja)":74.65,"MassiveScenarioClassification (jv)":59.69,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.31,"MassiveScenarioClassification (kn)":62.15,"MassiveScenarioClassification (ko)":72.45,"MassiveScenarioClassification (lv)":62.81,"MassiveScenarioClassification (ml)":68.04,"MassiveScenarioClassification (mn)":61.44,"MassiveScenarioClassification (ms)":66.9,"MassiveScenarioClassification (my)":61.64,"MassiveScenarioClassification (nl)":72.11,"MassiveScenarioClassification (pt)":70.83,"MassiveScenarioClassification (ro)":69.19,"MassiveScenarioClassification (ru)":72.99,"MassiveScenarioClassification (sl)":65.26,"MassiveScenarioClassification (sq)":66.49,"MassiveScenarioClassification (sw)":59.89,"MassiveScenarioClassification (ta)":62.38,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":71.61,"MassiveScenarioClassification (tl)":62.74,"MassiveScenarioClassification (tr)":71.67,"MassiveScenarioClassification (ur)":64.64,"MassiveScenarioClassification (vi)":70.01,"MassiveScenarioClassification (zh-TW)":70.69} -{"index":90,"Rank":5,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.11,"AmazonCounterfactualClassification (de)":72.02,"AmazonCounterfactualClassification (ja)":71.79,"AmazonReviewsClassification (de)":34.61,"AmazonReviewsClassification (es)":35.17,"AmazonReviewsClassification (fr)":34.91,"AmazonReviewsClassification (ja)":31.84,"AmazonReviewsClassification (zh)":31.91,"MTOPDomainClassification (de)":89.54,"MTOPDomainClassification (es)":90.62,"MTOPDomainClassification (fr)":86.19,"MTOPDomainClassification (hi)":89.42,"MTOPDomainClassification (th)":85.9,"MTOPIntentClassification (de)":73.43,"MTOPIntentClassification (es)":73.84,"MTOPIntentClassification (fr)":66.75,"MTOPIntentClassification (hi)":69.14,"MTOPIntentClassification (th)":68.47,"MassiveIntentClassification (af)":58.15,"MassiveIntentClassification (am)":57.91,"MassiveIntentClassification (ar)":57.23,"MassiveIntentClassification (az)":57.17,"MassiveIntentClassification (bn)":62.24,"MassiveIntentClassification (cy)":51.19,"MassiveIntentClassification (de)":61.31,"MassiveIntentClassification (el)":64.21,"MassiveIntentClassification (es)":63.97,"MassiveIntentClassification (fa)":66.67,"MassiveIntentClassification (fi)":62.86,"MassiveIntentClassification (fr)":58.55,"MassiveIntentClassification (he)":63.45,"MassiveIntentClassification (hi)":61.32,"MassiveIntentClassification (hu)":62.91,"MassiveIntentClassification (hy)":60.03,"MassiveIntentClassification (id)":63.29,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":64.44,"MassiveIntentClassification (ja)":63.7,"MassiveIntentClassification (jv)":52.0,"MassiveIntentClassification (ka)":54.09,"MassiveIntentClassification (km)":43.34,"MassiveIntentClassification (kn)":57.87,"MassiveIntentClassification (ko)":62.69,"MassiveIntentClassification (lv)":56.24,"MassiveIntentClassification (ml)":62.81,"MassiveIntentClassification (mn)":58.49,"MassiveIntentClassification (ms)":61.56,"MassiveIntentClassification (my)":59.4,"MassiveIntentClassification (nl)":64.56,"MassiveIntentClassification (pt)":63.49,"MassiveIntentClassification (ro)":62.53,"MassiveIntentClassification (ru)":62.63,"MassiveIntentClassification (sl)":63.43,"MassiveIntentClassification (sq)":61.45,"MassiveIntentClassification (sw)":56.25,"MassiveIntentClassification (ta)":59.75,"MassiveIntentClassification (te)":59.61,"MassiveIntentClassification (th)":59.42,"MassiveIntentClassification (tl)":58.12,"MassiveIntentClassification (tr)":60.91,"MassiveIntentClassification (ur)":59.49,"MassiveIntentClassification (vi)":60.48,"MassiveIntentClassification (zh-TW)":56.73,"MassiveScenarioClassification (af)":64.06,"MassiveScenarioClassification (am)":63.24,"MassiveScenarioClassification (ar)":63.69,"MassiveScenarioClassification (az)":60.86,"MassiveScenarioClassification (bn)":67.17,"MassiveScenarioClassification (cy)":56.52,"MassiveScenarioClassification (de)":67.48,"MassiveScenarioClassification (el)":70.23,"MassiveScenarioClassification (es)":69.08,"MassiveScenarioClassification (fa)":72.1,"MassiveScenarioClassification (fi)":67.16,"MassiveScenarioClassification (fr)":63.02,"MassiveScenarioClassification (he)":68.83,"MassiveScenarioClassification (hi)":66.9,"MassiveScenarioClassification (hu)":69.33,"MassiveScenarioClassification (hy)":65.82,"MassiveScenarioClassification (id)":68.98,"MassiveScenarioClassification (is)":63.14,"MassiveScenarioClassification (it)":70.04,"MassiveScenarioClassification (ja)":70.68,"MassiveScenarioClassification (jv)":59.79,"MassiveScenarioClassification (ka)":61.03,"MassiveScenarioClassification (km)":49.05,"MassiveScenarioClassification (kn)":63.78,"MassiveScenarioClassification (ko)":69.6,"MassiveScenarioClassification (lv)":59.97,"MassiveScenarioClassification (ml)":69.2,"MassiveScenarioClassification (mn)":62.72,"MassiveScenarioClassification (ms)":67.87,"MassiveScenarioClassification (my)":64.98,"MassiveScenarioClassification (nl)":69.8,"MassiveScenarioClassification (pt)":67.5,"MassiveScenarioClassification (ro)":67.53,"MassiveScenarioClassification (ru)":67.96,"MassiveScenarioClassification (sl)":69.57,"MassiveScenarioClassification (sq)":68.48,"MassiveScenarioClassification (sw)":63.18,"MassiveScenarioClassification (ta)":64.85,"MassiveScenarioClassification (te)":65.39,"MassiveScenarioClassification (th)":67.99,"MassiveScenarioClassification (tl)":63.4,"MassiveScenarioClassification (tr)":65.77,"MassiveScenarioClassification (ur)":65.81,"MassiveScenarioClassification (vi)":66.52,"MassiveScenarioClassification (zh-TW)":63.3} -{"index":104,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.17,"AmazonCounterfactualClassification (de)":71.25,"AmazonCounterfactualClassification (ja)":72.33,"AmazonReviewsClassification (de)":54.94,"AmazonReviewsClassification (es)":51.62,"AmazonReviewsClassification (fr)":36.71,"AmazonReviewsClassification (ja)":51.32,"AmazonReviewsClassification (zh)":47.6,"MTOPDomainClassification (de)":90.48,"MTOPDomainClassification (es)":90.22,"MTOPDomainClassification (fr)":74.8,"MTOPDomainClassification (hi)":86.67,"MTOPDomainClassification (th)":83.42,"MTOPIntentClassification (de)":69.37,"MTOPIntentClassification (es)":73.45,"MTOPIntentClassification (fr)":53.97,"MTOPIntentClassification (hi)":59.78,"MTOPIntentClassification (th)":62.24,"MassiveIntentClassification (af)":62.05,"MassiveIntentClassification (am)":34.74,"MassiveIntentClassification (ar)":57.67,"MassiveIntentClassification (az)":58.14,"MassiveIntentClassification (bn)":58.21,"MassiveIntentClassification (cy)":46.83,"MassiveIntentClassification (de)":70.52,"MassiveIntentClassification (el)":64.04,"MassiveIntentClassification (es)":70.88,"MassiveIntentClassification (fa)":69.02,"MassiveIntentClassification (fi)":64.37,"MassiveIntentClassification (fr)":46.39,"MassiveIntentClassification (he)":62.36,"MassiveIntentClassification (hi)":63.91,"MassiveIntentClassification (hu)":64.87,"MassiveIntentClassification (hy)":46.34,"MassiveIntentClassification (id)":68.0,"MassiveIntentClassification (is)":52.71,"MassiveIntentClassification (it)":71.35,"MassiveIntentClassification (ja)":71.72,"MassiveIntentClassification (jv)":50.08,"MassiveIntentClassification (ka)":45.05,"MassiveIntentClassification (km)":39.57,"MassiveIntentClassification (kn)":45.41,"MassiveIntentClassification (ko)":69.85,"MassiveIntentClassification (lv)":49.61,"MassiveIntentClassification (ml)":41.09,"MassiveIntentClassification (mn)":40.83,"MassiveIntentClassification (ms)":66.36,"MassiveIntentClassification (my)":38.8,"MassiveIntentClassification (nl)":71.24,"MassiveIntentClassification (pt)":71.63,"MassiveIntentClassification (ro)":63.81,"MassiveIntentClassification (ru)":73.74,"MassiveIntentClassification (sl)":63.04,"MassiveIntentClassification (sq)":48.78,"MassiveIntentClassification (sw)":51.71,"MassiveIntentClassification (ta)":44.28,"MassiveIntentClassification (te)":45.47,"MassiveIntentClassification (th)":61.29,"MassiveIntentClassification (tl)":62.43,"MassiveIntentClassification (tr)":66.9,"MassiveIntentClassification (ur)":57.26,"MassiveIntentClassification (vi)":66.52,"MassiveIntentClassification (zh-TW)":65.89,"MassiveScenarioClassification (af)":71.0,"MassiveScenarioClassification (am)":42.25,"MassiveScenarioClassification (ar)":67.15,"MassiveScenarioClassification (az)":63.77,"MassiveScenarioClassification (bn)":64.73,"MassiveScenarioClassification (cy)":58.84,"MassiveScenarioClassification (de)":77.22,"MassiveScenarioClassification (el)":69.77,"MassiveScenarioClassification (es)":74.94,"MassiveScenarioClassification (fa)":74.61,"MassiveScenarioClassification (fi)":68.83,"MassiveScenarioClassification (fr)":53.86,"MassiveScenarioClassification (he)":65.48,"MassiveScenarioClassification (hi)":69.65,"MassiveScenarioClassification (hu)":70.97,"MassiveScenarioClassification (hy)":53.61,"MassiveScenarioClassification (id)":73.78,"MassiveScenarioClassification (is)":63.59,"MassiveScenarioClassification (it)":74.88,"MassiveScenarioClassification (ja)":75.79,"MassiveScenarioClassification (jv)":61.38,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.42,"MassiveScenarioClassification (kn)":55.85,"MassiveScenarioClassification (ko)":74.41,"MassiveScenarioClassification (lv)":58.4,"MassiveScenarioClassification (ml)":49.48,"MassiveScenarioClassification (mn)":48.26,"MassiveScenarioClassification (ms)":72.85,"MassiveScenarioClassification (my)":46.32,"MassiveScenarioClassification (nl)":76.48,"MassiveScenarioClassification (pt)":74.21,"MassiveScenarioClassification (ro)":68.97,"MassiveScenarioClassification (ru)":77.1,"MassiveScenarioClassification (sl)":70.59,"MassiveScenarioClassification (sq)":58.29,"MassiveScenarioClassification (sw)":62.31,"MassiveScenarioClassification (ta)":52.58,"MassiveScenarioClassification (te)":53.65,"MassiveScenarioClassification (th)":69.67,"MassiveScenarioClassification (tl)":70.87,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":64.12,"MassiveScenarioClassification (vi)":71.92,"MassiveScenarioClassification (zh-TW)":71.62} -{"index":115,"Rank":7,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.68,"AmazonCounterfactualClassification (de)":71.65,"AmazonCounterfactualClassification (ja)":64.19,"AmazonReviewsClassification (de)":40.25,"AmazonReviewsClassification (es)":40.39,"AmazonReviewsClassification (fr)":38.86,"AmazonReviewsClassification (ja)":37.68,"AmazonReviewsClassification (zh)":37.5,"MTOPDomainClassification (de)":87.47,"MTOPDomainClassification (es)":89.27,"MTOPDomainClassification (fr)":84.23,"MTOPDomainClassification (hi)":86.02,"MTOPDomainClassification (th)":85.35,"MTOPIntentClassification (de)":65.86,"MTOPIntentClassification (es)":67.97,"MTOPIntentClassification (fr)":61.32,"MTOPIntentClassification (hi)":66.3,"MTOPIntentClassification (th)":67.52,"MassiveIntentClassification (af)":57.07,"MassiveIntentClassification (am)":51.96,"MassiveIntentClassification (ar)":54.43,"MassiveIntentClassification (az)":59.8,"MassiveIntentClassification (bn)":59.38,"MassiveIntentClassification (cy)":46.56,"MassiveIntentClassification (de)":62.73,"MassiveIntentClassification (el)":61.6,"MassiveIntentClassification (es)":66.31,"MassiveIntentClassification (fa)":65.54,"MassiveIntentClassification (fi)":61.46,"MassiveIntentClassification (fr)":65.47,"MassiveIntentClassification (he)":58.05,"MassiveIntentClassification (hi)":64.07,"MassiveIntentClassification (hu)":60.95,"MassiveIntentClassification (hy)":57.4,"MassiveIntentClassification (id)":64.17,"MassiveIntentClassification (is)":52.26,"MassiveIntentClassification (it)":65.54,"MassiveIntentClassification (ja)":68.23,"MassiveIntentClassification (jv)":50.85,"MassiveIntentClassification (ka)":48.45,"MassiveIntentClassification (km)":42.83,"MassiveIntentClassification (kn)":57.51,"MassiveIntentClassification (ko)":63.79,"MassiveIntentClassification (lv)":54.99,"MassiveIntentClassification (ml)":61.9,"MassiveIntentClassification (mn)":57.1,"MassiveIntentClassification (ms)":58.99,"MassiveIntentClassification (my)":55.9,"MassiveIntentClassification (nl)":65.64,"MassiveIntentClassification (pt)":66.85,"MassiveIntentClassification (ro)":60.81,"MassiveIntentClassification (ru)":58.65,"MassiveIntentClassification (sl)":56.52,"MassiveIntentClassification (sq)":57.99,"MassiveIntentClassification (sw)":53.57,"MassiveIntentClassification (ta)":57.26,"MassiveIntentClassification (te)":57.83,"MassiveIntentClassification (th)":64.07,"MassiveIntentClassification (tl)":58.91,"MassiveIntentClassification (tr)":63.54,"MassiveIntentClassification (ur)":59.28,"MassiveIntentClassification (vi)":64.07,"MassiveIntentClassification (zh-TW)":62.54,"MassiveScenarioClassification (af)":63.04,"MassiveScenarioClassification (am)":56.84,"MassiveScenarioClassification (ar)":59.62,"MassiveScenarioClassification (az)":60.85,"MassiveScenarioClassification (bn)":62.77,"MassiveScenarioClassification (cy)":50.18,"MassiveScenarioClassification (de)":69.19,"MassiveScenarioClassification (el)":67.07,"MassiveScenarioClassification (es)":69.83,"MassiveScenarioClassification (fa)":68.71,"MassiveScenarioClassification (fi)":65.95,"MassiveScenarioClassification (fr)":68.76,"MassiveScenarioClassification (he)":63.81,"MassiveScenarioClassification (hi)":67.69,"MassiveScenarioClassification (hu)":66.47,"MassiveScenarioClassification (hy)":59.5,"MassiveScenarioClassification (id)":67.92,"MassiveScenarioClassification (is)":56.49,"MassiveScenarioClassification (it)":69.04,"MassiveScenarioClassification (ja)":73.89,"MassiveScenarioClassification (jv)":56.63,"MassiveScenarioClassification (ka)":52.24,"MassiveScenarioClassification (km)":46.62,"MassiveScenarioClassification (kn)":59.16,"MassiveScenarioClassification (ko)":69.85,"MassiveScenarioClassification (lv)":56.66,"MassiveScenarioClassification (ml)":66.54,"MassiveScenarioClassification (mn)":59.31,"MassiveScenarioClassification (ms)":64.88,"MassiveScenarioClassification (my)":58.86,"MassiveScenarioClassification (nl)":70.87,"MassiveScenarioClassification (pt)":68.18,"MassiveScenarioClassification (ro)":64.65,"MassiveScenarioClassification (ru)":63.77,"MassiveScenarioClassification (sl)":60.18,"MassiveScenarioClassification (sq)":62.86,"MassiveScenarioClassification (sw)":58.15,"MassiveScenarioClassification (ta)":59.44,"MassiveScenarioClassification (te)":60.85,"MassiveScenarioClassification (th)":70.66,"MassiveScenarioClassification (tl)":60.88,"MassiveScenarioClassification (tr)":68.05,"MassiveScenarioClassification (ur)":62.11,"MassiveScenarioClassification (vi)":67.44,"MassiveScenarioClassification (zh-TW)":68.32} -{"index":106,"Rank":8,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.06,"AmazonCounterfactualClassification (de)":68.66,"AmazonCounterfactualClassification (ja)":78.8,"AmazonReviewsClassification (de)":46.5,"AmazonReviewsClassification (es)":44.35,"AmazonReviewsClassification (fr)":41.91,"AmazonReviewsClassification (ja)":41.71,"AmazonReviewsClassification (zh)":38.87,"MTOPDomainClassification (de)":90.44,"MTOPDomainClassification (es)":88.34,"MTOPDomainClassification (fr)":86.41,"MTOPDomainClassification (hi)":86.84,"MTOPDomainClassification (th)":86.88,"MTOPIntentClassification (de)":65.97,"MTOPIntentClassification (es)":61.9,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":59.17,"MTOPIntentClassification (th)":62.59,"MassiveIntentClassification (af)":53.69,"MassiveIntentClassification (am)":45.48,"MassiveIntentClassification (ar)":54.1,"MassiveIntentClassification (az)":54.68,"MassiveIntentClassification (bn)":55.6,"MassiveIntentClassification (cy)":44.22,"MassiveIntentClassification (de)":63.82,"MassiveIntentClassification (el)":64.34,"MassiveIntentClassification (es)":64.01,"MassiveIntentClassification (fa)":63.74,"MassiveIntentClassification (fi)":64.28,"MassiveIntentClassification (fr)":63.37,"MassiveIntentClassification (he)":62.44,"MassiveIntentClassification (hi)":60.93,"MassiveIntentClassification (hu)":64.0,"MassiveIntentClassification (hy)":50.89,"MassiveIntentClassification (id)":63.51,"MassiveIntentClassification (is)":53.3,"MassiveIntentClassification (it)":63.89,"MassiveIntentClassification (ja)":67.11,"MassiveIntentClassification (jv)":48.96,"MassiveIntentClassification (ka)":41.45,"MassiveIntentClassification (km)":34.88,"MassiveIntentClassification (kn)":53.45,"MassiveIntentClassification (ko)":63.92,"MassiveIntentClassification (lv)":58.31,"MassiveIntentClassification (ml)":57.58,"MassiveIntentClassification (mn)":49.6,"MassiveIntentClassification (ms)":58.49,"MassiveIntentClassification (my)":49.73,"MassiveIntentClassification (nl)":65.0,"MassiveIntentClassification (pt)":65.6,"MassiveIntentClassification (ro)":59.76,"MassiveIntentClassification (ru)":65.76,"MassiveIntentClassification (sl)":59.38,"MassiveIntentClassification (sq)":57.3,"MassiveIntentClassification (sw)":47.69,"MassiveIntentClassification (ta)":53.41,"MassiveIntentClassification (te)":53.96,"MassiveIntentClassification (th)":62.75,"MassiveIntentClassification (tl)":54.77,"MassiveIntentClassification (tr)":64.61,"MassiveIntentClassification (ur)":54.6,"MassiveIntentClassification (vi)":63.39,"MassiveIntentClassification (zh-TW)":58.78,"MassiveScenarioClassification (af)":62.35,"MassiveScenarioClassification (am)":52.69,"MassiveScenarioClassification (ar)":61.0,"MassiveScenarioClassification (az)":58.49,"MassiveScenarioClassification (bn)":61.85,"MassiveScenarioClassification (cy)":51.25,"MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":69.74,"MassiveScenarioClassification (es)":69.07,"MassiveScenarioClassification (fa)":67.55,"MassiveScenarioClassification (fi)":68.62,"MassiveScenarioClassification (fr)":68.74,"MassiveScenarioClassification (he)":67.72,"MassiveScenarioClassification (hi)":66.85,"MassiveScenarioClassification (hu)":70.53,"MassiveScenarioClassification (hy)":55.76,"MassiveScenarioClassification (id)":69.43,"MassiveScenarioClassification (is)":60.74,"MassiveScenarioClassification (it)":69.45,"MassiveScenarioClassification (ja)":73.16,"MassiveScenarioClassification (jv)":56.24,"MassiveScenarioClassification (ka)":47.82,"MassiveScenarioClassification (km)":41.14,"MassiveScenarioClassification (kn)":59.36,"MassiveScenarioClassification (ko)":70.54,"MassiveScenarioClassification (lv)":64.28,"MassiveScenarioClassification (ml)":63.17,"MassiveScenarioClassification (mn)":55.37,"MassiveScenarioClassification (ms)":63.55,"MassiveScenarioClassification (my)":54.03,"MassiveScenarioClassification (nl)":71.11,"MassiveScenarioClassification (pt)":68.33,"MassiveScenarioClassification (ro)":66.06,"MassiveScenarioClassification (ru)":70.85,"MassiveScenarioClassification (sl)":65.33,"MassiveScenarioClassification (sq)":63.79,"MassiveScenarioClassification (sw)":56.27,"MassiveScenarioClassification (ta)":58.76,"MassiveScenarioClassification (te)":59.49,"MassiveScenarioClassification (th)":69.06,"MassiveScenarioClassification (tl)":60.71,"MassiveScenarioClassification (tr)":68.12,"MassiveScenarioClassification (ur)":60.89,"MassiveScenarioClassification (vi)":68.91,"MassiveScenarioClassification (zh-TW)":64.35} -{"index":138,"Rank":9,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (de)":73.17,"AmazonCounterfactualClassification (ja)":76.42,"AmazonReviewsClassification (de)":39.92,"AmazonReviewsClassification (es)":39.39,"AmazonReviewsClassification (fr)":38.52,"AmazonReviewsClassification (ja)":36.44,"AmazonReviewsClassification (zh)":36.45,"MTOPDomainClassification (de)":86.95,"MTOPDomainClassification (es)":84.07,"MTOPDomainClassification (fr)":84.14,"MTOPDomainClassification (hi)":85.11,"MTOPDomainClassification (th)":81.24,"MTOPIntentClassification (de)":63.42,"MTOPIntentClassification (es)":64.44,"MTOPIntentClassification (fr)":62.01,"MTOPIntentClassification (hi)":62.58,"MTOPIntentClassification (th)":64.61,"MassiveIntentClassification (af)":56.12,"MassiveIntentClassification (am)":55.71,"MassiveIntentClassification (ar)":50.86,"MassiveIntentClassification (az)":58.97,"MassiveIntentClassification (bn)":58.22,"MassiveIntentClassification (cy)":50.16,"MassiveIntentClassification (de)":56.21,"MassiveIntentClassification (el)":57.03,"MassiveIntentClassification (es)":58.32,"MassiveIntentClassification (fa)":62.33,"MassiveIntentClassification (fi)":60.12,"MassiveIntentClassification (fr)":60.47,"MassiveIntentClassification (he)":56.55,"MassiveIntentClassification (hi)":59.4,"MassiveIntentClassification (hu)":59.52,"MassiveIntentClassification (hy)":56.2,"MassiveIntentClassification (id)":61.12,"MassiveIntentClassification (is)":54.9,"MassiveIntentClassification (it)":59.83,"MassiveIntentClassification (ja)":63.11,"MassiveIntentClassification (jv)":50.98,"MassiveIntentClassification (ka)":48.35,"MassiveIntentClassification (km)":48.55,"MassiveIntentClassification (kn)":56.24,"MassiveIntentClassification (ko)":60.99,"MassiveIntentClassification (lv)":57.1,"MassiveIntentClassification (ml)":57.91,"MassiveIntentClassification (mn)":58.5,"MassiveIntentClassification (ms)":58.6,"MassiveIntentClassification (my)":57.35,"MassiveIntentClassification (nl)":59.37,"MassiveIntentClassification (pt)":60.16,"MassiveIntentClassification (ro)":57.92,"MassiveIntentClassification (ru)":60.67,"MassiveIntentClassification (sl)":59.37,"MassiveIntentClassification (sq)":58.03,"MassiveIntentClassification (sw)":51.62,"MassiveIntentClassification (ta)":55.04,"MassiveIntentClassification (te)":58.32,"MassiveIntentClassification (th)":56.58,"MassiveIntentClassification (tl)":55.28,"MassiveIntentClassification (tr)":60.91,"MassiveIntentClassification (ur)":56.7,"MassiveIntentClassification (vi)":56.67,"MassiveIntentClassification (zh-TW)":59.51,"MassiveScenarioClassification (af)":63.39,"MassiveScenarioClassification (am)":62.02,"MassiveScenarioClassification (ar)":57.72,"MassiveScenarioClassification (az)":63.48,"MassiveScenarioClassification (bn)":61.84,"MassiveScenarioClassification (cy)":56.13,"MassiveScenarioClassification (de)":62.39,"MassiveScenarioClassification (el)":64.58,"MassiveScenarioClassification (es)":63.61,"MassiveScenarioClassification (fa)":67.46,"MassiveScenarioClassification (fi)":64.58,"MassiveScenarioClassification (fr)":65.1,"MassiveScenarioClassification (he)":63.53,"MassiveScenarioClassification (hi)":64.4,"MassiveScenarioClassification (hu)":65.82,"MassiveScenarioClassification (hy)":61.25,"MassiveScenarioClassification (id)":65.84,"MassiveScenarioClassification (is)":61.94,"MassiveScenarioClassification (it)":64.09,"MassiveScenarioClassification (ja)":67.72,"MassiveScenarioClassification (jv)":58.29,"MassiveScenarioClassification (ka)":53.38,"MassiveScenarioClassification (km)":56.18,"MassiveScenarioClassification (kn)":61.74,"MassiveScenarioClassification (ko)":67.26,"MassiveScenarioClassification (lv)":61.87,"MassiveScenarioClassification (ml)":62.26,"MassiveScenarioClassification (mn)":62.6,"MassiveScenarioClassification (ms)":65.63,"MassiveScenarioClassification (my)":62.94,"MassiveScenarioClassification (nl)":65.16,"MassiveScenarioClassification (pt)":63.28,"MassiveScenarioClassification (ro)":62.41,"MassiveScenarioClassification (ru)":65.25,"MassiveScenarioClassification (sl)":64.25,"MassiveScenarioClassification (sq)":64.54,"MassiveScenarioClassification (sw)":58.36,"MassiveScenarioClassification (ta)":59.08,"MassiveScenarioClassification (te)":64.13,"MassiveScenarioClassification (th)":64.34,"MassiveScenarioClassification (tl)":60.23,"MassiveScenarioClassification (tr)":65.43,"MassiveScenarioClassification (ur)":61.52,"MassiveScenarioClassification (vi)":61.05,"MassiveScenarioClassification (zh-TW)":67.08} -{"index":148,"Rank":10,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.75,"AmazonCounterfactualClassification (de)":69.96,"AmazonCounterfactualClassification (ja)":69.78,"AmazonReviewsClassification (de)":39.53,"AmazonReviewsClassification (es)":39.97,"AmazonReviewsClassification (fr)":38.98,"AmazonReviewsClassification (ja)":36.65,"AmazonReviewsClassification (zh)":37.74,"MTOPDomainClassification (de)":85.73,"MTOPDomainClassification (es)":86.98,"MTOPDomainClassification (fr)":81.21,"MTOPDomainClassification (hi)":84.76,"MTOPDomainClassification (th)":82.51,"MTOPIntentClassification (de)":61.26,"MTOPIntentClassification (es)":66.6,"MTOPIntentClassification (fr)":59.75,"MTOPIntentClassification (hi)":62.38,"MTOPIntentClassification (th)":64.77,"MassiveIntentClassification (af)":52.35,"MassiveIntentClassification (am)":41.56,"MassiveIntentClassification (ar)":51.43,"MassiveIntentClassification (az)":56.98,"MassiveIntentClassification (bn)":48.79,"MassiveIntentClassification (cy)":27.89,"MassiveIntentClassification (de)":59.56,"MassiveIntentClassification (el)":62.63,"MassiveIntentClassification (es)":64.45,"MassiveIntentClassification (fa)":65.33,"MassiveIntentClassification (fi)":62.26,"MassiveIntentClassification (fr)":64.8,"MassiveIntentClassification (he)":58.25,"MassiveIntentClassification (hi)":62.79,"MassiveIntentClassification (hu)":63.85,"MassiveIntentClassification (hy)":57.76,"MassiveIntentClassification (id)":65.43,"MassiveIntentClassification (is)":37.09,"MassiveIntentClassification (it)":64.69,"MassiveIntentClassification (ja)":63.76,"MassiveIntentClassification (jv)":36.49,"MassiveIntentClassification (ka)":49.88,"MassiveIntentClassification (km)":45.48,"MassiveIntentClassification (kn)":50.62,"MassiveIntentClassification (ko)":61.84,"MassiveIntentClassification (lv)":61.29,"MassiveIntentClassification (ml)":54.34,"MassiveIntentClassification (mn)":56.61,"MassiveIntentClassification (ms)":60.72,"MassiveIntentClassification (my)":57.08,"MassiveIntentClassification (nl)":63.57,"MassiveIntentClassification (pt)":64.88,"MassiveIntentClassification (ro)":62.83,"MassiveIntentClassification (ru)":63.23,"MassiveIntentClassification (sl)":63.5,"MassiveIntentClassification (sq)":62.49,"MassiveIntentClassification (sw)":31.93,"MassiveIntentClassification (ta)":50.18,"MassiveIntentClassification (te)":52.85,"MassiveIntentClassification (th)":61.12,"MassiveIntentClassification (tl)":38.83,"MassiveIntentClassification (tr)":64.58,"MassiveIntentClassification (ur)":56.36,"MassiveIntentClassification (vi)":59.71,"MassiveIntentClassification (zh-TW)":62.33,"MassiveScenarioClassification (af)":59.68,"MassiveScenarioClassification (am)":48.96,"MassiveScenarioClassification (ar)":57.79,"MassiveScenarioClassification (az)":61.52,"MassiveScenarioClassification (bn)":54.52,"MassiveScenarioClassification (cy)":35.27,"MassiveScenarioClassification (de)":67.35,"MassiveScenarioClassification (el)":68.81,"MassiveScenarioClassification (es)":70.4,"MassiveScenarioClassification (fa)":69.88,"MassiveScenarioClassification (fi)":67.58,"MassiveScenarioClassification (fr)":70.71,"MassiveScenarioClassification (he)":65.16,"MassiveScenarioClassification (hi)":67.94,"MassiveScenarioClassification (hu)":70.31,"MassiveScenarioClassification (hy)":63.03,"MassiveScenarioClassification (id)":70.73,"MassiveScenarioClassification (is)":44.16,"MassiveScenarioClassification (it)":69.74,"MassiveScenarioClassification (ja)":69.68,"MassiveScenarioClassification (jv)":44.22,"MassiveScenarioClassification (ka)":57.3,"MassiveScenarioClassification (km)":53.13,"MassiveScenarioClassification (kn)":56.08,"MassiveScenarioClassification (ko)":68.52,"MassiveScenarioClassification (lv)":66.28,"MassiveScenarioClassification (ml)":60.14,"MassiveScenarioClassification (mn)":60.84,"MassiveScenarioClassification (ms)":65.85,"MassiveScenarioClassification (my)":63.03,"MassiveScenarioClassification (nl)":70.37,"MassiveScenarioClassification (pt)":70.08,"MassiveScenarioClassification (ro)":67.94,"MassiveScenarioClassification (ru)":69.92,"MassiveScenarioClassification (sl)":70.81,"MassiveScenarioClassification (sq)":69.62,"MassiveScenarioClassification (sw)":37.26,"MassiveScenarioClassification (ta)":55.97,"MassiveScenarioClassification (te)":58.79,"MassiveScenarioClassification (th)":69.44,"MassiveScenarioClassification (tl)":43.98,"MassiveScenarioClassification (tr)":70.41,"MassiveScenarioClassification (ur)":62.92,"MassiveScenarioClassification (vi)":65.7,"MassiveScenarioClassification (zh-TW)":68.71} -{"index":105,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.15,"AmazonCounterfactualClassification (de)":70.81,"AmazonCounterfactualClassification (ja)":72.02,"AmazonReviewsClassification (de)":44.37,"AmazonReviewsClassification (es)":43.38,"AmazonReviewsClassification (fr)":40.94,"AmazonReviewsClassification (ja)":39.57,"AmazonReviewsClassification (zh)":38.34,"MTOPDomainClassification (de)":87.94,"MTOPDomainClassification (es)":85.96,"MTOPDomainClassification (fr)":84.79,"MTOPDomainClassification (hi)":83.92,"MTOPDomainClassification (th)":83.94,"MTOPIntentClassification (de)":61.05,"MTOPIntentClassification (es)":55.36,"MTOPIntentClassification (fr)":55.51,"MTOPIntentClassification (hi)":53.93,"MTOPIntentClassification (th)":58.69,"MassiveIntentClassification (af)":49.82,"MassiveIntentClassification (am)":42.4,"MassiveIntentClassification (ar)":50.2,"MassiveIntentClassification (az)":51.36,"MassiveIntentClassification (bn)":51.69,"MassiveIntentClassification (cy)":37.05,"MassiveIntentClassification (de)":59.82,"MassiveIntentClassification (el)":58.07,"MassiveIntentClassification (es)":61.13,"MassiveIntentClassification (fa)":59.51,"MassiveIntentClassification (fi)":58.91,"MassiveIntentClassification (fr)":61.32,"MassiveIntentClassification (he)":55.3,"MassiveIntentClassification (hi)":56.75,"MassiveIntentClassification (hu)":57.69,"MassiveIntentClassification (hy)":48.77,"MassiveIntentClassification (id)":58.7,"MassiveIntentClassification (is)":44.52,"MassiveIntentClassification (it)":61.29,"MassiveIntentClassification (ja)":62.3,"MassiveIntentClassification (jv)":43.23,"MassiveIntentClassification (ka)":37.56,"MassiveIntentClassification (km)":32.14,"MassiveIntentClassification (kn)":48.63,"MassiveIntentClassification (ko)":59.97,"MassiveIntentClassification (lv)":51.17,"MassiveIntentClassification (ml)":53.75,"MassiveIntentClassification (mn)":46.8,"MassiveIntentClassification (ms)":52.85,"MassiveIntentClassification (my)":46.67,"MassiveIntentClassification (nl)":61.23,"MassiveIntentClassification (pt)":62.12,"MassiveIntentClassification (ro)":56.83,"MassiveIntentClassification (ru)":62.78,"MassiveIntentClassification (sl)":53.84,"MassiveIntentClassification (sq)":51.07,"MassiveIntentClassification (sw)":45.24,"MassiveIntentClassification (ta)":48.93,"MassiveIntentClassification (te)":50.09,"MassiveIntentClassification (th)":59.63,"MassiveIntentClassification (tl)":48.99,"MassiveIntentClassification (tr)":60.69,"MassiveIntentClassification (ur)":51.3,"MassiveIntentClassification (vi)":59.61,"MassiveIntentClassification (zh-TW)":56.4,"MassiveScenarioClassification (af)":58.95,"MassiveScenarioClassification (am)":50.33,"MassiveScenarioClassification (ar)":58.0,"MassiveScenarioClassification (az)":55.15,"MassiveScenarioClassification (bn)":57.0,"MassiveScenarioClassification (cy)":43.84,"MassiveScenarioClassification (de)":68.4,"MassiveScenarioClassification (el)":65.38,"MassiveScenarioClassification (es)":66.47,"MassiveScenarioClassification (fa)":63.92,"MassiveScenarioClassification (fi)":64.94,"MassiveScenarioClassification (fr)":67.37,"MassiveScenarioClassification (he)":62.53,"MassiveScenarioClassification (hi)":62.91,"MassiveScenarioClassification (hu)":65.75,"MassiveScenarioClassification (hy)":53.63,"MassiveScenarioClassification (id)":63.6,"MassiveScenarioClassification (is)":53.28,"MassiveScenarioClassification (it)":66.17,"MassiveScenarioClassification (ja)":69.89,"MassiveScenarioClassification (jv)":51.94,"MassiveScenarioClassification (ka)":43.38,"MassiveScenarioClassification (km)":38.45,"MassiveScenarioClassification (kn)":53.49,"MassiveScenarioClassification (ko)":67.9,"MassiveScenarioClassification (lv)":56.42,"MassiveScenarioClassification (ml)":59.89,"MassiveScenarioClassification (mn)":51.87,"MassiveScenarioClassification (ms)":58.35,"MassiveScenarioClassification (my)":50.77,"MassiveScenarioClassification (nl)":68.62,"MassiveScenarioClassification (pt)":65.49,"MassiveScenarioClassification (ro)":63.5,"MassiveScenarioClassification (ru)":68.21,"MassiveScenarioClassification (sl)":58.3,"MassiveScenarioClassification (sq)":57.92,"MassiveScenarioClassification (sw)":52.64,"MassiveScenarioClassification (ta)":53.86,"MassiveScenarioClassification (te)":54.24,"MassiveScenarioClassification (th)":67.37,"MassiveScenarioClassification (tl)":54.36,"MassiveScenarioClassification (tr)":65.18,"MassiveScenarioClassification (ur)":56.74,"MassiveScenarioClassification (vi)":66.35,"MassiveScenarioClassification (zh-TW)":63.73} -{"index":108,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.18,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":61.46,"AmazonReviewsClassification (de)":41.07,"AmazonReviewsClassification (es)":41.37,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":38.55,"AmazonReviewsClassification (zh)":38.31,"MTOPDomainClassification (de)":86.15,"MTOPDomainClassification (es)":85.53,"MTOPDomainClassification (fr)":81.2,"MTOPDomainClassification (hi)":84.07,"MTOPDomainClassification (th)":83.16,"MTOPIntentClassification (de)":55.88,"MTOPIntentClassification (es)":53.15,"MTOPIntentClassification (fr)":46.01,"MTOPIntentClassification (hi)":52.26,"MTOPIntentClassification (th)":54.61,"MassiveIntentClassification (af)":48.74,"MassiveIntentClassification (am)":43.52,"MassiveIntentClassification (ar)":47.78,"MassiveIntentClassification (az)":49.32,"MassiveIntentClassification (bn)":50.68,"MassiveIntentClassification (cy)":36.62,"MassiveIntentClassification (de)":55.52,"MassiveIntentClassification (el)":54.14,"MassiveIntentClassification (es)":59.19,"MassiveIntentClassification (fa)":57.73,"MassiveIntentClassification (fi)":55.14,"MassiveIntentClassification (fr)":57.9,"MassiveIntentClassification (he)":51.11,"MassiveIntentClassification (hi)":55.69,"MassiveIntentClassification (hu)":53.21,"MassiveIntentClassification (hy)":47.89,"MassiveIntentClassification (id)":56.2,"MassiveIntentClassification (is)":41.53,"MassiveIntentClassification (it)":58.8,"MassiveIntentClassification (ja)":61.58,"MassiveIntentClassification (jv)":42.96,"MassiveIntentClassification (ka)":39.52,"MassiveIntentClassification (km)":33.45,"MassiveIntentClassification (kn)":47.85,"MassiveIntentClassification (ko)":57.12,"MassiveIntentClassification (lv)":44.93,"MassiveIntentClassification (ml)":52.81,"MassiveIntentClassification (mn)":47.38,"MassiveIntentClassification (ms)":50.8,"MassiveIntentClassification (my)":45.64,"MassiveIntentClassification (nl)":59.27,"MassiveIntentClassification (pt)":60.12,"MassiveIntentClassification (ro)":52.82,"MassiveIntentClassification (ru)":58.43,"MassiveIntentClassification (sl)":47.71,"MassiveIntentClassification (sq)":48.68,"MassiveIntentClassification (sw)":44.84,"MassiveIntentClassification (ta)":47.65,"MassiveIntentClassification (te)":48.85,"MassiveIntentClassification (th)":56.26,"MassiveIntentClassification (tl)":48.7,"MassiveIntentClassification (tr)":56.88,"MassiveIntentClassification (ur)":50.51,"MassiveIntentClassification (vi)":56.19,"MassiveIntentClassification (zh-TW)":53.75,"MassiveScenarioClassification (af)":58.0,"MassiveScenarioClassification (am)":50.53,"MassiveScenarioClassification (ar)":54.56,"MassiveScenarioClassification (az)":53.27,"MassiveScenarioClassification (bn)":57.38,"MassiveScenarioClassification (cy)":44.63,"MassiveScenarioClassification (de)":65.88,"MassiveScenarioClassification (el)":62.29,"MassiveScenarioClassification (es)":64.43,"MassiveScenarioClassification (fa)":63.32,"MassiveScenarioClassification (fi)":61.89,"MassiveScenarioClassification (fr)":63.9,"MassiveScenarioClassification (he)":59.22,"MassiveScenarioClassification (hi)":62.22,"MassiveScenarioClassification (hu)":61.93,"MassiveScenarioClassification (hy)":52.93,"MassiveScenarioClassification (id)":62.0,"MassiveScenarioClassification (is)":49.66,"MassiveScenarioClassification (it)":64.03,"MassiveScenarioClassification (ja)":67.75,"MassiveScenarioClassification (jv)":51.39,"MassiveScenarioClassification (ka)":44.96,"MassiveScenarioClassification (km)":39.01,"MassiveScenarioClassification (kn)":52.73,"MassiveScenarioClassification (ko)":65.7,"MassiveScenarioClassification (lv)":51.0,"MassiveScenarioClassification (ml)":60.31,"MassiveScenarioClassification (mn)":52.41,"MassiveScenarioClassification (ms)":59.18,"MassiveScenarioClassification (my)":51.07,"MassiveScenarioClassification (nl)":67.01,"MassiveScenarioClassification (pt)":62.75,"MassiveScenarioClassification (ro)":60.0,"MassiveScenarioClassification (ru)":63.89,"MassiveScenarioClassification (sl)":54.05,"MassiveScenarioClassification (sq)":56.15,"MassiveScenarioClassification (sw)":52.42,"MassiveScenarioClassification (ta)":52.74,"MassiveScenarioClassification (te)":54.86,"MassiveScenarioClassification (th)":65.72,"MassiveScenarioClassification (tl)":55.3,"MassiveScenarioClassification (tr)":62.14,"MassiveScenarioClassification (ur)":55.91,"MassiveScenarioClassification (vi)":62.67,"MassiveScenarioClassification (zh-TW)":61.15} -{"index":70,"Rank":13,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.73,"AmazonCounterfactualClassification (de)":70.94,"AmazonCounterfactualClassification (ja)":80.06,"AmazonReviewsClassification (de)":38.83,"AmazonReviewsClassification (es)":39.39,"AmazonReviewsClassification (fr)":39.47,"AmazonReviewsClassification (ja)":35.9,"AmazonReviewsClassification (zh)":36.07,"MTOPDomainClassification (de)":86.91,"MTOPDomainClassification (es)":87.74,"MTOPDomainClassification (fr)":86.22,"MTOPDomainClassification (hi)":82.92,"MTOPDomainClassification (th)":69.9,"MTOPIntentClassification (de)":63.26,"MTOPIntentClassification (es)":65.06,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":59.08,"MTOPIntentClassification (th)":43.75,"MassiveIntentClassification (af)":47.6,"MassiveIntentClassification (am)":31.57,"MassiveIntentClassification (ar)":52.63,"MassiveIntentClassification (az)":50.09,"MassiveIntentClassification (bn)":46.54,"MassiveIntentClassification (cy)":44.26,"MassiveIntentClassification (de)":61.87,"MassiveIntentClassification (el)":47.02,"MassiveIntentClassification (es)":62.54,"MassiveIntentClassification (fa)":55.19,"MassiveIntentClassification (fi)":48.43,"MassiveIntentClassification (fr)":64.27,"MassiveIntentClassification (he)":57.62,"MassiveIntentClassification (hi)":57.54,"MassiveIntentClassification (hu)":45.67,"MassiveIntentClassification (hy)":39.2,"MassiveIntentClassification (id)":55.0,"MassiveIntentClassification (is)":43.14,"MassiveIntentClassification (it)":61.0,"MassiveIntentClassification (ja)":64.29,"MassiveIntentClassification (jv)":43.69,"MassiveIntentClassification (ka)":38.35,"MassiveIntentClassification (km)":34.22,"MassiveIntentClassification (kn)":51.79,"MassiveIntentClassification (ko)":59.59,"MassiveIntentClassification (lv)":46.54,"MassiveIntentClassification (ml)":54.47,"MassiveIntentClassification (mn)":40.68,"MassiveIntentClassification (ms)":51.24,"MassiveIntentClassification (my)":31.76,"MassiveIntentClassification (nl)":60.82,"MassiveIntentClassification (pt)":62.74,"MassiveIntentClassification (ro)":49.68,"MassiveIntentClassification (ru)":60.85,"MassiveIntentClassification (sl)":48.59,"MassiveIntentClassification (sq)":47.17,"MassiveIntentClassification (sw)":45.97,"MassiveIntentClassification (ta)":53.6,"MassiveIntentClassification (te)":53.45,"MassiveIntentClassification (th)":46.17,"MassiveIntentClassification (tl)":49.48,"MassiveIntentClassification (tr)":58.03,"MassiveIntentClassification (ur)":39.26,"MassiveIntentClassification (vi)":52.16,"MassiveIntentClassification (zh-TW)":58.21,"MassiveScenarioClassification (af)":58.07,"MassiveScenarioClassification (am)":38.21,"MassiveScenarioClassification (ar)":57.47,"MassiveScenarioClassification (az)":54.37,"MassiveScenarioClassification (bn)":52.72,"MassiveScenarioClassification (cy)":49.5,"MassiveScenarioClassification (de)":71.28,"MassiveScenarioClassification (el)":52.42,"MassiveScenarioClassification (es)":67.04,"MassiveScenarioClassification (fa)":60.17,"MassiveScenarioClassification (fi)":54.05,"MassiveScenarioClassification (fr)":69.76,"MassiveScenarioClassification (he)":62.85,"MassiveScenarioClassification (hi)":62.18,"MassiveScenarioClassification (hu)":53.52,"MassiveScenarioClassification (hy)":45.95,"MassiveScenarioClassification (id)":60.33,"MassiveScenarioClassification (is)":50.1,"MassiveScenarioClassification (it)":66.49,"MassiveScenarioClassification (ja)":68.36,"MassiveScenarioClassification (jv)":50.59,"MassiveScenarioClassification (ka)":42.76,"MassiveScenarioClassification (km)":40.65,"MassiveScenarioClassification (kn)":57.25,"MassiveScenarioClassification (ko)":63.84,"MassiveScenarioClassification (lv)":53.14,"MassiveScenarioClassification (ml)":58.84,"MassiveScenarioClassification (mn)":44.82,"MassiveScenarioClassification (ms)":58.9,"MassiveScenarioClassification (my)":38.52,"MassiveScenarioClassification (nl)":67.54,"MassiveScenarioClassification (pt)":65.7,"MassiveScenarioClassification (ro)":57.2,"MassiveScenarioClassification (ru)":65.42,"MassiveScenarioClassification (sl)":55.15,"MassiveScenarioClassification (sq)":55.68,"MassiveScenarioClassification (sw)":52.3,"MassiveScenarioClassification (ta)":56.19,"MassiveScenarioClassification (te)":58.02,"MassiveScenarioClassification (th)":52.56,"MassiveScenarioClassification (tl)":57.43,"MassiveScenarioClassification (tr)":61.55,"MassiveScenarioClassification (ur)":47.11,"MassiveScenarioClassification (vi)":56.83,"MassiveScenarioClassification (zh-TW)":64.02} -{"index":75,"Rank":14,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":54.35,"AmazonCounterfactualClassification (de)":61.35,"AmazonCounterfactualClassification (ja)":58.23,"AmazonReviewsClassification (de)":29.7,"AmazonReviewsClassification (es)":35.97,"AmazonReviewsClassification (fr)":35.92,"AmazonReviewsClassification (ja)":27.64,"AmazonReviewsClassification (zh)":32.63,"MTOPDomainClassification (de)":82.05,"MTOPDomainClassification (es)":93.55,"MTOPDomainClassification (fr)":90.98,"MTOPDomainClassification (hi)":89.33,"MTOPDomainClassification (th)":60.49,"MTOPIntentClassification (de)":61.92,"MTOPIntentClassification (es)":74.49,"MTOPIntentClassification (fr)":69.12,"MTOPIntentClassification (hi)":64.85,"MTOPIntentClassification (th)":49.36,"MassiveIntentClassification (af)":47.85,"MassiveIntentClassification (am)":33.3,"MassiveIntentClassification (ar)":59.25,"MassiveIntentClassification (az)":45.24,"MassiveIntentClassification (bn)":61.59,"MassiveIntentClassification (cy)":44.92,"MassiveIntentClassification (de)":56.1,"MassiveIntentClassification (el)":46.13,"MassiveIntentClassification (es)":66.35,"MassiveIntentClassification (fa)":51.2,"MassiveIntentClassification (fi)":45.33,"MassiveIntentClassification (fr)":66.95,"MassiveIntentClassification (he)":43.18,"MassiveIntentClassification (hi)":63.54,"MassiveIntentClassification (hu)":44.73,"MassiveIntentClassification (hy)":38.13,"MassiveIntentClassification (id)":64.06,"MassiveIntentClassification (is)":44.35,"MassiveIntentClassification (it)":60.77,"MassiveIntentClassification (ja)":61.22,"MassiveIntentClassification (jv)":50.94,"MassiveIntentClassification (ka)":33.84,"MassiveIntentClassification (km)":37.34,"MassiveIntentClassification (kn)":53.54,"MassiveIntentClassification (ko)":53.36,"MassiveIntentClassification (lv)":46.5,"MassiveIntentClassification (ml)":58.27,"MassiveIntentClassification (mn)":40.28,"MassiveIntentClassification (ms)":59.65,"MassiveIntentClassification (my)":37.42,"MassiveIntentClassification (nl)":52.09,"MassiveIntentClassification (pt)":66.69,"MassiveIntentClassification (ro)":50.53,"MassiveIntentClassification (ru)":58.32,"MassiveIntentClassification (sl)":47.74,"MassiveIntentClassification (sq)":48.94,"MassiveIntentClassification (sw)":49.81,"MassiveIntentClassification (ta)":56.4,"MassiveIntentClassification (te)":54.71,"MassiveIntentClassification (th)":44.43,"MassiveIntentClassification (tl)":50.21,"MassiveIntentClassification (tr)":46.56,"MassiveIntentClassification (ur)":56.75,"MassiveIntentClassification (vi)":64.53,"MassiveIntentClassification (zh-TW)":62.89,"MassiveScenarioClassification (af)":51.47,"MassiveScenarioClassification (am)":34.87,"MassiveScenarioClassification (ar)":65.21,"MassiveScenarioClassification (az)":45.58,"MassiveScenarioClassification (bn)":67.3,"MassiveScenarioClassification (cy)":46.29,"MassiveScenarioClassification (de)":61.74,"MassiveScenarioClassification (el)":48.96,"MassiveScenarioClassification (es)":73.34,"MassiveScenarioClassification (fa)":53.17,"MassiveScenarioClassification (fi)":44.69,"MassiveScenarioClassification (fr)":72.91,"MassiveScenarioClassification (he)":43.1,"MassiveScenarioClassification (hi)":69.27,"MassiveScenarioClassification (hu)":45.16,"MassiveScenarioClassification (hy)":38.73,"MassiveScenarioClassification (id)":70.13,"MassiveScenarioClassification (is)":44.21,"MassiveScenarioClassification (it)":65.57,"MassiveScenarioClassification (ja)":65.76,"MassiveScenarioClassification (jv)":54.79,"MassiveScenarioClassification (ka)":32.99,"MassiveScenarioClassification (km)":39.34,"MassiveScenarioClassification (kn)":60.5,"MassiveScenarioClassification (ko)":55.69,"MassiveScenarioClassification (lv)":44.35,"MassiveScenarioClassification (ml)":65.53,"MassiveScenarioClassification (mn)":38.72,"MassiveScenarioClassification (ms)":64.99,"MassiveScenarioClassification (my)":36.84,"MassiveScenarioClassification (nl)":56.32,"MassiveScenarioClassification (pt)":71.46,"MassiveScenarioClassification (ro)":53.69,"MassiveScenarioClassification (ru)":61.6,"MassiveScenarioClassification (sl)":48.04,"MassiveScenarioClassification (sq)":50.06,"MassiveScenarioClassification (sw)":54.22,"MassiveScenarioClassification (ta)":62.77,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":45.18,"MassiveScenarioClassification (tl)":52.06,"MassiveScenarioClassification (tr)":47.21,"MassiveScenarioClassification (ur)":64.26,"MassiveScenarioClassification (vi)":70.61,"MassiveScenarioClassification (zh-TW)":70.3} -{"index":147,"Rank":15,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.13,"AmazonCounterfactualClassification (de)":68.35,"AmazonCounterfactualClassification (ja)":63.45,"AmazonReviewsClassification (de)":35.91,"AmazonReviewsClassification (es)":37.49,"AmazonReviewsClassification (fr)":35.3,"AmazonReviewsClassification (ja)":33.24,"AmazonReviewsClassification (zh)":35.26,"MTOPDomainClassification (de)":79.2,"MTOPDomainClassification (es)":83.04,"MTOPDomainClassification (fr)":78.63,"MTOPDomainClassification (hi)":81.36,"MTOPDomainClassification (th)":79.99,"MTOPIntentClassification (de)":54.23,"MTOPIntentClassification (es)":60.28,"MTOPIntentClassification (fr)":54.05,"MTOPIntentClassification (hi)":59.9,"MTOPIntentClassification (th)":61.96,"MassiveIntentClassification (af)":45.87,"MassiveIntentClassification (am)":36.77,"MassiveIntentClassification (ar)":45.15,"MassiveIntentClassification (az)":47.43,"MassiveIntentClassification (bn)":35.38,"MassiveIntentClassification (cy)":26.13,"MassiveIntentClassification (de)":50.71,"MassiveIntentClassification (el)":58.7,"MassiveIntentClassification (es)":59.7,"MassiveIntentClassification (fa)":61.03,"MassiveIntentClassification (fi)":57.56,"MassiveIntentClassification (fr)":57.52,"MassiveIntentClassification (he)":52.55,"MassiveIntentClassification (hi)":58.37,"MassiveIntentClassification (hu)":60.44,"MassiveIntentClassification (hy)":51.6,"MassiveIntentClassification (id)":59.9,"MassiveIntentClassification (is)":30.87,"MassiveIntentClassification (it)":59.66,"MassiveIntentClassification (ja)":60.9,"MassiveIntentClassification (jv)":32.37,"MassiveIntentClassification (ka)":43.03,"MassiveIntentClassification (km)":40.04,"MassiveIntentClassification (kn)":41.0,"MassiveIntentClassification (ko)":50.36,"MassiveIntentClassification (lv)":54.72,"MassiveIntentClassification (ml)":42.44,"MassiveIntentClassification (mn)":51.77,"MassiveIntentClassification (ms)":54.81,"MassiveIntentClassification (my)":52.03,"MassiveIntentClassification (nl)":59.52,"MassiveIntentClassification (pt)":61.29,"MassiveIntentClassification (ro)":58.44,"MassiveIntentClassification (ru)":59.06,"MassiveIntentClassification (sl)":57.35,"MassiveIntentClassification (sq)":56.6,"MassiveIntentClassification (sw)":29.56,"MassiveIntentClassification (ta)":36.82,"MassiveIntentClassification (te)":40.77,"MassiveIntentClassification (th)":58.92,"MassiveIntentClassification (tl)":33.67,"MassiveIntentClassification (tr)":59.91,"MassiveIntentClassification (ur)":52.79,"MassiveIntentClassification (vi)":56.62,"MassiveIntentClassification (zh-TW)":58.74,"MassiveScenarioClassification (af)":53.63,"MassiveScenarioClassification (am)":41.89,"MassiveScenarioClassification (ar)":51.71,"MassiveScenarioClassification (az)":52.09,"MassiveScenarioClassification (bn)":41.17,"MassiveScenarioClassification (cy)":31.71,"MassiveScenarioClassification (de)":57.4,"MassiveScenarioClassification (el)":66.14,"MassiveScenarioClassification (es)":65.07,"MassiveScenarioClassification (fa)":65.89,"MassiveScenarioClassification (fi)":63.74,"MassiveScenarioClassification (fr)":64.52,"MassiveScenarioClassification (he)":59.22,"MassiveScenarioClassification (hi)":65.23,"MassiveScenarioClassification (hu)":66.57,"MassiveScenarioClassification (hy)":56.11,"MassiveScenarioClassification (id)":66.17,"MassiveScenarioClassification (is)":37.55,"MassiveScenarioClassification (it)":65.01,"MassiveScenarioClassification (ja)":66.49,"MassiveScenarioClassification (jv)":38.62,"MassiveScenarioClassification (ka)":50.66,"MassiveScenarioClassification (km)":46.95,"MassiveScenarioClassification (kn)":45.72,"MassiveScenarioClassification (ko)":55.71,"MassiveScenarioClassification (lv)":59.82,"MassiveScenarioClassification (ml)":47.73,"MassiveScenarioClassification (mn)":57.07,"MassiveScenarioClassification (ms)":61.73,"MassiveScenarioClassification (my)":59.09,"MassiveScenarioClassification (nl)":65.53,"MassiveScenarioClassification (pt)":65.83,"MassiveScenarioClassification (ro)":64.2,"MassiveScenarioClassification (ru)":65.25,"MassiveScenarioClassification (sl)":64.01,"MassiveScenarioClassification (sq)":64.34,"MassiveScenarioClassification (sw)":34.86,"MassiveScenarioClassification (ta)":42.63,"MassiveScenarioClassification (te)":46.49,"MassiveScenarioClassification (th)":67.05,"MassiveScenarioClassification (tl)":37.39,"MassiveScenarioClassification (tr)":66.53,"MassiveScenarioClassification (ur)":60.41,"MassiveScenarioClassification (vi)":60.73,"MassiveScenarioClassification (zh-TW)":65.72} -{"index":158,"Rank":16,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":53.36,"AmazonCounterfactualClassification (de)":68.69,"AmazonCounterfactualClassification (ja)":61.61,"AmazonReviewsClassification (de)":33.39,"AmazonReviewsClassification (es)":34.82,"AmazonReviewsClassification (fr)":34.25,"AmazonReviewsClassification (ja)":30.05,"AmazonReviewsClassification (zh)":32.52,"MTOPDomainClassification (de)":78.59,"MTOPDomainClassification (es)":79.24,"MTOPDomainClassification (fr)":71.83,"MTOPDomainClassification (hi)":78.75,"MTOPDomainClassification (th)":77.67,"MTOPIntentClassification (de)":55.29,"MTOPIntentClassification (es)":58.68,"MTOPIntentClassification (fr)":44.53,"MTOPIntentClassification (hi)":59.62,"MTOPIntentClassification (th)":58.8,"MassiveIntentClassification (af)":45.42,"MassiveIntentClassification (am)":37.68,"MassiveIntentClassification (ar)":45.02,"MassiveIntentClassification (az)":48.71,"MassiveIntentClassification (bn)":43.79,"MassiveIntentClassification (cy)":28.76,"MassiveIntentClassification (de)":51.56,"MassiveIntentClassification (el)":56.47,"MassiveIntentClassification (es)":58.28,"MassiveIntentClassification (fa)":59.05,"MassiveIntentClassification (fi)":57.36,"MassiveIntentClassification (fr)":51.93,"MassiveIntentClassification (he)":51.18,"MassiveIntentClassification (hi)":57.06,"MassiveIntentClassification (hu)":58.36,"MassiveIntentClassification (hy)":52.11,"MassiveIntentClassification (id)":58.27,"MassiveIntentClassification (is)":35.81,"MassiveIntentClassification (it)":58.28,"MassiveIntentClassification (ja)":60.78,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":44.5,"MassiveIntentClassification (km)":40.99,"MassiveIntentClassification (kn)":46.96,"MassiveIntentClassification (ko)":54.73,"MassiveIntentClassification (lv)":54.87,"MassiveIntentClassification (ml)":47.89,"MassiveIntentClassification (mn)":52.23,"MassiveIntentClassification (ms)":54.28,"MassiveIntentClassification (my)":51.96,"MassiveIntentClassification (nl)":59.45,"MassiveIntentClassification (pt)":59.84,"MassiveIntentClassification (ro)":57.04,"MassiveIntentClassification (ru)":58.02,"MassiveIntentClassification (sl)":56.36,"MassiveIntentClassification (sq)":56.48,"MassiveIntentClassification (sw)":33.96,"MassiveIntentClassification (ta)":44.29,"MassiveIntentClassification (te)":47.14,"MassiveIntentClassification (th)":56.86,"MassiveIntentClassification (tl)":35.36,"MassiveIntentClassification (tr)":59.63,"MassiveIntentClassification (ur)":52.79,"MassiveIntentClassification (vi)":54.65,"MassiveIntentClassification (zh-TW)":57.47,"MassiveScenarioClassification (af)":50.86,"MassiveScenarioClassification (am)":41.18,"MassiveScenarioClassification (ar)":50.08,"MassiveScenarioClassification (az)":51.29,"MassiveScenarioClassification (bn)":46.53,"MassiveScenarioClassification (cy)":34.35,"MassiveScenarioClassification (de)":56.4,"MassiveScenarioClassification (el)":61.8,"MassiveScenarioClassification (es)":62.21,"MassiveScenarioClassification (fa)":62.44,"MassiveScenarioClassification (fi)":61.1,"MassiveScenarioClassification (fr)":58.31,"MassiveScenarioClassification (he)":56.29,"MassiveScenarioClassification (hi)":60.63,"MassiveScenarioClassification (hu)":63.29,"MassiveScenarioClassification (hy)":54.88,"MassiveScenarioClassification (id)":61.99,"MassiveScenarioClassification (is)":38.58,"MassiveScenarioClassification (it)":62.35,"MassiveScenarioClassification (ja)":65.17,"MassiveScenarioClassification (jv)":36.13,"MassiveScenarioClassification (ka)":50.27,"MassiveScenarioClassification (km)":44.24,"MassiveScenarioClassification (kn)":47.37,"MassiveScenarioClassification (ko)":58.89,"MassiveScenarioClassification (lv)":56.51,"MassiveScenarioClassification (ml)":50.06,"MassiveScenarioClassification (mn)":55.05,"MassiveScenarioClassification (ms)":59.77,"MassiveScenarioClassification (my)":55.72,"MassiveScenarioClassification (nl)":63.38,"MassiveScenarioClassification (pt)":62.41,"MassiveScenarioClassification (ro)":60.68,"MassiveScenarioClassification (ru)":62.31,"MassiveScenarioClassification (sl)":61.43,"MassiveScenarioClassification (sq)":62.23,"MassiveScenarioClassification (sw)":38.52,"MassiveScenarioClassification (ta)":47.0,"MassiveScenarioClassification (te)":51.02,"MassiveScenarioClassification (th)":63.23,"MassiveScenarioClassification (tl)":38.72,"MassiveScenarioClassification (tr)":64.49,"MassiveScenarioClassification (ur)":56.8,"MassiveScenarioClassification (vi)":57.06,"MassiveScenarioClassification (zh-TW)":63.37} -{"index":109,"Rank":17,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":50.6,"AmazonCounterfactualClassification (de)":66.03,"AmazonCounterfactualClassification (ja)":58.77,"AmazonReviewsClassification (de)":30.45,"AmazonReviewsClassification (es)":40.8,"AmazonReviewsClassification (fr)":35.12,"AmazonReviewsClassification (ja)":32.07,"AmazonReviewsClassification (zh)":38.12,"MTOPDomainClassification (de)":74.64,"MTOPDomainClassification (es)":92.07,"MTOPDomainClassification (fr)":69.24,"MTOPDomainClassification (hi)":88.54,"MTOPDomainClassification (th)":55.63,"MTOPIntentClassification (de)":53.4,"MTOPIntentClassification (es)":71.33,"MTOPIntentClassification (fr)":51.25,"MTOPIntentClassification (hi)":66.73,"MTOPIntentClassification (th)":42.13,"MassiveIntentClassification (af)":44.98,"MassiveIntentClassification (am)":25.35,"MassiveIntentClassification (ar)":57.08,"MassiveIntentClassification (az)":39.11,"MassiveIntentClassification (bn)":61.37,"MassiveIntentClassification (cy)":42.97,"MassiveIntentClassification (de)":50.93,"MassiveIntentClassification (el)":40.09,"MassiveIntentClassification (es)":63.81,"MassiveIntentClassification (fa)":49.06,"MassiveIntentClassification (fi)":42.58,"MassiveIntentClassification (fr)":43.21,"MassiveIntentClassification (he)":37.15,"MassiveIntentClassification (hi)":62.89,"MassiveIntentClassification (hu)":41.62,"MassiveIntentClassification (hy)":32.98,"MassiveIntentClassification (id)":62.11,"MassiveIntentClassification (is)":41.04,"MassiveIntentClassification (it)":55.83,"MassiveIntentClassification (ja)":58.83,"MassiveIntentClassification (jv)":49.31,"MassiveIntentClassification (ka)":26.43,"MassiveIntentClassification (km)":28.77,"MassiveIntentClassification (kn)":52.33,"MassiveIntentClassification (ko)":46.93,"MassiveIntentClassification (lv)":44.26,"MassiveIntentClassification (ml)":57.75,"MassiveIntentClassification (mn)":33.31,"MassiveIntentClassification (ms)":55.7,"MassiveIntentClassification (my)":27.39,"MassiveIntentClassification (nl)":48.34,"MassiveIntentClassification (pt)":64.74,"MassiveIntentClassification (ro)":48.41,"MassiveIntentClassification (ru)":52.99,"MassiveIntentClassification (sl)":44.77,"MassiveIntentClassification (sq)":45.45,"MassiveIntentClassification (sw)":46.46,"MassiveIntentClassification (ta)":55.46,"MassiveIntentClassification (te)":51.41,"MassiveIntentClassification (th)":39.2,"MassiveIntentClassification (tl)":48.53,"MassiveIntentClassification (tr)":39.51,"MassiveIntentClassification (ur)":54.72,"MassiveIntentClassification (vi)":62.01,"MassiveIntentClassification (zh-TW)":62.56,"MassiveScenarioClassification (af)":50.47,"MassiveScenarioClassification (am)":27.22,"MassiveScenarioClassification (ar)":65.43,"MassiveScenarioClassification (az)":40.74,"MassiveScenarioClassification (bn)":67.65,"MassiveScenarioClassification (cy)":43.94,"MassiveScenarioClassification (de)":56.67,"MassiveScenarioClassification (el)":41.81,"MassiveScenarioClassification (es)":71.78,"MassiveScenarioClassification (fa)":49.96,"MassiveScenarioClassification (fi)":41.01,"MassiveScenarioClassification (fr)":49.78,"MassiveScenarioClassification (he)":36.69,"MassiveScenarioClassification (hi)":69.28,"MassiveScenarioClassification (hu)":44.31,"MassiveScenarioClassification (hy)":33.64,"MassiveScenarioClassification (id)":68.98,"MassiveScenarioClassification (is)":42.1,"MassiveScenarioClassification (it)":60.27,"MassiveScenarioClassification (ja)":62.48,"MassiveScenarioClassification (jv)":54.68,"MassiveScenarioClassification (ka)":27.22,"MassiveScenarioClassification (km)":32.14,"MassiveScenarioClassification (kn)":57.95,"MassiveScenarioClassification (ko)":47.95,"MassiveScenarioClassification (lv)":42.76,"MassiveScenarioClassification (ml)":62.84,"MassiveScenarioClassification (mn)":33.21,"MassiveScenarioClassification (ms)":62.57,"MassiveScenarioClassification (my)":28.84,"MassiveScenarioClassification (nl)":52.85,"MassiveScenarioClassification (pt)":70.24,"MassiveScenarioClassification (ro)":52.73,"MassiveScenarioClassification (ru)":54.26,"MassiveScenarioClassification (sl)":46.89,"MassiveScenarioClassification (sq)":47.16,"MassiveScenarioClassification (sw)":51.2,"MassiveScenarioClassification (ta)":61.84,"MassiveScenarioClassification (te)":59.79,"MassiveScenarioClassification (th)":41.62,"MassiveScenarioClassification (tl)":50.47,"MassiveScenarioClassification (tr)":43.41,"MassiveScenarioClassification (ur)":60.15,"MassiveScenarioClassification (vi)":68.99,"MassiveScenarioClassification (zh-TW)":71.7} -{"index":110,"Rank":18,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.37,"AmazonCounterfactualClassification (de)":66.42,"AmazonCounterfactualClassification (ja)":56.86,"AmazonReviewsClassification (de)":26.85,"AmazonReviewsClassification (es)":38.97,"AmazonReviewsClassification (fr)":26.85,"AmazonReviewsClassification (ja)":28.31,"AmazonReviewsClassification (zh)":35.7,"MTOPDomainClassification (de)":68.42,"MTOPDomainClassification (es)":88.21,"MTOPDomainClassification (fr)":34.99,"MTOPDomainClassification (hi)":84.23,"MTOPDomainClassification (th)":53.17,"MTOPIntentClassification (de)":49.17,"MTOPIntentClassification (es)":65.72,"MTOPIntentClassification (fr)":15.76,"MTOPIntentClassification (hi)":61.88,"MTOPIntentClassification (th)":41.67,"MassiveIntentClassification (af)":43.29,"MassiveIntentClassification (am)":23.21,"MassiveIntentClassification (ar)":53.38,"MassiveIntentClassification (az)":39.56,"MassiveIntentClassification (bn)":56.74,"MassiveIntentClassification (cy)":40.0,"MassiveIntentClassification (de)":45.82,"MassiveIntentClassification (el)":37.87,"MassiveIntentClassification (es)":61.17,"MassiveIntentClassification (fa)":45.65,"MassiveIntentClassification (fi)":40.28,"MassiveIntentClassification (fr)":15.09,"MassiveIntentClassification (he)":32.23,"MassiveIntentClassification (hi)":59.46,"MassiveIntentClassification (hu)":40.91,"MassiveIntentClassification (hy)":29.94,"MassiveIntentClassification (id)":59.14,"MassiveIntentClassification (is)":39.62,"MassiveIntentClassification (it)":51.77,"MassiveIntentClassification (ja)":53.75,"MassiveIntentClassification (jv)":46.29,"MassiveIntentClassification (ka)":25.11,"MassiveIntentClassification (km)":27.22,"MassiveIntentClassification (kn)":47.97,"MassiveIntentClassification (ko)":40.54,"MassiveIntentClassification (lv)":43.14,"MassiveIntentClassification (ml)":53.69,"MassiveIntentClassification (mn)":33.37,"MassiveIntentClassification (ms)":51.94,"MassiveIntentClassification (my)":25.32,"MassiveIntentClassification (nl)":44.03,"MassiveIntentClassification (pt)":61.74,"MassiveIntentClassification (ro)":45.73,"MassiveIntentClassification (ru)":47.61,"MassiveIntentClassification (sl)":42.83,"MassiveIntentClassification (sq)":43.61,"MassiveIntentClassification (sw)":45.55,"MassiveIntentClassification (ta)":51.24,"MassiveIntentClassification (te)":47.43,"MassiveIntentClassification (th)":36.88,"MassiveIntentClassification (tl)":45.93,"MassiveIntentClassification (tr)":38.59,"MassiveIntentClassification (ur)":51.85,"MassiveIntentClassification (vi)":58.72,"MassiveIntentClassification (zh-TW)":59.95,"MassiveScenarioClassification (af)":47.42,"MassiveScenarioClassification (am)":24.71,"MassiveScenarioClassification (ar)":62.09,"MassiveScenarioClassification (az)":39.25,"MassiveScenarioClassification (bn)":63.37,"MassiveScenarioClassification (cy)":39.17,"MassiveScenarioClassification (de)":50.71,"MassiveScenarioClassification (el)":39.47,"MassiveScenarioClassification (es)":68.31,"MassiveScenarioClassification (fa)":45.65,"MassiveScenarioClassification (fi)":38.95,"MassiveScenarioClassification (fr)":21.67,"MassiveScenarioClassification (he)":32.13,"MassiveScenarioClassification (hi)":65.57,"MassiveScenarioClassification (hu)":42.97,"MassiveScenarioClassification (hy)":32.13,"MassiveScenarioClassification (id)":65.11,"MassiveScenarioClassification (is)":40.84,"MassiveScenarioClassification (it)":54.55,"MassiveScenarioClassification (ja)":57.15,"MassiveScenarioClassification (jv)":49.3,"MassiveScenarioClassification (ka)":25.86,"MassiveScenarioClassification (km)":31.18,"MassiveScenarioClassification (kn)":53.01,"MassiveScenarioClassification (ko)":40.25,"MassiveScenarioClassification (lv)":41.88,"MassiveScenarioClassification (ml)":59.08,"MassiveScenarioClassification (mn)":33.34,"MassiveScenarioClassification (ms)":57.45,"MassiveScenarioClassification (my)":27.2,"MassiveScenarioClassification (nl)":48.42,"MassiveScenarioClassification (pt)":66.41,"MassiveScenarioClassification (ro)":50.08,"MassiveScenarioClassification (ru)":49.94,"MassiveScenarioClassification (sl)":43.43,"MassiveScenarioClassification (sq)":44.08,"MassiveScenarioClassification (sw)":49.53,"MassiveScenarioClassification (ta)":56.79,"MassiveScenarioClassification (te)":54.01,"MassiveScenarioClassification (th)":38.58,"MassiveScenarioClassification (tl)":48.07,"MassiveScenarioClassification (tr)":40.65,"MassiveScenarioClassification (ur)":57.75,"MassiveScenarioClassification (vi)":65.83,"MassiveScenarioClassification (zh-TW)":69.64} -{"index":143,"Rank":19,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":44.78,"AmazonCounterfactualClassification (de)":68.14,"AmazonCounterfactualClassification (ja)":65.39,"AmazonReviewsClassification (de)":35.03,"AmazonReviewsClassification (es)":36.24,"AmazonReviewsClassification (fr)":35.7,"AmazonReviewsClassification (ja)":31.08,"AmazonReviewsClassification (zh)":33.89,"MTOPDomainClassification (de)":86.19,"MTOPDomainClassification (es)":87.75,"MTOPDomainClassification (fr)":84.61,"MTOPDomainClassification (hi)":76.41,"MTOPDomainClassification (th)":73.62,"MTOPIntentClassification (de)":59.21,"MTOPIntentClassification (es)":57.21,"MTOPIntentClassification (fr)":53.41,"MTOPIntentClassification (hi)":45.54,"MTOPIntentClassification (th)":47.73,"MassiveIntentClassification (af)":40.02,"MassiveIntentClassification (am)":2.35,"MassiveIntentClassification (ar)":43.14,"MassiveIntentClassification (az)":25.6,"MassiveIntentClassification (bn)":4.84,"MassiveIntentClassification (cy)":15.43,"MassiveIntentClassification (de)":51.57,"MassiveIntentClassification (el)":49.65,"MassiveIntentClassification (es)":56.57,"MassiveIntentClassification (fa)":55.36,"MassiveIntentClassification (fi)":45.72,"MassiveIntentClassification (fr)":57.02,"MassiveIntentClassification (he)":46.74,"MassiveIntentClassification (hi)":48.55,"MassiveIntentClassification (hu)":50.65,"MassiveIntentClassification (hy)":40.79,"MassiveIntentClassification (id)":56.0,"MassiveIntentClassification (is)":16.08,"MassiveIntentClassification (it)":57.65,"MassiveIntentClassification (ja)":55.33,"MassiveIntentClassification (jv)":28.16,"MassiveIntentClassification (ka)":29.41,"MassiveIntentClassification (km)":4.79,"MassiveIntentClassification (kn)":3.37,"MassiveIntentClassification (ko)":49.97,"MassiveIntentClassification (lv)":44.31,"MassiveIntentClassification (ml)":3.24,"MassiveIntentClassification (mn)":40.37,"MassiveIntentClassification (ms)":47.97,"MassiveIntentClassification (my)":38.48,"MassiveIntentClassification (nl)":58.29,"MassiveIntentClassification (pt)":58.63,"MassiveIntentClassification (ro)":50.63,"MassiveIntentClassification (ru)":57.96,"MassiveIntentClassification (sl)":50.66,"MassiveIntentClassification (sq)":50.25,"MassiveIntentClassification (sw)":19.29,"MassiveIntentClassification (ta)":3.79,"MassiveIntentClassification (te)":3.36,"MassiveIntentClassification (th)":45.28,"MassiveIntentClassification (tl)":28.44,"MassiveIntentClassification (tr)":50.47,"MassiveIntentClassification (ur)":46.03,"MassiveIntentClassification (vi)":45.25,"MassiveIntentClassification (zh-TW)":54.96,"MassiveScenarioClassification (af)":53.67,"MassiveScenarioClassification (am)":7.72,"MassiveScenarioClassification (ar)":52.19,"MassiveScenarioClassification (az)":34.75,"MassiveScenarioClassification (bn)":10.65,"MassiveScenarioClassification (cy)":21.24,"MassiveScenarioClassification (de)":61.4,"MassiveScenarioClassification (el)":60.68,"MassiveScenarioClassification (es)":64.61,"MassiveScenarioClassification (fa)":59.24,"MassiveScenarioClassification (fi)":54.66,"MassiveScenarioClassification (fr)":65.2,"MassiveScenarioClassification (he)":54.74,"MassiveScenarioClassification (hi)":55.99,"MassiveScenarioClassification (hu)":61.2,"MassiveScenarioClassification (hy)":49.63,"MassiveScenarioClassification (id)":65.25,"MassiveScenarioClassification (is)":22.6,"MassiveScenarioClassification (it)":64.63,"MassiveScenarioClassification (ja)":62.32,"MassiveScenarioClassification (jv)":35.77,"MassiveScenarioClassification (ka)":39.08,"MassiveScenarioClassification (km)":9.24,"MassiveScenarioClassification (kn)":8.28,"MassiveScenarioClassification (ko)":57.6,"MassiveScenarioClassification (lv)":51.72,"MassiveScenarioClassification (ml)":8.25,"MassiveScenarioClassification (mn)":47.21,"MassiveScenarioClassification (ms)":55.65,"MassiveScenarioClassification (my)":43.31,"MassiveScenarioClassification (nl)":67.49,"MassiveScenarioClassification (pt)":64.26,"MassiveScenarioClassification (ro)":58.03,"MassiveScenarioClassification (ru)":65.41,"MassiveScenarioClassification (sl)":59.36,"MassiveScenarioClassification (sq)":62.69,"MassiveScenarioClassification (sw)":25.12,"MassiveScenarioClassification (ta)":8.67,"MassiveScenarioClassification (te)":7.82,"MassiveScenarioClassification (th)":54.65,"MassiveScenarioClassification (tl)":36.09,"MassiveScenarioClassification (tr)":60.89,"MassiveScenarioClassification (ur)":54.71,"MassiveScenarioClassification (vi)":55.15,"MassiveScenarioClassification (zh-TW)":62.89} -{"index":5,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":42.45,"AmazonCounterfactualClassification (de)":67.82,"AmazonCounterfactualClassification (ja)":68.76,"AmazonReviewsClassification (de)":31.07,"AmazonReviewsClassification (es)":32.72,"AmazonReviewsClassification (fr)":31.12,"AmazonReviewsClassification (ja)":28.94,"AmazonReviewsClassification (zh)":30.89,"MTOPDomainClassification (de)":74.08,"MTOPDomainClassification (es)":73.47,"MTOPDomainClassification (fr)":72.26,"MTOPDomainClassification (hi)":72.95,"MTOPDomainClassification (th)":72.68,"MTOPIntentClassification (de)":51.62,"MTOPIntentClassification (es)":52.75,"MTOPIntentClassification (fr)":50.12,"MTOPIntentClassification (hi)":45.55,"MTOPIntentClassification (th)":50.07,"MassiveIntentClassification (af)":38.01,"MassiveIntentClassification (am)":12.7,"MassiveIntentClassification (ar)":37.16,"MassiveIntentClassification (az)":19.98,"MassiveIntentClassification (bn)":42.51,"MassiveIntentClassification (cy)":17.33,"MassiveIntentClassification (de)":44.79,"MassiveIntentClassification (el)":46.71,"MassiveIntentClassification (es)":45.44,"MassiveIntentClassification (fa)":45.01,"MassiveIntentClassification (fi)":45.94,"MassiveIntentClassification (fr)":46.13,"MassiveIntentClassification (he)":42.55,"MassiveIntentClassification (hi)":40.2,"MassiveIntentClassification (hu)":42.77,"MassiveIntentClassification (hy)":28.07,"MassiveIntentClassification (id)":45.81,"MassiveIntentClassification (is)":39.86,"MassiveIntentClassification (it)":48.25,"MassiveIntentClassification (ja)":45.3,"MassiveIntentClassification (jv)":24.3,"MassiveIntentClassification (ka)":22.7,"MassiveIntentClassification (km)":22.48,"MassiveIntentClassification (kn)":4.32,"MassiveIntentClassification (ko)":44.26,"MassiveIntentClassification (lv)":39.75,"MassiveIntentClassification (ml)":41.33,"MassiveIntentClassification (mn)":16.2,"MassiveIntentClassification (ms)":43.23,"MassiveIntentClassification (my)":25.37,"MassiveIntentClassification (nl)":45.0,"MassiveIntentClassification (pt)":48.55,"MassiveIntentClassification (ro)":44.3,"MassiveIntentClassification (ru)":44.29,"MassiveIntentClassification (sl)":44.72,"MassiveIntentClassification (sq)":46.12,"MassiveIntentClassification (sw)":31.89,"MassiveIntentClassification (ta)":29.63,"MassiveIntentClassification (te)":36.03,"MassiveIntentClassification (th)":43.39,"MassiveIntentClassification (tl)":29.73,"MassiveIntentClassification (tr)":43.93,"MassiveIntentClassification (ur)":26.11,"MassiveIntentClassification (vi)":44.33,"MassiveIntentClassification (zh-TW)":32.93,"MassiveScenarioClassification (af)":47.1,"MassiveScenarioClassification (am)":17.7,"MassiveScenarioClassification (ar)":45.21,"MassiveScenarioClassification (az)":28.21,"MassiveScenarioClassification (bn)":50.52,"MassiveScenarioClassification (cy)":22.58,"MassiveScenarioClassification (de)":54.34,"MassiveScenarioClassification (el)":55.47,"MassiveScenarioClassification (es)":52.77,"MassiveScenarioClassification (fa)":52.5,"MassiveScenarioClassification (fi)":52.63,"MassiveScenarioClassification (fr)":54.32,"MassiveScenarioClassification (he)":52.41,"MassiveScenarioClassification (hi)":47.37,"MassiveScenarioClassification (hu)":53.43,"MassiveScenarioClassification (hy)":33.57,"MassiveScenarioClassification (id)":54.38,"MassiveScenarioClassification (is)":49.78,"MassiveScenarioClassification (it)":54.84,"MassiveScenarioClassification (ja)":54.12,"MassiveScenarioClassification (jv)":32.71,"MassiveScenarioClassification (ka)":26.92,"MassiveScenarioClassification (km)":27.23,"MassiveScenarioClassification (kn)":10.06,"MassiveScenarioClassification (ko)":52.01,"MassiveScenarioClassification (lv)":44.82,"MassiveScenarioClassification (ml)":49.1,"MassiveScenarioClassification (mn)":21.51,"MassiveScenarioClassification (ms)":53.6,"MassiveScenarioClassification (my)":29.72,"MassiveScenarioClassification (nl)":53.33,"MassiveScenarioClassification (pt)":53.41,"MassiveScenarioClassification (ro)":50.48,"MassiveScenarioClassification (ru)":51.84,"MassiveScenarioClassification (sl)":51.29,"MassiveScenarioClassification (sq)":55.65,"MassiveScenarioClassification (sw)":42.04,"MassiveScenarioClassification (ta)":36.72,"MassiveScenarioClassification (te)":42.08,"MassiveScenarioClassification (th)":52.15,"MassiveScenarioClassification (tl)":37.34,"MassiveScenarioClassification (tr)":52.56,"MassiveScenarioClassification (ur)":32.6,"MassiveScenarioClassification (vi)":50.97,"MassiveScenarioClassification (zh-TW)":42.32} -{"index":58,"Rank":21,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.64,"AmazonCounterfactualClassification (de)":56.88,"AmazonCounterfactualClassification (ja)":54.65,"AmazonReviewsClassification (de)":24.79,"AmazonReviewsClassification (es)":26.64,"AmazonReviewsClassification (fr)":26.39,"AmazonReviewsClassification (ja)":22.08,"AmazonReviewsClassification (zh)":24.27,"MTOPDomainClassification (de)":62.73,"MTOPDomainClassification (es)":67.55,"MTOPDomainClassification (fr)":65.35,"MTOPDomainClassification (hi)":45.37,"MTOPDomainClassification (th)":55.28,"MTOPIntentClassification (de)":49.56,"MTOPIntentClassification (es)":49.94,"MTOPIntentClassification (fr)":46.33,"MTOPIntentClassification (hi)":32.21,"MTOPIntentClassification (th)":43.63,"MassiveIntentClassification (af)":40.55,"MassiveIntentClassification (am)":24.18,"MassiveIntentClassification (ar)":30.13,"MassiveIntentClassification (az)":35.88,"MassiveIntentClassification (bn)":29.17,"MassiveIntentClassification (cy)":41.79,"MassiveIntentClassification (de)":42.07,"MassiveIntentClassification (el)":36.25,"MassiveIntentClassification (es)":42.68,"MassiveIntentClassification (fa)":35.59,"MassiveIntentClassification (fi)":40.04,"MassiveIntentClassification (fr)":43.44,"MassiveIntentClassification (he)":31.59,"MassiveIntentClassification (hi)":27.04,"MassiveIntentClassification (hu)":38.45,"MassiveIntentClassification (hy)":27.98,"MassiveIntentClassification (id)":43.97,"MassiveIntentClassification (is)":40.3,"MassiveIntentClassification (it)":45.47,"MassiveIntentClassification (ja)":45.61,"MassiveIntentClassification (jv)":38.67,"MassiveIntentClassification (ka)":25.65,"MassiveIntentClassification (km)":28.3,"MassiveIntentClassification (kn)":23.48,"MassiveIntentClassification (ko)":36.56,"MassiveIntentClassification (lv)":41.85,"MassiveIntentClassification (ml)":24.91,"MassiveIntentClassification (mn)":29.86,"MassiveIntentClassification (ms)":42.42,"MassiveIntentClassification (my)":25.13,"MassiveIntentClassification (nl)":43.62,"MassiveIntentClassification (pt)":45.21,"MassiveIntentClassification (ro)":41.81,"MassiveIntentClassification (ru)":35.97,"MassiveIntentClassification (sl)":40.61,"MassiveIntentClassification (sq)":42.76,"MassiveIntentClassification (sw)":41.12,"MassiveIntentClassification (ta)":24.6,"MassiveIntentClassification (te)":25.04,"MassiveIntentClassification (th)":35.4,"MassiveIntentClassification (tl)":41.19,"MassiveIntentClassification (tr)":36.41,"MassiveIntentClassification (ur)":25.93,"MassiveIntentClassification (vi)":38.8,"MassiveIntentClassification (zh-TW)":42.31,"MassiveScenarioClassification (af)":43.25,"MassiveScenarioClassification (am)":25.3,"MassiveScenarioClassification (ar)":32.07,"MassiveScenarioClassification (az)":36.68,"MassiveScenarioClassification (bn)":29.57,"MassiveScenarioClassification (cy)":42.1,"MassiveScenarioClassification (de)":43.21,"MassiveScenarioClassification (el)":36.5,"MassiveScenarioClassification (es)":44.08,"MassiveScenarioClassification (fa)":32.61,"MassiveScenarioClassification (fi)":40.36,"MassiveScenarioClassification (fr)":45.07,"MassiveScenarioClassification (he)":32.18,"MassiveScenarioClassification (hi)":26.9,"MassiveScenarioClassification (hu)":40.38,"MassiveScenarioClassification (hy)":28.38,"MassiveScenarioClassification (id)":44.36,"MassiveScenarioClassification (is)":39.29,"MassiveScenarioClassification (it)":46.47,"MassiveScenarioClassification (ja)":46.26,"MassiveScenarioClassification (jv)":41.13,"MassiveScenarioClassification (ka)":24.73,"MassiveScenarioClassification (km)":29.74,"MassiveScenarioClassification (kn)":23.85,"MassiveScenarioClassification (ko)":36.57,"MassiveScenarioClassification (lv)":40.93,"MassiveScenarioClassification (ml)":25.53,"MassiveScenarioClassification (mn)":29.11,"MassiveScenarioClassification (ms)":43.79,"MassiveScenarioClassification (my)":27.27,"MassiveScenarioClassification (nl)":45.36,"MassiveScenarioClassification (pt)":45.9,"MassiveScenarioClassification (ro)":44.12,"MassiveScenarioClassification (ru)":32.76,"MassiveScenarioClassification (sl)":40.5,"MassiveScenarioClassification (sq)":42.52,"MassiveScenarioClassification (sw)":43.0,"MassiveScenarioClassification (ta)":28.33,"MassiveScenarioClassification (te)":26.59,"MassiveScenarioClassification (th)":36.79,"MassiveScenarioClassification (tl)":42.57,"MassiveScenarioClassification (tr)":37.09,"MassiveScenarioClassification (ur)":28.84,"MassiveScenarioClassification (vi)":37.36,"MassiveScenarioClassification (zh-TW)":44.42} -{"index":59,"Rank":22,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":36.66,"AmazonCounterfactualClassification (de)":59.08,"AmazonCounterfactualClassification (ja)":56.42,"AmazonReviewsClassification (de)":24.52,"AmazonReviewsClassification (es)":29.1,"AmazonReviewsClassification (fr)":27.4,"AmazonReviewsClassification (ja)":21.72,"AmazonReviewsClassification (zh)":23.98,"MTOPDomainClassification (de)":60.37,"MTOPDomainClassification (es)":67.37,"MTOPDomainClassification (fr)":63.13,"MTOPDomainClassification (hi)":47.05,"MTOPDomainClassification (th)":52.28,"MTOPIntentClassification (de)":45.07,"MTOPIntentClassification (es)":48.81,"MTOPIntentClassification (fr)":44.34,"MTOPIntentClassification (hi)":34.2,"MTOPIntentClassification (th)":43.11,"MassiveIntentClassification (af)":37.79,"MassiveIntentClassification (am)":23.72,"MassiveIntentClassification (ar)":29.64,"MassiveIntentClassification (az)":39.48,"MassiveIntentClassification (bn)":26.55,"MassiveIntentClassification (cy)":38.78,"MassiveIntentClassification (de)":40.39,"MassiveIntentClassification (el)":37.29,"MassiveIntentClassification (es)":41.18,"MassiveIntentClassification (fa)":36.42,"MassiveIntentClassification (fi)":38.76,"MassiveIntentClassification (fr)":43.67,"MassiveIntentClassification (he)":31.98,"MassiveIntentClassification (hi)":28.04,"MassiveIntentClassification (hu)":38.14,"MassiveIntentClassification (hy)":26.05,"MassiveIntentClassification (id)":41.16,"MassiveIntentClassification (is)":38.63,"MassiveIntentClassification (it)":44.04,"MassiveIntentClassification (ja)":46.21,"MassiveIntentClassification (jv)":37.61,"MassiveIntentClassification (ka)":24.47,"MassiveIntentClassification (km)":26.24,"MassiveIntentClassification (kn)":17.83,"MassiveIntentClassification (ko)":37.27,"MassiveIntentClassification (lv)":40.93,"MassiveIntentClassification (ml)":17.89,"MassiveIntentClassification (mn)":32.98,"MassiveIntentClassification (ms)":40.91,"MassiveIntentClassification (my)":17.83,"MassiveIntentClassification (nl)":41.76,"MassiveIntentClassification (pt)":44.54,"MassiveIntentClassification (ro)":39.97,"MassiveIntentClassification (ru)":37.46,"MassiveIntentClassification (sl)":38.29,"MassiveIntentClassification (sq)":40.95,"MassiveIntentClassification (sw)":38.33,"MassiveIntentClassification (ta)":19.03,"MassiveIntentClassification (te)":19.38,"MassiveIntentClassification (th)":34.09,"MassiveIntentClassification (tl)":40.29,"MassiveIntentClassification (tr)":38.86,"MassiveIntentClassification (ur)":27.83,"MassiveIntentClassification (vi)":38.71,"MassiveIntentClassification (zh-TW)":42.32,"MassiveScenarioClassification (af)":40.25,"MassiveScenarioClassification (am)":25.69,"MassiveScenarioClassification (ar)":32.4,"MassiveScenarioClassification (az)":40.53,"MassiveScenarioClassification (bn)":27.23,"MassiveScenarioClassification (cy)":38.7,"MassiveScenarioClassification (de)":41.36,"MassiveScenarioClassification (el)":38.44,"MassiveScenarioClassification (es)":44.18,"MassiveScenarioClassification (fa)":34.83,"MassiveScenarioClassification (fi)":40.56,"MassiveScenarioClassification (fr)":45.92,"MassiveScenarioClassification (he)":32.08,"MassiveScenarioClassification (hi)":28.37,"MassiveScenarioClassification (hu)":39.49,"MassiveScenarioClassification (hy)":25.9,"MassiveScenarioClassification (id)":40.96,"MassiveScenarioClassification (is)":38.56,"MassiveScenarioClassification (it)":46.59,"MassiveScenarioClassification (ja)":46.25,"MassiveScenarioClassification (jv)":39.66,"MassiveScenarioClassification (ka)":25.28,"MassiveScenarioClassification (km)":28.97,"MassiveScenarioClassification (kn)":19.27,"MassiveScenarioClassification (ko)":35.73,"MassiveScenarioClassification (lv)":39.57,"MassiveScenarioClassification (ml)":19.9,"MassiveScenarioClassification (mn)":32.43,"MassiveScenarioClassification (ms)":42.32,"MassiveScenarioClassification (my)":20.86,"MassiveScenarioClassification (nl)":43.59,"MassiveScenarioClassification (pt)":46.31,"MassiveScenarioClassification (ro)":42.53,"MassiveScenarioClassification (ru)":35.95,"MassiveScenarioClassification (sl)":38.69,"MassiveScenarioClassification (sq)":40.47,"MassiveScenarioClassification (sw)":39.55,"MassiveScenarioClassification (ta)":22.88,"MassiveScenarioClassification (te)":20.51,"MassiveScenarioClassification (th)":34.93,"MassiveScenarioClassification (tl)":40.75,"MassiveScenarioClassification (tr)":39.07,"MassiveScenarioClassification (ur)":29.75,"MassiveScenarioClassification (vi)":38.02,"MassiveScenarioClassification (zh-TW)":45.18} -{"index":139,"Rank":23,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.93,"AmazonCounterfactualClassification (de)":57.1,"AmazonCounterfactualClassification (ja)":59.91,"AmazonReviewsClassification (de)":25.91,"AmazonReviewsClassification (es)":27.63,"AmazonReviewsClassification (fr)":27.54,"AmazonReviewsClassification (ja)":23.57,"AmazonReviewsClassification (zh)":22.99,"MTOPDomainClassification (de)":72.04,"MTOPDomainClassification (es)":72.99,"MTOPDomainClassification (fr)":75.59,"MTOPDomainClassification (hi)":40.36,"MTOPDomainClassification (th)":17.1,"MTOPIntentClassification (de)":43.41,"MTOPIntentClassification (es)":41.88,"MTOPIntentClassification (fr)":38.94,"MTOPIntentClassification (hi)":17.75,"MTOPIntentClassification (th)":5.63,"MassiveIntentClassification (af)":38.94,"MassiveIntentClassification (am)":2.45,"MassiveIntentClassification (ar)":20.94,"MassiveIntentClassification (az)":34.25,"MassiveIntentClassification (bn)":13.67,"MassiveIntentClassification (cy)":35.71,"MassiveIntentClassification (de)":44.17,"MassiveIntentClassification (el)":28.7,"MassiveIntentClassification (es)":40.91,"MassiveIntentClassification (fa)":23.52,"MassiveIntentClassification (fi)":39.27,"MassiveIntentClassification (fr)":44.82,"MassiveIntentClassification (he)":23.65,"MassiveIntentClassification (hi)":17.98,"MassiveIntentClassification (hu)":38.0,"MassiveIntentClassification (hy)":8.69,"MassiveIntentClassification (id)":39.66,"MassiveIntentClassification (is)":35.14,"MassiveIntentClassification (it)":43.17,"MassiveIntentClassification (ja)":30.94,"MassiveIntentClassification (jv)":36.69,"MassiveIntentClassification (ka)":9.17,"MassiveIntentClassification (km)":4.99,"MassiveIntentClassification (kn)":3.08,"MassiveIntentClassification (ko)":19.97,"MassiveIntentClassification (lv)":38.61,"MassiveIntentClassification (ml)":2.85,"MassiveIntentClassification (mn)":23.25,"MassiveIntentClassification (ms)":36.21,"MassiveIntentClassification (my)":4.38,"MassiveIntentClassification (nl)":41.85,"MassiveIntentClassification (pt)":45.12,"MassiveIntentClassification (ro)":41.71,"MassiveIntentClassification (ru)":26.33,"MassiveIntentClassification (sl)":38.52,"MassiveIntentClassification (sq)":41.62,"MassiveIntentClassification (sw)":35.28,"MassiveIntentClassification (ta)":13.1,"MassiveIntentClassification (te)":2.56,"MassiveIntentClassification (th)":10.54,"MassiveIntentClassification (tl)":38.56,"MassiveIntentClassification (tr)":35.9,"MassiveIntentClassification (ur)":16.18,"MassiveIntentClassification (vi)":37.38,"MassiveIntentClassification (zh-TW)":22.39,"MassiveScenarioClassification (af)":45.71,"MassiveScenarioClassification (am)":7.41,"MassiveScenarioClassification (ar)":27.62,"MassiveScenarioClassification (az)":39.58,"MassiveScenarioClassification (bn)":18.98,"MassiveScenarioClassification (cy)":41.4,"MassiveScenarioClassification (de)":52.07,"MassiveScenarioClassification (el)":35.51,"MassiveScenarioClassification (es)":50.74,"MassiveScenarioClassification (fa)":29.0,"MassiveScenarioClassification (fi)":45.8,"MassiveScenarioClassification (fr)":53.76,"MassiveScenarioClassification (he)":25.68,"MassiveScenarioClassification (hi)":23.02,"MassiveScenarioClassification (hu)":44.09,"MassiveScenarioClassification (hy)":14.83,"MassiveScenarioClassification (id)":44.35,"MassiveScenarioClassification (is)":43.08,"MassiveScenarioClassification (it)":51.71,"MassiveScenarioClassification (ja)":36.75,"MassiveScenarioClassification (jv)":44.57,"MassiveScenarioClassification (ka)":14.84,"MassiveScenarioClassification (km)":9.75,"MassiveScenarioClassification (kn)":8.32,"MassiveScenarioClassification (ko)":25.72,"MassiveScenarioClassification (lv)":42.75,"MassiveScenarioClassification (ml)":7.25,"MassiveScenarioClassification (mn)":29.03,"MassiveScenarioClassification (ms)":44.65,"MassiveScenarioClassification (my)":10.07,"MassiveScenarioClassification (nl)":49.15,"MassiveScenarioClassification (pt)":53.0,"MassiveScenarioClassification (ro)":49.97,"MassiveScenarioClassification (ru)":28.75,"MassiveScenarioClassification (sl)":42.26,"MassiveScenarioClassification (sq)":49.14,"MassiveScenarioClassification (sw)":43.18,"MassiveScenarioClassification (ta)":19.38,"MassiveScenarioClassification (te)":7.74,"MassiveScenarioClassification (th)":18.32,"MassiveScenarioClassification (tl)":48.31,"MassiveScenarioClassification (tr)":41.79,"MassiveScenarioClassification (ur)":24.46,"MassiveScenarioClassification (vi)":40.94,"MassiveScenarioClassification (zh-TW)":31.16} -{"index":52,"Rank":24,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.78,"AmazonCounterfactualClassification (de)":54.33,"AmazonCounterfactualClassification (ja)":56.34,"AmazonReviewsClassification (de)":27.2,"AmazonReviewsClassification (es)":34.88,"AmazonReviewsClassification (fr)":31.56,"AmazonReviewsClassification (ja)":22.71,"AmazonReviewsClassification (zh)":22.35,"MTOPDomainClassification (de)":74.86,"MTOPDomainClassification (es)":77.09,"MTOPDomainClassification (fr)":79.8,"MTOPDomainClassification (hi)":32.79,"MTOPDomainClassification (th)":16.65,"MTOPIntentClassification (de)":42.36,"MTOPIntentClassification (es)":44.73,"MTOPIntentClassification (fr)":38.96,"MTOPIntentClassification (hi)":13.58,"MTOPIntentClassification (th)":5.4,"MassiveIntentClassification (af)":37.22,"MassiveIntentClassification (am)":3.19,"MassiveIntentClassification (ar)":14.26,"MassiveIntentClassification (az)":37.22,"MassiveIntentClassification (bn)":10.76,"MassiveIntentClassification (cy)":32.5,"MassiveIntentClassification (de)":42.78,"MassiveIntentClassification (el)":33.49,"MassiveIntentClassification (es)":44.45,"MassiveIntentClassification (fa)":26.74,"MassiveIntentClassification (fi)":38.1,"MassiveIntentClassification (fr)":46.89,"MassiveIntentClassification (he)":25.2,"MassiveIntentClassification (hi)":13.94,"MassiveIntentClassification (hu)":34.71,"MassiveIntentClassification (hy)":6.71,"MassiveIntentClassification (id)":38.57,"MassiveIntentClassification (is)":32.23,"MassiveIntentClassification (it)":45.8,"MassiveIntentClassification (ja)":29.19,"MassiveIntentClassification (jv)":34.22,"MassiveIntentClassification (ka)":8.89,"MassiveIntentClassification (km)":4.62,"MassiveIntentClassification (kn)":3.17,"MassiveIntentClassification (ko)":15.03,"MassiveIntentClassification (lv)":36.1,"MassiveIntentClassification (ml)":3.0,"MassiveIntentClassification (mn)":23.3,"MassiveIntentClassification (ms)":36.13,"MassiveIntentClassification (my)":3.81,"MassiveIntentClassification (nl)":41.08,"MassiveIntentClassification (pt)":45.2,"MassiveIntentClassification (ro)":39.49,"MassiveIntentClassification (ru)":31.82,"MassiveIntentClassification (sl)":35.45,"MassiveIntentClassification (sq)":36.89,"MassiveIntentClassification (sw)":37.54,"MassiveIntentClassification (ta)":7.91,"MassiveIntentClassification (te)":2.85,"MassiveIntentClassification (th)":10.5,"MassiveIntentClassification (tl)":39.47,"MassiveIntentClassification (tr)":37.5,"MassiveIntentClassification (ur)":16.11,"MassiveIntentClassification (vi)":36.11,"MassiveIntentClassification (zh-TW)":17.22,"MassiveScenarioClassification (af)":47.8,"MassiveScenarioClassification (am)":7.08,"MassiveScenarioClassification (ar)":22.83,"MassiveScenarioClassification (az)":44.95,"MassiveScenarioClassification (bn)":16.59,"MassiveScenarioClassification (cy)":37.92,"MassiveScenarioClassification (de)":58.74,"MassiveScenarioClassification (el)":43.0,"MassiveScenarioClassification (es)":54.47,"MassiveScenarioClassification (fa)":30.58,"MassiveScenarioClassification (fi)":43.57,"MassiveScenarioClassification (fr)":56.99,"MassiveScenarioClassification (he)":28.08,"MassiveScenarioClassification (hi)":18.1,"MassiveScenarioClassification (hu)":41.74,"MassiveScenarioClassification (hy)":11.54,"MassiveScenarioClassification (id)":46.95,"MassiveScenarioClassification (is)":42.78,"MassiveScenarioClassification (it)":54.65,"MassiveScenarioClassification (ja)":35.9,"MassiveScenarioClassification (jv)":42.51,"MassiveScenarioClassification (ka)":13.8,"MassiveScenarioClassification (km)":9.45,"MassiveScenarioClassification (kn)":8.16,"MassiveScenarioClassification (ko)":19.91,"MassiveScenarioClassification (lv)":40.48,"MassiveScenarioClassification (ml)":6.7,"MassiveScenarioClassification (mn)":28.55,"MassiveScenarioClassification (ms)":46.62,"MassiveScenarioClassification (my)":9.98,"MassiveScenarioClassification (nl)":51.76,"MassiveScenarioClassification (pt)":55.6,"MassiveScenarioClassification (ro)":50.54,"MassiveScenarioClassification (ru)":37.73,"MassiveScenarioClassification (sl)":41.67,"MassiveScenarioClassification (sq)":47.38,"MassiveScenarioClassification (sw)":44.18,"MassiveScenarioClassification (ta)":12.6,"MassiveScenarioClassification (te)":7.02,"MassiveScenarioClassification (th)":19.79,"MassiveScenarioClassification (tl)":50.36,"MassiveScenarioClassification (tr)":45.48,"MassiveScenarioClassification (ur)":23.68,"MassiveScenarioClassification (vi)":41.63,"MassiveScenarioClassification (zh-TW)":27.52} -{"index":140,"Rank":25,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.84,"AmazonCounterfactualClassification (de)":57.82,"AmazonCounterfactualClassification (ja)":60.9,"AmazonReviewsClassification (de)":26.44,"AmazonReviewsClassification (es)":27.35,"AmazonReviewsClassification (fr)":26.88,"AmazonReviewsClassification (ja)":23.78,"AmazonReviewsClassification (zh)":23.67,"MTOPDomainClassification (de)":70.47,"MTOPDomainClassification (es)":72.99,"MTOPDomainClassification (fr)":75.1,"MTOPDomainClassification (hi)":40.74,"MTOPDomainClassification (th)":15.66,"MTOPIntentClassification (de)":45.7,"MTOPIntentClassification (es)":44.19,"MTOPIntentClassification (fr)":39.67,"MTOPIntentClassification (hi)":18.69,"MTOPIntentClassification (th)":5.03,"MassiveIntentClassification (af)":37.45,"MassiveIntentClassification (am)":2.62,"MassiveIntentClassification (ar)":19.05,"MassiveIntentClassification (az)":30.63,"MassiveIntentClassification (bn)":13.1,"MassiveIntentClassification (cy)":34.54,"MassiveIntentClassification (de)":43.44,"MassiveIntentClassification (el)":24.19,"MassiveIntentClassification (es)":39.88,"MassiveIntentClassification (fa)":19.1,"MassiveIntentClassification (fi)":38.37,"MassiveIntentClassification (fr)":42.55,"MassiveIntentClassification (he)":22.48,"MassiveIntentClassification (hi)":17.7,"MassiveIntentClassification (hu)":35.69,"MassiveIntentClassification (hy)":7.62,"MassiveIntentClassification (id)":39.02,"MassiveIntentClassification (is)":29.95,"MassiveIntentClassification (it)":41.59,"MassiveIntentClassification (ja)":31.87,"MassiveIntentClassification (jv)":35.91,"MassiveIntentClassification (ka)":9.07,"MassiveIntentClassification (km)":4.91,"MassiveIntentClassification (kn)":3.14,"MassiveIntentClassification (ko)":16.05,"MassiveIntentClassification (lv)":36.97,"MassiveIntentClassification (ml)":2.89,"MassiveIntentClassification (mn)":20.35,"MassiveIntentClassification (ms)":35.07,"MassiveIntentClassification (my)":4.24,"MassiveIntentClassification (nl)":40.2,"MassiveIntentClassification (pt)":43.76,"MassiveIntentClassification (ro)":40.54,"MassiveIntentClassification (ru)":27.58,"MassiveIntentClassification (sl)":36.7,"MassiveIntentClassification (sq)":40.7,"MassiveIntentClassification (sw)":34.98,"MassiveIntentClassification (ta)":11.31,"MassiveIntentClassification (te)":2.46,"MassiveIntentClassification (th)":11.26,"MassiveIntentClassification (tl)":37.92,"MassiveIntentClassification (tr)":33.76,"MassiveIntentClassification (ur)":14.42,"MassiveIntentClassification (vi)":37.09,"MassiveIntentClassification (zh-TW)":22.56,"MassiveScenarioClassification (af)":43.87,"MassiveScenarioClassification (am)":7.57,"MassiveScenarioClassification (ar)":25.99,"MassiveScenarioClassification (az)":35.59,"MassiveScenarioClassification (bn)":20.56,"MassiveScenarioClassification (cy)":39.0,"MassiveScenarioClassification (de)":51.47,"MassiveScenarioClassification (el)":31.3,"MassiveScenarioClassification (es)":49.0,"MassiveScenarioClassification (fa)":23.97,"MassiveScenarioClassification (fi)":42.38,"MassiveScenarioClassification (fr)":51.14,"MassiveScenarioClassification (he)":24.01,"MassiveScenarioClassification (hi)":23.71,"MassiveScenarioClassification (hu)":41.61,"MassiveScenarioClassification (hy)":13.03,"MassiveScenarioClassification (id)":43.46,"MassiveScenarioClassification (is)":36.12,"MassiveScenarioClassification (it)":49.8,"MassiveScenarioClassification (ja)":37.3,"MassiveScenarioClassification (jv)":43.59,"MassiveScenarioClassification (ka)":14.92,"MassiveScenarioClassification (km)":9.25,"MassiveScenarioClassification (kn)":7.85,"MassiveScenarioClassification (ko)":20.3,"MassiveScenarioClassification (lv)":40.43,"MassiveScenarioClassification (ml)":7.67,"MassiveScenarioClassification (mn)":25.47,"MassiveScenarioClassification (ms)":43.67,"MassiveScenarioClassification (my)":10.61,"MassiveScenarioClassification (nl)":48.43,"MassiveScenarioClassification (pt)":50.72,"MassiveScenarioClassification (ro)":48.23,"MassiveScenarioClassification (ru)":30.46,"MassiveScenarioClassification (sl)":41.9,"MassiveScenarioClassification (sq)":47.21,"MassiveScenarioClassification (sw)":43.32,"MassiveScenarioClassification (ta)":17.37,"MassiveScenarioClassification (te)":7.95,"MassiveScenarioClassification (th)":19.5,"MassiveScenarioClassification (tl)":45.69,"MassiveScenarioClassification (tr)":38.85,"MassiveScenarioClassification (ur)":23.73,"MassiveScenarioClassification (vi)":40.47,"MassiveScenarioClassification (zh-TW)":31.18} -{"index":145,"Rank":26,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.51,"AmazonCounterfactualClassification (de)":59.79,"AmazonCounterfactualClassification (ja)":50.59,"AmazonReviewsClassification (de)":35.06,"AmazonReviewsClassification (es)":37.18,"AmazonReviewsClassification (fr)":35.48,"AmazonReviewsClassification (ja)":22.24,"AmazonReviewsClassification (zh)":21.89,"MTOPDomainClassification (de)":85.42,"MTOPDomainClassification (es)":88.2,"MTOPDomainClassification (fr)":85.05,"MTOPDomainClassification (hi)":21.74,"MTOPDomainClassification (th)":15.87,"MTOPIntentClassification (de)":55.75,"MTOPIntentClassification (es)":57.73,"MTOPIntentClassification (fr)":51.07,"MTOPIntentClassification (hi)":3.19,"MTOPIntentClassification (th)":5.55,"MassiveIntentClassification (af)":42.6,"MassiveIntentClassification (am)":2.12,"MassiveIntentClassification (ar)":4.64,"MassiveIntentClassification (az)":35.05,"MassiveIntentClassification (bn)":2.84,"MassiveIntentClassification (cy)":36.19,"MassiveIntentClassification (de)":55.49,"MassiveIntentClassification (el)":10.14,"MassiveIntentClassification (es)":56.72,"MassiveIntentClassification (fa)":3.54,"MassiveIntentClassification (fi)":37.13,"MassiveIntentClassification (fr)":57.67,"MassiveIntentClassification (he)":2.56,"MassiveIntentClassification (hi)":3.24,"MassiveIntentClassification (hu)":34.22,"MassiveIntentClassification (hy)":3.01,"MassiveIntentClassification (id)":46.54,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":54.13,"MassiveIntentClassification (ja)":4.27,"MassiveIntentClassification (jv)":36.97,"MassiveIntentClassification (ka)":2.72,"MassiveIntentClassification (km)":5.35,"MassiveIntentClassification (kn)":3.17,"MassiveIntentClassification (ko)":2.64,"MassiveIntentClassification (lv)":36.32,"MassiveIntentClassification (ml)":3.18,"MassiveIntentClassification (mn)":22.85,"MassiveIntentClassification (ms)":42.87,"MassiveIntentClassification (my)":4.04,"MassiveIntentClassification (nl)":49.53,"MassiveIntentClassification (pt)":57.03,"MassiveIntentClassification (ro)":49.95,"MassiveIntentClassification (ru)":36.58,"MassiveIntentClassification (sl)":39.44,"MassiveIntentClassification (sq)":41.78,"MassiveIntentClassification (sw)":35.85,"MassiveIntentClassification (ta)":2.32,"MassiveIntentClassification (te)":2.2,"MassiveIntentClassification (th)":3.74,"MassiveIntentClassification (tl)":43.12,"MassiveIntentClassification (tr)":35.24,"MassiveIntentClassification (ur)":3.0,"MassiveIntentClassification (vi)":30.01,"MassiveIntentClassification (zh-TW)":3.35,"MassiveScenarioClassification (af)":52.54,"MassiveScenarioClassification (am)":6.3,"MassiveScenarioClassification (ar)":11.96,"MassiveScenarioClassification (az)":40.17,"MassiveScenarioClassification (bn)":8.29,"MassiveScenarioClassification (cy)":42.24,"MassiveScenarioClassification (de)":68.09,"MassiveScenarioClassification (el)":16.66,"MassiveScenarioClassification (es)":64.32,"MassiveScenarioClassification (fa)":6.9,"MassiveScenarioClassification (fi)":43.96,"MassiveScenarioClassification (fr)":66.72,"MassiveScenarioClassification (he)":7.51,"MassiveScenarioClassification (hi)":7.82,"MassiveScenarioClassification (hu)":42.16,"MassiveScenarioClassification (hy)":9.33,"MassiveScenarioClassification (id)":53.54,"MassiveScenarioClassification (is)":42.84,"MassiveScenarioClassification (it)":62.44,"MassiveScenarioClassification (ja)":7.29,"MassiveScenarioClassification (jv)":43.13,"MassiveScenarioClassification (ka)":7.63,"MassiveScenarioClassification (km)":9.08,"MassiveScenarioClassification (kn)":8.1,"MassiveScenarioClassification (ko)":6.35,"MassiveScenarioClassification (lv)":40.24,"MassiveScenarioClassification (ml)":7.65,"MassiveScenarioClassification (mn)":27.98,"MassiveScenarioClassification (ms)":52.41,"MassiveScenarioClassification (my)":9.21,"MassiveScenarioClassification (nl)":60.35,"MassiveScenarioClassification (pt)":62.78,"MassiveScenarioClassification (ro)":59.62,"MassiveScenarioClassification (ru)":43.44,"MassiveScenarioClassification (sl)":44.79,"MassiveScenarioClassification (sq)":50.84,"MassiveScenarioClassification (sw)":44.63,"MassiveScenarioClassification (ta)":7.95,"MassiveScenarioClassification (te)":7.5,"MassiveScenarioClassification (th)":8.79,"MassiveScenarioClassification (tl)":53.54,"MassiveScenarioClassification (tr)":42.47,"MassiveScenarioClassification (ur)":9.58,"MassiveScenarioClassification (vi)":34.68,"MassiveScenarioClassification (zh-TW)":8.77} -{"index":76,"Rank":27,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.35,"AmazonCounterfactualClassification (de)":57.98,"AmazonCounterfactualClassification (ja)":59.38,"AmazonReviewsClassification (de)":26.73,"AmazonReviewsClassification (es)":27.23,"AmazonReviewsClassification (fr)":27.0,"AmazonReviewsClassification (ja)":23.75,"AmazonReviewsClassification (zh)":23.13,"MTOPDomainClassification (de)":70.39,"MTOPDomainClassification (es)":73.35,"MTOPDomainClassification (fr)":75.57,"MTOPDomainClassification (hi)":39.06,"MTOPDomainClassification (th)":17.09,"MTOPIntentClassification (de)":45.26,"MTOPIntentClassification (es)":44.9,"MTOPIntentClassification (fr)":41.12,"MTOPIntentClassification (hi)":18.3,"MTOPIntentClassification (th)":4.68,"MassiveIntentClassification (af)":36.53,"MassiveIntentClassification (am)":2.44,"MassiveIntentClassification (ar)":18.02,"MassiveIntentClassification (az)":28.74,"MassiveIntentClassification (bn)":12.1,"MassiveIntentClassification (cy)":33.68,"MassiveIntentClassification (de)":42.21,"MassiveIntentClassification (el)":22.5,"MassiveIntentClassification (es)":40.63,"MassiveIntentClassification (fa)":19.65,"MassiveIntentClassification (fi)":36.97,"MassiveIntentClassification (fr)":41.95,"MassiveIntentClassification (he)":20.56,"MassiveIntentClassification (hi)":17.6,"MassiveIntentClassification (hu)":33.79,"MassiveIntentClassification (hy)":7.13,"MassiveIntentClassification (id)":38.6,"MassiveIntentClassification (is)":29.51,"MassiveIntentClassification (it)":40.84,"MassiveIntentClassification (ja)":30.52,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":8.55,"MassiveIntentClassification (km)":4.51,"MassiveIntentClassification (kn)":3.39,"MassiveIntentClassification (ko)":16.09,"MassiveIntentClassification (lv)":36.23,"MassiveIntentClassification (ml)":2.54,"MassiveIntentClassification (mn)":18.88,"MassiveIntentClassification (ms)":34.14,"MassiveIntentClassification (my)":4.49,"MassiveIntentClassification (nl)":38.17,"MassiveIntentClassification (pt)":42.6,"MassiveIntentClassification (ro)":39.3,"MassiveIntentClassification (ru)":27.14,"MassiveIntentClassification (sl)":36.45,"MassiveIntentClassification (sq)":40.24,"MassiveIntentClassification (sw)":33.87,"MassiveIntentClassification (ta)":11.43,"MassiveIntentClassification (te)":2.25,"MassiveIntentClassification (th)":10.3,"MassiveIntentClassification (tl)":38.09,"MassiveIntentClassification (tr)":33.09,"MassiveIntentClassification (ur)":15.12,"MassiveIntentClassification (vi)":37.36,"MassiveIntentClassification (zh-TW)":24.11,"MassiveScenarioClassification (af)":43.56,"MassiveScenarioClassification (am)":7.37,"MassiveScenarioClassification (ar)":24.37,"MassiveScenarioClassification (az)":35.12,"MassiveScenarioClassification (bn)":19.76,"MassiveScenarioClassification (cy)":38.78,"MassiveScenarioClassification (de)":50.05,"MassiveScenarioClassification (el)":29.29,"MassiveScenarioClassification (es)":49.3,"MassiveScenarioClassification (fa)":22.91,"MassiveScenarioClassification (fi)":40.72,"MassiveScenarioClassification (fr)":50.59,"MassiveScenarioClassification (he)":23.92,"MassiveScenarioClassification (hi)":23.15,"MassiveScenarioClassification (hu)":39.28,"MassiveScenarioClassification (hy)":12.36,"MassiveScenarioClassification (id)":43.03,"MassiveScenarioClassification (is)":35.19,"MassiveScenarioClassification (it)":49.37,"MassiveScenarioClassification (ja)":37.64,"MassiveScenarioClassification (jv)":42.82,"MassiveScenarioClassification (ka)":14.13,"MassiveScenarioClassification (km)":8.84,"MassiveScenarioClassification (kn)":8.35,"MassiveScenarioClassification (ko)":20.59,"MassiveScenarioClassification (lv)":40.16,"MassiveScenarioClassification (ml)":7.48,"MassiveScenarioClassification (mn)":24.15,"MassiveScenarioClassification (ms)":42.39,"MassiveScenarioClassification (my)":11.19,"MassiveScenarioClassification (nl)":46.52,"MassiveScenarioClassification (pt)":49.51,"MassiveScenarioClassification (ro)":47.62,"MassiveScenarioClassification (ru)":29.95,"MassiveScenarioClassification (sl)":41.42,"MassiveScenarioClassification (sq)":45.49,"MassiveScenarioClassification (sw)":41.83,"MassiveScenarioClassification (ta)":17.58,"MassiveScenarioClassification (te)":7.58,"MassiveScenarioClassification (th)":18.84,"MassiveScenarioClassification (tl)":46.35,"MassiveScenarioClassification (tr)":38.19,"MassiveScenarioClassification (ur)":23.33,"MassiveScenarioClassification (vi)":40.89,"MassiveScenarioClassification (zh-TW)":33.27} -{"index":141,"Rank":28,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":30.12,"AmazonCounterfactualClassification (de)":55.66,"AmazonCounterfactualClassification (ja)":60.69,"AmazonReviewsClassification (de)":26.05,"AmazonReviewsClassification (es)":27.73,"AmazonReviewsClassification (fr)":28.49,"AmazonReviewsClassification (ja)":23.65,"AmazonReviewsClassification (zh)":23.62,"MTOPDomainClassification (de)":71.86,"MTOPDomainClassification (es)":71.3,"MTOPDomainClassification (fr)":74.88,"MTOPDomainClassification (hi)":39.93,"MTOPDomainClassification (th)":17.54,"MTOPIntentClassification (de)":44.36,"MTOPIntentClassification (es)":39.48,"MTOPIntentClassification (fr)":37.57,"MTOPIntentClassification (hi)":18.63,"MTOPIntentClassification (th)":5.39,"MassiveIntentClassification (af)":36.49,"MassiveIntentClassification (am)":2.4,"MassiveIntentClassification (ar)":20.42,"MassiveIntentClassification (az)":28.92,"MassiveIntentClassification (bn)":12.35,"MassiveIntentClassification (cy)":30.82,"MassiveIntentClassification (de)":44.54,"MassiveIntentClassification (el)":24.52,"MassiveIntentClassification (es)":39.75,"MassiveIntentClassification (fa)":22.45,"MassiveIntentClassification (fi)":34.58,"MassiveIntentClassification (fr)":44.27,"MassiveIntentClassification (he)":23.6,"MassiveIntentClassification (hi)":17.68,"MassiveIntentClassification (hu)":34.38,"MassiveIntentClassification (hy)":10.11,"MassiveIntentClassification (id)":36.31,"MassiveIntentClassification (is)":31.46,"MassiveIntentClassification (it)":40.29,"MassiveIntentClassification (ja)":33.13,"MassiveIntentClassification (jv)":31.75,"MassiveIntentClassification (ka)":7.66,"MassiveIntentClassification (km)":4.76,"MassiveIntentClassification (kn)":3.76,"MassiveIntentClassification (ko)":13.35,"MassiveIntentClassification (lv)":35.08,"MassiveIntentClassification (ml)":2.62,"MassiveIntentClassification (mn)":19.65,"MassiveIntentClassification (ms)":30.53,"MassiveIntentClassification (my)":4.6,"MassiveIntentClassification (nl)":38.49,"MassiveIntentClassification (pt)":42.83,"MassiveIntentClassification (ro)":38.07,"MassiveIntentClassification (ru)":23.98,"MassiveIntentClassification (sl)":34.49,"MassiveIntentClassification (sq)":37.26,"MassiveIntentClassification (sw)":31.82,"MassiveIntentClassification (ta)":9.25,"MassiveIntentClassification (te)":2.26,"MassiveIntentClassification (th)":8.51,"MassiveIntentClassification (tl)":36.33,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":12.86,"MassiveIntentClassification (vi)":31.47,"MassiveIntentClassification (zh-TW)":22.43,"MassiveScenarioClassification (af)":43.63,"MassiveScenarioClassification (am)":7.43,"MassiveScenarioClassification (ar)":27.8,"MassiveScenarioClassification (az)":36.42,"MassiveScenarioClassification (bn)":17.49,"MassiveScenarioClassification (cy)":34.82,"MassiveScenarioClassification (de)":54.09,"MassiveScenarioClassification (el)":33.85,"MassiveScenarioClassification (es)":50.92,"MassiveScenarioClassification (fa)":27.8,"MassiveScenarioClassification (fi)":38.41,"MassiveScenarioClassification (fr)":54.26,"MassiveScenarioClassification (he)":25.49,"MassiveScenarioClassification (hi)":23.13,"MassiveScenarioClassification (hu)":41.01,"MassiveScenarioClassification (hy)":16.86,"MassiveScenarioClassification (id)":43.05,"MassiveScenarioClassification (is)":39.36,"MassiveScenarioClassification (it)":51.37,"MassiveScenarioClassification (ja)":40.57,"MassiveScenarioClassification (jv)":40.0,"MassiveScenarioClassification (ka)":13.45,"MassiveScenarioClassification (km)":9.63,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":17.28,"MassiveScenarioClassification (lv)":39.28,"MassiveScenarioClassification (ml)":7.69,"MassiveScenarioClassification (mn)":25.58,"MassiveScenarioClassification (ms)":37.28,"MassiveScenarioClassification (my)":10.8,"MassiveScenarioClassification (nl)":47.79,"MassiveScenarioClassification (pt)":52.06,"MassiveScenarioClassification (ro)":47.86,"MassiveScenarioClassification (ru)":28.71,"MassiveScenarioClassification (sl)":39.88,"MassiveScenarioClassification (sq)":44.67,"MassiveScenarioClassification (sw)":40.34,"MassiveScenarioClassification (ta)":14.55,"MassiveScenarioClassification (te)":7.81,"MassiveScenarioClassification (th)":17.01,"MassiveScenarioClassification (tl)":47.04,"MassiveScenarioClassification (tr)":39.11,"MassiveScenarioClassification (ur)":20.0,"MassiveScenarioClassification (vi)":35.9,"MassiveScenarioClassification (zh-TW)":31.7} -{"index":151,"Rank":29,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.6,"AmazonCounterfactualClassification (de)":67.01,"AmazonCounterfactualClassification (ja)":45.61,"AmazonReviewsClassification (de)":44.05,"AmazonReviewsClassification (es)":45.01,"AmazonReviewsClassification (fr)":43.52,"AmazonReviewsClassification (ja)":22.23,"AmazonReviewsClassification (zh)":21.88,"MTOPDomainClassification (de)":83.28,"MTOPDomainClassification (es)":85.32,"MTOPDomainClassification (fr)":85.14,"MTOPDomainClassification (hi)":20.85,"MTOPDomainClassification (th)":15.62,"MTOPIntentClassification (de)":54.65,"MTOPIntentClassification (es)":57.38,"MTOPIntentClassification (fr)":54.39,"MTOPIntentClassification (hi)":3.28,"MTOPIntentClassification (th)":5.08,"MassiveIntentClassification (af)":40.17,"MassiveIntentClassification (am)":2.18,"MassiveIntentClassification (ar)":4.18,"MassiveIntentClassification (az)":30.02,"MassiveIntentClassification (bn)":2.6,"MassiveIntentClassification (cy)":29.15,"MassiveIntentClassification (de)":57.43,"MassiveIntentClassification (el)":9.96,"MassiveIntentClassification (es)":57.97,"MassiveIntentClassification (fa)":3.6,"MassiveIntentClassification (fi)":34.02,"MassiveIntentClassification (fr)":60.99,"MassiveIntentClassification (he)":2.51,"MassiveIntentClassification (hi)":3.02,"MassiveIntentClassification (hu)":31.66,"MassiveIntentClassification (hy)":3.32,"MassiveIntentClassification (id)":41.53,"MassiveIntentClassification (is)":30.25,"MassiveIntentClassification (it)":56.57,"MassiveIntentClassification (ja)":3.5,"MassiveIntentClassification (jv)":31.67,"MassiveIntentClassification (ka)":2.79,"MassiveIntentClassification (km)":5.43,"MassiveIntentClassification (kn)":2.79,"MassiveIntentClassification (ko)":2.67,"MassiveIntentClassification (lv)":34.25,"MassiveIntentClassification (ml)":2.98,"MassiveIntentClassification (mn)":20.99,"MassiveIntentClassification (ms)":37.43,"MassiveIntentClassification (my)":4.02,"MassiveIntentClassification (nl)":50.51,"MassiveIntentClassification (pt)":57.95,"MassiveIntentClassification (ro)":49.37,"MassiveIntentClassification (ru)":33.46,"MassiveIntentClassification (sl)":36.33,"MassiveIntentClassification (sq)":37.65,"MassiveIntentClassification (sw)":30.6,"MassiveIntentClassification (ta)":1.79,"MassiveIntentClassification (te)":2.26,"MassiveIntentClassification (th)":4.02,"MassiveIntentClassification (tl)":38.92,"MassiveIntentClassification (tr)":32.05,"MassiveIntentClassification (ur)":2.7,"MassiveIntentClassification (vi)":21.47,"MassiveIntentClassification (zh-TW)":3.24,"MassiveScenarioClassification (af)":50.81,"MassiveScenarioClassification (am)":6.95,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.79,"MassiveScenarioClassification (bn)":8.0,"MassiveScenarioClassification (cy)":33.91,"MassiveScenarioClassification (de)":65.33,"MassiveScenarioClassification (el)":16.89,"MassiveScenarioClassification (es)":62.52,"MassiveScenarioClassification (fa)":6.08,"MassiveScenarioClassification (fi)":43.34,"MassiveScenarioClassification (fr)":66.42,"MassiveScenarioClassification (he)":7.55,"MassiveScenarioClassification (hi)":7.44,"MassiveScenarioClassification (hu)":40.85,"MassiveScenarioClassification (hy)":9.25,"MassiveScenarioClassification (id)":51.92,"MassiveScenarioClassification (is)":40.09,"MassiveScenarioClassification (it)":62.94,"MassiveScenarioClassification (ja)":7.9,"MassiveScenarioClassification (jv)":41.33,"MassiveScenarioClassification (ka)":7.76,"MassiveScenarioClassification (km)":9.19,"MassiveScenarioClassification (kn)":8.36,"MassiveScenarioClassification (ko)":6.13,"MassiveScenarioClassification (lv)":40.7,"MassiveScenarioClassification (ml)":6.98,"MassiveScenarioClassification (mn)":27.0,"MassiveScenarioClassification (ms)":46.9,"MassiveScenarioClassification (my)":9.55,"MassiveScenarioClassification (nl)":59.65,"MassiveScenarioClassification (pt)":62.18,"MassiveScenarioClassification (ro)":58.22,"MassiveScenarioClassification (ru)":40.73,"MassiveScenarioClassification (sl)":43.66,"MassiveScenarioClassification (sq)":49.25,"MassiveScenarioClassification (sw)":40.55,"MassiveScenarioClassification (ta)":7.46,"MassiveScenarioClassification (te)":7.03,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":51.74,"MassiveScenarioClassification (tr)":43.01,"MassiveScenarioClassification (ur)":9.61,"MassiveScenarioClassification (vi)":28.91,"MassiveScenarioClassification (zh-TW)":7.14} -{"index":144,"Rank":30,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"AmazonCounterfactualClassification (de)":59.38,"AmazonCounterfactualClassification (ja)":45.87,"AmazonReviewsClassification (de)":33.06,"AmazonReviewsClassification (es)":34.0,"AmazonReviewsClassification (fr)":33.48,"AmazonReviewsClassification (ja)":21.78,"AmazonReviewsClassification (zh)":21.83,"MTOPDomainClassification (de)":81.91,"MTOPDomainClassification (es)":84.7,"MTOPDomainClassification (fr)":82.48,"MTOPDomainClassification (hi)":22.11,"MTOPDomainClassification (th)":16.36,"MTOPIntentClassification (de)":52.13,"MTOPIntentClassification (es)":52.62,"MTOPIntentClassification (fr)":46.39,"MTOPIntentClassification (hi)":3.9,"MTOPIntentClassification (th)":5.38,"MassiveIntentClassification (af)":41.02,"MassiveIntentClassification (am)":2.34,"MassiveIntentClassification (ar)":4.87,"MassiveIntentClassification (az)":34.92,"MassiveIntentClassification (bn)":2.52,"MassiveIntentClassification (cy)":35.87,"MassiveIntentClassification (de)":51.48,"MassiveIntentClassification (el)":10.0,"MassiveIntentClassification (es)":53.3,"MassiveIntentClassification (fa)":3.59,"MassiveIntentClassification (fi)":37.35,"MassiveIntentClassification (fr)":54.83,"MassiveIntentClassification (he)":2.52,"MassiveIntentClassification (hi)":2.88,"MassiveIntentClassification (hu)":33.52,"MassiveIntentClassification (hy)":3.13,"MassiveIntentClassification (id)":40.11,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":51.21,"MassiveIntentClassification (ja)":4.75,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.48,"MassiveIntentClassification (kn)":2.44,"MassiveIntentClassification (ko)":2.59,"MassiveIntentClassification (lv)":38.15,"MassiveIntentClassification (ml)":2.67,"MassiveIntentClassification (mn)":18.47,"MassiveIntentClassification (ms)":35.58,"MassiveIntentClassification (my)":4.35,"MassiveIntentClassification (nl)":45.96,"MassiveIntentClassification (pt)":52.27,"MassiveIntentClassification (ro)":46.39,"MassiveIntentClassification (ru)":16.82,"MassiveIntentClassification (sl)":37.3,"MassiveIntentClassification (sq)":41.73,"MassiveIntentClassification (sw)":35.97,"MassiveIntentClassification (ta)":1.52,"MassiveIntentClassification (te)":2.57,"MassiveIntentClassification (th)":3.94,"MassiveIntentClassification (tl)":41.03,"MassiveIntentClassification (tr)":33.75,"MassiveIntentClassification (ur)":2.57,"MassiveIntentClassification (vi)":25.23,"MassiveIntentClassification (zh-TW)":4.64,"MassiveScenarioClassification (af)":51.48,"MassiveScenarioClassification (am)":7.74,"MassiveScenarioClassification (ar)":12.03,"MassiveScenarioClassification (az)":41.77,"MassiveScenarioClassification (bn)":8.07,"MassiveScenarioClassification (cy)":43.67,"MassiveScenarioClassification (de)":63.63,"MassiveScenarioClassification (el)":16.83,"MassiveScenarioClassification (es)":61.48,"MassiveScenarioClassification (fa)":6.48,"MassiveScenarioClassification (fi)":43.54,"MassiveScenarioClassification (fr)":64.06,"MassiveScenarioClassification (he)":8.03,"MassiveScenarioClassification (hi)":7.5,"MassiveScenarioClassification (hu)":42.59,"MassiveScenarioClassification (hy)":9.22,"MassiveScenarioClassification (id)":48.67,"MassiveScenarioClassification (is)":43.87,"MassiveScenarioClassification (it)":59.83,"MassiveScenarioClassification (ja)":5.62,"MassiveScenarioClassification (jv)":42.18,"MassiveScenarioClassification (ka)":7.52,"MassiveScenarioClassification (km)":9.55,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":6.11,"MassiveScenarioClassification (lv)":43.35,"MassiveScenarioClassification (ml)":7.28,"MassiveScenarioClassification (mn)":23.94,"MassiveScenarioClassification (ms)":45.18,"MassiveScenarioClassification (my)":9.33,"MassiveScenarioClassification (nl)":57.02,"MassiveScenarioClassification (pt)":59.45,"MassiveScenarioClassification (ro)":56.8,"MassiveScenarioClassification (ru)":25.85,"MassiveScenarioClassification (sl)":42.51,"MassiveScenarioClassification (sq)":50.41,"MassiveScenarioClassification (sw)":43.02,"MassiveScenarioClassification (ta)":7.21,"MassiveScenarioClassification (te)":6.9,"MassiveScenarioClassification (th)":8.7,"MassiveScenarioClassification (tl)":51.76,"MassiveScenarioClassification (tr)":42.54,"MassiveScenarioClassification (ur)":9.32,"MassiveScenarioClassification (vi)":31.51,"MassiveScenarioClassification (zh-TW)":8.16} -{"index":150,"Rank":31,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.26,"AmazonCounterfactualClassification (de)":67.97,"AmazonCounterfactualClassification (ja)":45.72,"AmazonReviewsClassification (de)":43.16,"AmazonReviewsClassification (es)":42.89,"AmazonReviewsClassification (fr)":41.48,"AmazonReviewsClassification (ja)":22.49,"AmazonReviewsClassification (zh)":22.12,"MTOPDomainClassification (de)":80.56,"MTOPDomainClassification (es)":80.78,"MTOPDomainClassification (fr)":79.6,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":15.82,"MTOPIntentClassification (de)":52.5,"MTOPIntentClassification (es)":52.07,"MTOPIntentClassification (fr)":47.73,"MTOPIntentClassification (hi)":3.74,"MTOPIntentClassification (th)":4.96,"MassiveIntentClassification (af)":38.41,"MassiveIntentClassification (am)":2.49,"MassiveIntentClassification (ar)":4.7,"MassiveIntentClassification (az)":31.77,"MassiveIntentClassification (bn)":2.77,"MassiveIntentClassification (cy)":31.69,"MassiveIntentClassification (de)":52.01,"MassiveIntentClassification (el)":9.74,"MassiveIntentClassification (es)":54.1,"MassiveIntentClassification (fa)":3.86,"MassiveIntentClassification (fi)":34.07,"MassiveIntentClassification (fr)":57.01,"MassiveIntentClassification (he)":2.14,"MassiveIntentClassification (hi)":2.97,"MassiveIntentClassification (hu)":32.01,"MassiveIntentClassification (hy)":3.17,"MassiveIntentClassification (id)":34.55,"MassiveIntentClassification (is)":32.0,"MassiveIntentClassification (it)":52.94,"MassiveIntentClassification (ja)":2.9,"MassiveIntentClassification (jv)":32.42,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.5,"MassiveIntentClassification (kn)":2.41,"MassiveIntentClassification (ko)":2.57,"MassiveIntentClassification (lv)":35.09,"MassiveIntentClassification (ml)":2.95,"MassiveIntentClassification (mn)":18.33,"MassiveIntentClassification (ms)":29.69,"MassiveIntentClassification (my)":3.99,"MassiveIntentClassification (nl)":44.95,"MassiveIntentClassification (pt)":51.96,"MassiveIntentClassification (ro)":43.83,"MassiveIntentClassification (ru)":17.32,"MassiveIntentClassification (sl)":33.71,"MassiveIntentClassification (sq)":37.62,"MassiveIntentClassification (sw)":31.9,"MassiveIntentClassification (ta)":1.91,"MassiveIntentClassification (te)":2.54,"MassiveIntentClassification (th)":3.85,"MassiveIntentClassification (tl)":36.83,"MassiveIntentClassification (tr)":33.0,"MassiveIntentClassification (ur)":2.62,"MassiveIntentClassification (vi)":22.81,"MassiveIntentClassification (zh-TW)":3.49,"MassiveScenarioClassification (af)":50.28,"MassiveScenarioClassification (am)":7.15,"MassiveScenarioClassification (ar)":12.12,"MassiveScenarioClassification (az)":39.68,"MassiveScenarioClassification (bn)":8.06,"MassiveScenarioClassification (cy)":38.01,"MassiveScenarioClassification (de)":62.71,"MassiveScenarioClassification (el)":17.19,"MassiveScenarioClassification (es)":59.56,"MassiveScenarioClassification (fa)":6.5,"MassiveScenarioClassification (fi)":41.72,"MassiveScenarioClassification (fr)":63.6,"MassiveScenarioClassification (he)":7.93,"MassiveScenarioClassification (hi)":7.85,"MassiveScenarioClassification (hu)":41.37,"MassiveScenarioClassification (hy)":9.42,"MassiveScenarioClassification (id)":44.88,"MassiveScenarioClassification (is)":40.86,"MassiveScenarioClassification (it)":60.09,"MassiveScenarioClassification (ja)":6.56,"MassiveScenarioClassification (jv)":40.18,"MassiveScenarioClassification (ka)":7.37,"MassiveScenarioClassification (km)":9.56,"MassiveScenarioClassification (kn)":8.4,"MassiveScenarioClassification (ko)":5.96,"MassiveScenarioClassification (lv)":41.44,"MassiveScenarioClassification (ml)":7.47,"MassiveScenarioClassification (mn)":25.36,"MassiveScenarioClassification (ms)":39.69,"MassiveScenarioClassification (my)":9.68,"MassiveScenarioClassification (nl)":56.09,"MassiveScenarioClassification (pt)":57.99,"MassiveScenarioClassification (ro)":56.0,"MassiveScenarioClassification (ru)":27.47,"MassiveScenarioClassification (sl)":41.04,"MassiveScenarioClassification (sq)":49.38,"MassiveScenarioClassification (sw)":40.62,"MassiveScenarioClassification (ta)":7.59,"MassiveScenarioClassification (te)":7.07,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":49.89,"MassiveScenarioClassification (tr)":43.08,"MassiveScenarioClassification (ur)":9.31,"MassiveScenarioClassification (vi)":27.46,"MassiveScenarioClassification (zh-TW)":7.24} -{"index":149,"Rank":32,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.73,"AmazonCounterfactualClassification (de)":69.98,"AmazonCounterfactualClassification (ja)":46.05,"AmazonReviewsClassification (de)":37.9,"AmazonReviewsClassification (es)":37.33,"AmazonReviewsClassification (fr)":37.35,"AmazonReviewsClassification (ja)":22.29,"AmazonReviewsClassification (zh)":21.53,"MTOPDomainClassification (de)":76.98,"MTOPDomainClassification (es)":73.61,"MTOPDomainClassification (fr)":75.03,"MTOPDomainClassification (hi)":21.4,"MTOPDomainClassification (th)":16.21,"MTOPIntentClassification (de)":44.43,"MTOPIntentClassification (es)":42.03,"MTOPIntentClassification (fr)":43.85,"MTOPIntentClassification (hi)":3.8,"MTOPIntentClassification (th)":5.21,"MassiveIntentClassification (af)":34.32,"MassiveIntentClassification (am)":2.38,"MassiveIntentClassification (ar)":4.53,"MassiveIntentClassification (az)":31.76,"MassiveIntentClassification (bn)":2.58,"MassiveIntentClassification (cy)":28.94,"MassiveIntentClassification (de)":45.23,"MassiveIntentClassification (el)":10.05,"MassiveIntentClassification (es)":45.32,"MassiveIntentClassification (fa)":3.58,"MassiveIntentClassification (fi)":33.52,"MassiveIntentClassification (fr)":51.13,"MassiveIntentClassification (he)":2.63,"MassiveIntentClassification (hi)":2.68,"MassiveIntentClassification (hu)":32.31,"MassiveIntentClassification (hy)":3.33,"MassiveIntentClassification (id)":35.5,"MassiveIntentClassification (is)":29.82,"MassiveIntentClassification (it)":45.59,"MassiveIntentClassification (ja)":3.67,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":2.77,"MassiveIntentClassification (km)":5.66,"MassiveIntentClassification (kn)":2.59,"MassiveIntentClassification (ko)":2.34,"MassiveIntentClassification (lv)":33.97,"MassiveIntentClassification (ml)":2.55,"MassiveIntentClassification (mn)":14.7,"MassiveIntentClassification (ms)":33.12,"MassiveIntentClassification (my)":4.42,"MassiveIntentClassification (nl)":37.96,"MassiveIntentClassification (pt)":43.35,"MassiveIntentClassification (ro)":42.69,"MassiveIntentClassification (ru)":14.82,"MassiveIntentClassification (sl)":34.54,"MassiveIntentClassification (sq)":38.54,"MassiveIntentClassification (sw)":32.14,"MassiveIntentClassification (ta)":1.41,"MassiveIntentClassification (te)":2.5,"MassiveIntentClassification (th)":3.71,"MassiveIntentClassification (tl)":36.04,"MassiveIntentClassification (tr)":33.77,"MassiveIntentClassification (ur)":2.99,"MassiveIntentClassification (vi)":22.62,"MassiveIntentClassification (zh-TW)":4.63,"MassiveScenarioClassification (af)":44.45,"MassiveScenarioClassification (am)":7.51,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.41,"MassiveScenarioClassification (bn)":8.45,"MassiveScenarioClassification (cy)":35.04,"MassiveScenarioClassification (de)":59.12,"MassiveScenarioClassification (el)":17.68,"MassiveScenarioClassification (es)":55.61,"MassiveScenarioClassification (fa)":6.86,"MassiveScenarioClassification (fi)":41.34,"MassiveScenarioClassification (fr)":59.92,"MassiveScenarioClassification (he)":7.86,"MassiveScenarioClassification (hi)":7.63,"MassiveScenarioClassification (hu)":41.31,"MassiveScenarioClassification (hy)":9.23,"MassiveScenarioClassification (id)":44.64,"MassiveScenarioClassification (is)":39.63,"MassiveScenarioClassification (it)":54.58,"MassiveScenarioClassification (ja)":4.96,"MassiveScenarioClassification (jv)":40.73,"MassiveScenarioClassification (ka)":7.51,"MassiveScenarioClassification (km)":8.73,"MassiveScenarioClassification (kn)":7.99,"MassiveScenarioClassification (ko)":6.03,"MassiveScenarioClassification (lv)":36.42,"MassiveScenarioClassification (ml)":6.96,"MassiveScenarioClassification (mn)":19.85,"MassiveScenarioClassification (ms)":43.18,"MassiveScenarioClassification (my)":9.46,"MassiveScenarioClassification (nl)":50.0,"MassiveScenarioClassification (pt)":52.24,"MassiveScenarioClassification (ro)":53.7,"MassiveScenarioClassification (ru)":20.69,"MassiveScenarioClassification (sl)":39.79,"MassiveScenarioClassification (sq)":50.16,"MassiveScenarioClassification (sw)":40.48,"MassiveScenarioClassification (ta)":7.47,"MassiveScenarioClassification (te)":6.87,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":48.94,"MassiveScenarioClassification (tr)":41.83,"MassiveScenarioClassification (ur)":9.77,"MassiveScenarioClassification (vi)":30.01,"MassiveScenarioClassification (zh-TW)":7.91} -{"index":142,"Rank":33,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.49,"AmazonCounterfactualClassification (de)":54.46,"AmazonCounterfactualClassification (ja)":43.87,"AmazonReviewsClassification (de)":24.08,"AmazonReviewsClassification (es)":23.88,"AmazonReviewsClassification (fr)":23.31,"AmazonReviewsClassification (ja)":20.25,"AmazonReviewsClassification (zh)":20.49,"MTOPDomainClassification (de)":48.55,"MTOPDomainClassification (es)":58.39,"MTOPDomainClassification (fr)":54.61,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":14.98,"MTOPIntentClassification (de)":35.55,"MTOPIntentClassification (es)":36.72,"MTOPIntentClassification (fr)":34.71,"MTOPIntentClassification (hi)":4.44,"MTOPIntentClassification (th)":4.67,"MassiveIntentClassification (af)":33.68,"MassiveIntentClassification (am)":2.94,"MassiveIntentClassification (ar)":10.04,"MassiveIntentClassification (az)":30.74,"MassiveIntentClassification (bn)":3.02,"MassiveIntentClassification (cy)":33.94,"MassiveIntentClassification (de)":36.06,"MassiveIntentClassification (el)":27.7,"MassiveIntentClassification (es)":35.6,"MassiveIntentClassification (fa)":17.97,"MassiveIntentClassification (fi)":35.53,"MassiveIntentClassification (fr)":38.41,"MassiveIntentClassification (he)":2.69,"MassiveIntentClassification (hi)":3.43,"MassiveIntentClassification (hu)":34.05,"MassiveIntentClassification (hy)":3.11,"MassiveIntentClassification (id)":40.02,"MassiveIntentClassification (is)":32.63,"MassiveIntentClassification (it)":39.28,"MassiveIntentClassification (ja)":4.95,"MassiveIntentClassification (jv)":34.95,"MassiveIntentClassification (ka)":2.57,"MassiveIntentClassification (km)":4.73,"MassiveIntentClassification (kn)":3.54,"MassiveIntentClassification (ko)":2.68,"MassiveIntentClassification (lv)":37.91,"MassiveIntentClassification (ml)":2.88,"MassiveIntentClassification (mn)":16.94,"MassiveIntentClassification (ms)":36.6,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":33.95,"MassiveIntentClassification (pt)":43.05,"MassiveIntentClassification (ro)":36.2,"MassiveIntentClassification (ru)":25.3,"MassiveIntentClassification (sl)":35.9,"MassiveIntentClassification (sq)":36.6,"MassiveIntentClassification (sw)":34.81,"MassiveIntentClassification (ta)":3.11,"MassiveIntentClassification (te)":2.53,"MassiveIntentClassification (th)":4.38,"MassiveIntentClassification (tl)":35.51,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":9.61,"MassiveIntentClassification (vi)":37.07,"MassiveIntentClassification (zh-TW)":4.79,"MassiveScenarioClassification (af)":36.17,"MassiveScenarioClassification (am)":7.64,"MassiveScenarioClassification (ar)":15.26,"MassiveScenarioClassification (az)":30.73,"MassiveScenarioClassification (bn)":7.15,"MassiveScenarioClassification (cy)":34.73,"MassiveScenarioClassification (de)":38.62,"MassiveScenarioClassification (el)":27.18,"MassiveScenarioClassification (es)":39.44,"MassiveScenarioClassification (fa)":21.43,"MassiveScenarioClassification (fi)":33.21,"MassiveScenarioClassification (fr)":40.26,"MassiveScenarioClassification (he)":7.42,"MassiveScenarioClassification (hi)":8.06,"MassiveScenarioClassification (hu)":34.54,"MassiveScenarioClassification (hy)":8.61,"MassiveScenarioClassification (id)":40.04,"MassiveScenarioClassification (is)":33.57,"MassiveScenarioClassification (it)":40.1,"MassiveScenarioClassification (ja)":9.96,"MassiveScenarioClassification (jv)":36.11,"MassiveScenarioClassification (ka)":7.13,"MassiveScenarioClassification (km)":9.66,"MassiveScenarioClassification (kn)":7.55,"MassiveScenarioClassification (ko)":7.27,"MassiveScenarioClassification (lv)":37.03,"MassiveScenarioClassification (ml)":7.22,"MassiveScenarioClassification (mn)":21.53,"MassiveScenarioClassification (ms)":37.57,"MassiveScenarioClassification (my)":9.54,"MassiveScenarioClassification (nl)":34.62,"MassiveScenarioClassification (pt)":44.68,"MassiveScenarioClassification (ro)":37.29,"MassiveScenarioClassification (ru)":28.16,"MassiveScenarioClassification (sl)":37.95,"MassiveScenarioClassification (sq)":37.82,"MassiveScenarioClassification (sw)":35.37,"MassiveScenarioClassification (ta)":7.19,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":9.47,"MassiveScenarioClassification (tl)":37.31,"MassiveScenarioClassification (tr)":34.57,"MassiveScenarioClassification (ur)":16.17,"MassiveScenarioClassification (vi)":35.91,"MassiveScenarioClassification (zh-TW)":10.19} -{"index":168,"Rank":34,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.9,"AmazonCounterfactualClassification (de)":63.28,"AmazonCounterfactualClassification (ja)":44.37,"AmazonReviewsClassification (de)":27.06,"AmazonReviewsClassification (es)":31.06,"AmazonReviewsClassification (fr)":29.43,"AmazonReviewsClassification (ja)":20.79,"AmazonReviewsClassification (zh)":21.91,"MTOPDomainClassification (de)":63.97,"MTOPDomainClassification (es)":62.37,"MTOPDomainClassification (fr)":62.95,"MTOPDomainClassification (hi)":12.61,"MTOPDomainClassification (th)":14.76,"MTOPIntentClassification (de)":39.02,"MTOPIntentClassification (es)":37.11,"MTOPIntentClassification (fr)":33.78,"MTOPIntentClassification (hi)":5.45,"MTOPIntentClassification (th)":5.53,"MassiveIntentClassification (af)":32.98,"MassiveIntentClassification (am)":1.84,"MassiveIntentClassification (ar)":4.78,"MassiveIntentClassification (az)":31.02,"MassiveIntentClassification (bn)":2.21,"MassiveIntentClassification (cy)":28.0,"MassiveIntentClassification (de)":32.69,"MassiveIntentClassification (el)":10.67,"MassiveIntentClassification (es)":31.07,"MassiveIntentClassification (fa)":1.11,"MassiveIntentClassification (fi)":30.11,"MassiveIntentClassification (fr)":33.27,"MassiveIntentClassification (he)":1.97,"MassiveIntentClassification (hi)":2.8,"MassiveIntentClassification (hu)":25.16,"MassiveIntentClassification (hy)":2.24,"MassiveIntentClassification (id)":35.56,"MassiveIntentClassification (is)":27.17,"MassiveIntentClassification (it)":37.11,"MassiveIntentClassification (ja)":3.81,"MassiveIntentClassification (jv)":30.18,"MassiveIntentClassification (ka)":1.55,"MassiveIntentClassification (km)":2.97,"MassiveIntentClassification (kn)":1.62,"MassiveIntentClassification (ko)":3.21,"MassiveIntentClassification (lv)":32.55,"MassiveIntentClassification (ml)":1.28,"MassiveIntentClassification (mn)":2.36,"MassiveIntentClassification (ms)":33.8,"MassiveIntentClassification (my)":3.22,"MassiveIntentClassification (nl)":35.78,"MassiveIntentClassification (pt)":36.74,"MassiveIntentClassification (ro)":34.0,"MassiveIntentClassification (ru)":2.65,"MassiveIntentClassification (sl)":36.7,"MassiveIntentClassification (sq)":26.74,"MassiveIntentClassification (sw)":31.66,"MassiveIntentClassification (ta)":2.22,"MassiveIntentClassification (te)":2.1,"MassiveIntentClassification (th)":1.68,"MassiveIntentClassification (tl)":29.49,"MassiveIntentClassification (tr)":31.32,"MassiveIntentClassification (ur)":2.12,"MassiveIntentClassification (vi)":19.08,"MassiveIntentClassification (zh-TW)":4.47,"MassiveScenarioClassification (af)":45.8,"MassiveScenarioClassification (am)":3.04,"MassiveScenarioClassification (ar)":10.06,"MassiveScenarioClassification (az)":39.08,"MassiveScenarioClassification (bn)":7.94,"MassiveScenarioClassification (cy)":36.38,"MassiveScenarioClassification (de)":43.08,"MassiveScenarioClassification (el)":16.82,"MassiveScenarioClassification (es)":39.03,"MassiveScenarioClassification (fa)":6.28,"MassiveScenarioClassification (fi)":34.68,"MassiveScenarioClassification (fr)":40.86,"MassiveScenarioClassification (he)":5.06,"MassiveScenarioClassification (hi)":8.01,"MassiveScenarioClassification (hu)":35.48,"MassiveScenarioClassification (hy)":7.25,"MassiveScenarioClassification (id)":44.69,"MassiveScenarioClassification (is)":39.53,"MassiveScenarioClassification (it)":44.79,"MassiveScenarioClassification (ja)":8.33,"MassiveScenarioClassification (jv)":42.85,"MassiveScenarioClassification (ka)":6.96,"MassiveScenarioClassification (km)":5.97,"MassiveScenarioClassification (kn)":7.51,"MassiveScenarioClassification (ko)":8.47,"MassiveScenarioClassification (lv)":39.23,"MassiveScenarioClassification (ml)":4.6,"MassiveScenarioClassification (mn)":5.41,"MassiveScenarioClassification (ms)":44.21,"MassiveScenarioClassification (my)":5.71,"MassiveScenarioClassification (nl)":47.58,"MassiveScenarioClassification (pt)":43.8,"MassiveScenarioClassification (ro)":42.92,"MassiveScenarioClassification (ru)":8.14,"MassiveScenarioClassification (sl)":46.3,"MassiveScenarioClassification (sq)":38.91,"MassiveScenarioClassification (sw)":41.45,"MassiveScenarioClassification (ta)":4.77,"MassiveScenarioClassification (te)":6.32,"MassiveScenarioClassification (th)":4.43,"MassiveScenarioClassification (tl)":37.57,"MassiveScenarioClassification (tr)":37.22,"MassiveScenarioClassification (ur)":7.43,"MassiveScenarioClassification (vi)":25.93,"MassiveScenarioClassification (zh-TW)":10.06} -{"index":0,"Rank":35,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.59,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.05,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":66.09,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.83,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.71,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":1,"Rank":36,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.26,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":79.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":45.62,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":53.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":62.46,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":2,"Rank":37,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.15,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":87.68,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":63.08,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.15,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":3,"Rank":38,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.98,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.12,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.94,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":72.78,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":4,"Rank":39,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.36,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.52,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":68.06,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":6,"Rank":40,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.18,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":7,"Rank":41,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.07,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":75.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":56.03,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":59.3,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":8,"Rank":42,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":52.95,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":9,"Rank":43,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":53.47,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.21,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":93.48,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":79.1,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":10,"Rank":44,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":11,"Rank":45,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":40.11,"AmazonReviewsClassification (es)":40.17,"AmazonReviewsClassification (fr)":39.57,"AmazonReviewsClassification (ja)":35.75,"AmazonReviewsClassification (zh)":33.34,"MTOPDomainClassification (de)":88.27,"MTOPDomainClassification (es)":90.88,"MTOPDomainClassification (fr)":87.49,"MTOPDomainClassification (hi)":89.45,"MTOPDomainClassification (th)":83.46,"MTOPIntentClassification (de)":63.51,"MTOPIntentClassification (es)":71.66,"MTOPIntentClassification (fr)":64.06,"MTOPIntentClassification (hi)":65.27,"MTOPIntentClassification (th)":63.05,"MassiveIntentClassification (af)":57.95,"MassiveIntentClassification (am)":49.27,"MassiveIntentClassification (ar)":55.49,"MassiveIntentClassification (az)":60.98,"MassiveIntentClassification (bn)":57.57,"MassiveIntentClassification (cy)":48.35,"MassiveIntentClassification (de)":62.55,"MassiveIntentClassification (el)":63.09,"MassiveIntentClassification (es)":67.41,"MassiveIntentClassification (fa)":65.6,"MassiveIntentClassification (fi)":62.91,"MassiveIntentClassification (fr)":67.92,"MassiveIntentClassification (he)":55.2,"MassiveIntentClassification (hi)":65.04,"MassiveIntentClassification (hu)":63.31,"MassiveIntentClassification (hy)":55.52,"MassiveIntentClassification (id)":66.06,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":67.28,"MassiveIntentClassification (ja)":66.8,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":47.89,"MassiveIntentClassification (km)":50.8,"MassiveIntentClassification (kn)":57.23,"MassiveIntentClassification (ko)":64.59,"MassiveIntentClassification (lv)":59.08,"MassiveIntentClassification (ml)":59.55,"MassiveIntentClassification (mn)":53.44,"MassiveIntentClassification (ms)":61.65,"MassiveIntentClassification (my)":53.46,"MassiveIntentClassification (nl)":66.36,"MassiveIntentClassification (pt)":68.07,"MassiveIntentClassification (ro)":63.12,"MassiveIntentClassification (ru)":67.46,"MassiveIntentClassification (sl)":60.54,"MassiveIntentClassification (sq)":58.2,"MassiveIntentClassification (sw)":51.68,"MassiveIntentClassification (ta)":58.52,"MassiveIntentClassification (te)":58.53,"MassiveIntentClassification (th)":61.88,"MassiveIntentClassification (tl)":56.65,"MassiveIntentClassification (tr)":64.85,"MassiveIntentClassification (ur)":58.62,"MassiveIntentClassification (vi)":64.16,"MassiveIntentClassification (zh-TW)":64.17,"MassiveScenarioClassification (af)":64.9,"MassiveScenarioClassification (am)":57.28,"MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":65.1,"MassiveScenarioClassification (bn)":62.41,"MassiveScenarioClassification (cy)":55.37,"MassiveScenarioClassification (de)":70.3,"MassiveScenarioClassification (el)":69.53,"MassiveScenarioClassification (es)":72.45,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":67.21,"MassiveScenarioClassification (fr)":72.65,"MassiveScenarioClassification (he)":61.7,"MassiveScenarioClassification (hi)":70.14,"MassiveScenarioClassification (hu)":70.51,"MassiveScenarioClassification (hy)":60.14,"MassiveScenarioClassification (id)":70.62,"MassiveScenarioClassification (is)":61.53,"MassiveScenarioClassification (it)":72.0,"MassiveScenarioClassification (ja)":71.59,"MassiveScenarioClassification (jv)":57.01,"MassiveScenarioClassification (ka)":53.26,"MassiveScenarioClassification (km)":57.8,"MassiveScenarioClassification (kn)":62.39,"MassiveScenarioClassification (ko)":69.54,"MassiveScenarioClassification (lv)":63.37,"MassiveScenarioClassification (ml)":64.82,"MassiveScenarioClassification (mn)":59.35,"MassiveScenarioClassification (ms)":66.68,"MassiveScenarioClassification (my)":59.43,"MassiveScenarioClassification (nl)":71.96,"MassiveScenarioClassification (pt)":71.87,"MassiveScenarioClassification (ro)":68.51,"MassiveScenarioClassification (ru)":71.65,"MassiveScenarioClassification (sl)":66.82,"MassiveScenarioClassification (sq)":65.26,"MassiveScenarioClassification (sw)":58.3,"MassiveScenarioClassification (ta)":62.73,"MassiveScenarioClassification (te)":66.58,"MassiveScenarioClassification (th)":68.23,"MassiveScenarioClassification (tl)":61.97,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":63.16,"MassiveScenarioClassification (vi)":67.92,"MassiveScenarioClassification (zh-TW)":71.61} -{"index":13,"Rank":46,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.81,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":14,"Rank":47,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.8,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":15,"Rank":48,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":16,"Rank":49,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":17,"Rank":50,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.15,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":18,"Rank":51,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":19,"Rank":52,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.38,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":20,"Rank":53,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":68.75,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":73.42,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":21,"Rank":54,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.19,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":54.34,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":97.2,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":93.07,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":79.6,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":82.18,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":22,"Rank":55,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":35.91,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":24,"Rank":56,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.5,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":25,"Rank":57,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":54.11,"AmazonCounterfactualClassification (ja)":53.95,"AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.68,"MTOPDomainClassification (de)":57.22,"MTOPDomainClassification (es)":58.4,"MTOPDomainClassification (fr)":54.97,"MTOPDomainClassification (hi)":64.17,"MTOPDomainClassification (th)":70.47,"MTOPIntentClassification (de)":32.18,"MTOPIntentClassification (es)":33.9,"MTOPIntentClassification (fr)":26.69,"MTOPIntentClassification (hi)":38.27,"MTOPIntentClassification (th)":42.73,"MassiveIntentClassification (af)":33.5,"MassiveIntentClassification (am)":19.56,"MassiveIntentClassification (ar)":26.46,"MassiveIntentClassification (az)":31.58,"MassiveIntentClassification (bn)":27.99,"MassiveIntentClassification (cy)":28.26,"MassiveIntentClassification (de)":34.2,"MassiveIntentClassification (el)":26.02,"MassiveIntentClassification (es)":36.37,"MassiveIntentClassification (fa)":48.91,"MassiveIntentClassification (fi)":30.11,"MassiveIntentClassification (fr)":37.53,"MassiveIntentClassification (he)":24.86,"MassiveIntentClassification (hi)":39.14,"MassiveIntentClassification (hu)":31.97,"MassiveIntentClassification (hy)":31.36,"MassiveIntentClassification (id)":37.04,"MassiveIntentClassification (is)":28.61,"MassiveIntentClassification (it)":37.86,"MassiveIntentClassification (ja)":47.9,"MassiveIntentClassification (jv)":29.08,"MassiveIntentClassification (ka)":25.77,"MassiveIntentClassification (km)":23.66,"MassiveIntentClassification (kn)":21.27,"MassiveIntentClassification (ko)":40.42,"MassiveIntentClassification (lv)":30.13,"MassiveIntentClassification (ml)":25.89,"MassiveIntentClassification (mn)":27.71,"MassiveIntentClassification (ms)":33.04,"MassiveIntentClassification (my)":24.19,"MassiveIntentClassification (nl)":39.31,"MassiveIntentClassification (pt)":40.26,"MassiveIntentClassification (ro)":35.42,"MassiveIntentClassification (ru)":39.69,"MassiveIntentClassification (sl)":31.09,"MassiveIntentClassification (sq)":35.15,"MassiveIntentClassification (sw)":27.91,"MassiveIntentClassification (ta)":28.12,"MassiveIntentClassification (te)":26.34,"MassiveIntentClassification (th)":48.24,"MassiveIntentClassification (tl)":32.73,"MassiveIntentClassification (tr)":30.21,"MassiveIntentClassification (ur)":30.28,"MassiveIntentClassification (vi)":40.45,"MassiveIntentClassification (zh-TW)":64.03,"MassiveScenarioClassification (af)":43.53,"MassiveScenarioClassification (am)":25.3,"MassiveScenarioClassification (ar)":34.91,"MassiveScenarioClassification (az)":36.37,"MassiveScenarioClassification (bn)":39.2,"MassiveScenarioClassification (cy)":32.18,"MassiveScenarioClassification (de)":43.92,"MassiveScenarioClassification (el)":35.03,"MassiveScenarioClassification (es)":41.96,"MassiveScenarioClassification (fa)":58.36,"MassiveScenarioClassification (fi)":33.95,"MassiveScenarioClassification (fr)":45.32,"MassiveScenarioClassification (he)":34.06,"MassiveScenarioClassification (hi)":48.77,"MassiveScenarioClassification (hu)":39.92,"MassiveScenarioClassification (hy)":38.09,"MassiveScenarioClassification (id)":45.08,"MassiveScenarioClassification (is)":36.55,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":57.02,"MassiveScenarioClassification (jv)":35.51,"MassiveScenarioClassification (ka)":33.41,"MassiveScenarioClassification (km)":30.9,"MassiveScenarioClassification (kn)":26.83,"MassiveScenarioClassification (ko)":49.52,"MassiveScenarioClassification (lv)":34.02,"MassiveScenarioClassification (ml)":34.55,"MassiveScenarioClassification (mn)":34.14,"MassiveScenarioClassification (ms)":42.71,"MassiveScenarioClassification (my)":31.0,"MassiveScenarioClassification (nl)":51.44,"MassiveScenarioClassification (pt)":45.9,"MassiveScenarioClassification (ro)":45.01,"MassiveScenarioClassification (ru)":48.66,"MassiveScenarioClassification (sl)":38.34,"MassiveScenarioClassification (sq)":44.78,"MassiveScenarioClassification (sw)":36.02,"MassiveScenarioClassification (ta)":37.81,"MassiveScenarioClassification (te)":34.6,"MassiveScenarioClassification (th)":57.38,"MassiveScenarioClassification (tl)":39.36,"MassiveScenarioClassification (tr)":36.16,"MassiveScenarioClassification (ur)":36.43,"MassiveScenarioClassification (vi)":47.04,"MassiveScenarioClassification (zh-TW)":71.96} -{"index":26,"Rank":58,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":42.04,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":25.8,"MassiveIntentClassification (am)":3.34,"MassiveIntentClassification (ar)":6.49,"MassiveIntentClassification (az)":24.77,"MassiveIntentClassification (bn)":4.3,"MassiveIntentClassification (cy)":26.39,"MassiveIntentClassification (de)":28.09,"MassiveIntentClassification (el)":19.24,"MassiveIntentClassification (es)":30.62,"MassiveIntentClassification (fa)":7.21,"MassiveIntentClassification (fi)":27.21,"MassiveIntentClassification (fr)":32.64,"MassiveIntentClassification (he)":2.66,"MassiveIntentClassification (hi)":4.59,"MassiveIntentClassification (hu)":25.65,"MassiveIntentClassification (hy)":4.86,"MassiveIntentClassification (id)":29.81,"MassiveIntentClassification (is)":23.53,"MassiveIntentClassification (it)":34.47,"MassiveIntentClassification (ja)":39.4,"MassiveIntentClassification (jv)":28.75,"MassiveIntentClassification (ka)":4.34,"MassiveIntentClassification (km)":6.1,"MassiveIntentClassification (kn)":4.46,"MassiveIntentClassification (ko)":14.16,"MassiveIntentClassification (lv)":29.86,"MassiveIntentClassification (ml)":3.69,"MassiveIntentClassification (mn)":7.86,"MassiveIntentClassification (ms)":28.05,"MassiveIntentClassification (my)":6.98,"MassiveIntentClassification (nl)":32.92,"MassiveIntentClassification (pt)":33.53,"MassiveIntentClassification (ro)":31.32,"MassiveIntentClassification (ru)":11.27,"MassiveIntentClassification (sl)":27.94,"MassiveIntentClassification (sq)":32.9,"MassiveIntentClassification (sw)":29.4,"MassiveIntentClassification (ta)":3.33,"MassiveIntentClassification (te)":3.46,"MassiveIntentClassification (th)":12.98,"MassiveIntentClassification (tl)":30.73,"MassiveIntentClassification (tr)":23.57,"MassiveIntentClassification (ur)":4.98,"MassiveIntentClassification (vi)":21.89,"MassiveIntentClassification (zh-TW)":65.53,"MassiveScenarioClassification (af)":31.55,"MassiveScenarioClassification (am)":7.49,"MassiveScenarioClassification (ar)":15.0,"MassiveScenarioClassification (az)":29.13,"MassiveScenarioClassification (bn)":9.24,"MassiveScenarioClassification (cy)":29.72,"MassiveScenarioClassification (de)":34.68,"MassiveScenarioClassification (el)":28.83,"MassiveScenarioClassification (es)":35.97,"MassiveScenarioClassification (fa)":11.12,"MassiveScenarioClassification (fi)":28.61,"MassiveScenarioClassification (fr)":40.66,"MassiveScenarioClassification (he)":9.01,"MassiveScenarioClassification (hi)":9.92,"MassiveScenarioClassification (hu)":32.07,"MassiveScenarioClassification (hy)":8.44,"MassiveScenarioClassification (id)":34.9,"MassiveScenarioClassification (is)":30.95,"MassiveScenarioClassification (it)":41.06,"MassiveScenarioClassification (ja)":48.73,"MassiveScenarioClassification (jv)":35.09,"MassiveScenarioClassification (ka)":9.29,"MassiveScenarioClassification (km)":11.19,"MassiveScenarioClassification (kn)":10.1,"MassiveScenarioClassification (ko)":19.2,"MassiveScenarioClassification (lv)":32.49,"MassiveScenarioClassification (ml)":6.37,"MassiveScenarioClassification (mn)":13.08,"MassiveScenarioClassification (ms)":39.18,"MassiveScenarioClassification (my)":12.25,"MassiveScenarioClassification (nl)":38.17,"MassiveScenarioClassification (pt)":40.01,"MassiveScenarioClassification (ro)":39.25,"MassiveScenarioClassification (ru)":16.71,"MassiveScenarioClassification (sl)":33.94,"MassiveScenarioClassification (sq)":40.4,"MassiveScenarioClassification (sw)":37.14,"MassiveScenarioClassification (ta)":8.21,"MassiveScenarioClassification (te)":7.97,"MassiveScenarioClassification (th)":21.56,"MassiveScenarioClassification (tl)":36.7,"MassiveScenarioClassification (tr)":28.8,"MassiveScenarioClassification (ur)":10.46,"MassiveScenarioClassification (vi)":27.72,"MassiveScenarioClassification (zh-TW)":71.52} -{"index":27,"Rank":59,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":28.81,"MassiveIntentClassification (am)":3.04,"MassiveIntentClassification (ar)":6.75,"MassiveIntentClassification (az)":27.0,"MassiveIntentClassification (bn)":3.24,"MassiveIntentClassification (cy)":31.18,"MassiveIntentClassification (de)":30.65,"MassiveIntentClassification (el)":18.17,"MassiveIntentClassification (es)":32.53,"MassiveIntentClassification (fa)":8.72,"MassiveIntentClassification (fi)":31.79,"MassiveIntentClassification (fr)":33.16,"MassiveIntentClassification (he)":3.03,"MassiveIntentClassification (hi)":3.61,"MassiveIntentClassification (hu)":30.47,"MassiveIntentClassification (hy)":5.35,"MassiveIntentClassification (id)":32.45,"MassiveIntentClassification (is)":30.12,"MassiveIntentClassification (it)":36.32,"MassiveIntentClassification (ja)":41.09,"MassiveIntentClassification (jv)":30.42,"MassiveIntentClassification (ka)":3.79,"MassiveIntentClassification (km)":6.79,"MassiveIntentClassification (kn)":3.86,"MassiveIntentClassification (ko)":8.82,"MassiveIntentClassification (lv)":30.23,"MassiveIntentClassification (ml)":2.93,"MassiveIntentClassification (mn)":12.61,"MassiveIntentClassification (ms)":30.66,"MassiveIntentClassification (my)":5.85,"MassiveIntentClassification (nl)":34.1,"MassiveIntentClassification (pt)":36.92,"MassiveIntentClassification (ro)":33.01,"MassiveIntentClassification (ru)":10.4,"MassiveIntentClassification (sl)":30.73,"MassiveIntentClassification (sq)":36.98,"MassiveIntentClassification (sw)":31.62,"MassiveIntentClassification (ta)":3.19,"MassiveIntentClassification (te)":2.59,"MassiveIntentClassification (th)":4.61,"MassiveIntentClassification (tl)":32.55,"MassiveIntentClassification (tr)":26.87,"MassiveIntentClassification (ur)":4.23,"MassiveIntentClassification (vi)":29.24,"MassiveIntentClassification (zh-TW)":65.49,"MassiveScenarioClassification (af)":35.41,"MassiveScenarioClassification (am)":9.05,"MassiveScenarioClassification (ar)":14.92,"MassiveScenarioClassification (az)":31.97,"MassiveScenarioClassification (bn)":9.15,"MassiveScenarioClassification (cy)":37.45,"MassiveScenarioClassification (de)":38.33,"MassiveScenarioClassification (el)":24.45,"MassiveScenarioClassification (es)":37.73,"MassiveScenarioClassification (fa)":11.84,"MassiveScenarioClassification (fi)":34.49,"MassiveScenarioClassification (fr)":40.92,"MassiveScenarioClassification (he)":7.64,"MassiveScenarioClassification (hi)":8.64,"MassiveScenarioClassification (hu)":37.25,"MassiveScenarioClassification (hy)":10.91,"MassiveScenarioClassification (id)":36.11,"MassiveScenarioClassification (is)":37.8,"MassiveScenarioClassification (it)":41.68,"MassiveScenarioClassification (ja)":48.38,"MassiveScenarioClassification (jv)":35.2,"MassiveScenarioClassification (ka)":9.9,"MassiveScenarioClassification (km)":12.75,"MassiveScenarioClassification (kn)":10.31,"MassiveScenarioClassification (ko)":14.52,"MassiveScenarioClassification (lv)":33.08,"MassiveScenarioClassification (ml)":7.44,"MassiveScenarioClassification (mn)":17.98,"MassiveScenarioClassification (ms)":37.93,"MassiveScenarioClassification (my)":11.73,"MassiveScenarioClassification (nl)":40.37,"MassiveScenarioClassification (pt)":41.83,"MassiveScenarioClassification (ro)":40.63,"MassiveScenarioClassification (ru)":18.96,"MassiveScenarioClassification (sl)":35.3,"MassiveScenarioClassification (sq)":41.96,"MassiveScenarioClassification (sw)":38.88,"MassiveScenarioClassification (ta)":8.51,"MassiveScenarioClassification (te)":7.35,"MassiveScenarioClassification (th)":10.1,"MassiveScenarioClassification (tl)":35.91,"MassiveScenarioClassification (tr)":32.08,"MassiveScenarioClassification (ur)":10.37,"MassiveScenarioClassification (vi)":33.91,"MassiveScenarioClassification (zh-TW)":71.0} -{"index":28,"Rank":60,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":38.6,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":80.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":50.01,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":56.31,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":59.5,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":29,"Rank":61,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.23,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":61.07,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.94,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":67.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":30,"Rank":62,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.93,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":31,"Rank":63,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.88,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":32,"Rank":64,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":37.51,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":33,"Rank":65,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":63.12,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":68.08,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":34,"Rank":66,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":53.02,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":56.79,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":35,"Rank":67,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":49.1,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":51.91,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":36,"Rank":68,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":37,"Rank":69,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.67,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":38,"Rank":70,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":39,"Rank":71,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":26.75,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":43.83,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":19.38,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":13.58,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":23.21,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":40,"Rank":72,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":26.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":36.77,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":15.37,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":15.82,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":23.92,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":41,"Rank":73,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":53.47,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.21,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":93.48,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":79.1,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":42,"Rank":74,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":43,"Rank":75,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":33.77,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":44,"Rank":76,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.38,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.65,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.87,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.28,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.5,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":45,"Rank":77,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.28,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":46,"Rank":78,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.39,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.63,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.86,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":48,"Rank":79,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":52.04,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":80.61,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":75.5,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":89.27,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":84.87} -{"index":49,"Rank":80,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":52.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":95.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":69.54,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":68.61,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":63.05,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":78.53,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":77.98,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":71.34} -{"index":50,"Rank":81,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":44.85,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.86,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":80.15,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":50.24,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":59.05,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":60.08,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":57.36,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":67.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":66.44,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":65.85} -{"index":51,"Rank":82,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":45.85,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":53,"Rank":83,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.49,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.46,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.27,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":67.39,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.12,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":54,"Rank":84,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":40.35,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.83,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.13,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.99,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.72,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":55,"Rank":85,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.42,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.81,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":72.99,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":56,"Rank":86,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.1,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.09,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":61.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.49,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.27,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":57,"Rank":87,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":60,"Rank":88,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":66.64,"AmazonCounterfactualClassification (ja)":58.06,"AmazonReviewsClassification (de)":35.29,"AmazonReviewsClassification (es)":38.34,"AmazonReviewsClassification (fr)":37.84,"AmazonReviewsClassification (ja)":30.94,"AmazonReviewsClassification (zh)":33.75,"MTOPDomainClassification (de)":84.54,"MTOPDomainClassification (es)":86.46,"MTOPDomainClassification (fr)":81.32,"MTOPDomainClassification (hi)":58.23,"MTOPDomainClassification (th)":72.29,"MTOPIntentClassification (de)":60.52,"MTOPIntentClassification (es)":64.32,"MTOPIntentClassification (fr)":58.67,"MTOPIntentClassification (hi)":41.96,"MTOPIntentClassification (th)":55.28,"MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":61,"Rank":89,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.08,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":89.26,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":68.55,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":67.4,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":62,"Rank":90,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.95,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":63,"Rank":91,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.47,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":64,"Rank":92,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.31,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":65,"Rank":93,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":34.79,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.52,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.12,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":59.41,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":65.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":66,"Rank":94,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":66.97,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":71.8,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":67,"Rank":95,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":61.42,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":68.13,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":68,"Rank":96,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":61.09,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":67.6,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":69,"Rank":97,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":77.82,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":71,"Rank":98,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.93,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":72,"Rank":99,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.93,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":73,"Rank":100,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":48.54,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":74,"Rank":101,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":39.29,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":37.63,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":83.8,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.36,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.58,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.6,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":77,"Rank":102,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":78,"Rank":103,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":30.59,"MassiveIntentClassification (am)":2.76,"MassiveIntentClassification (ar)":5.19,"MassiveIntentClassification (az)":19.52,"MassiveIntentClassification (bn)":3.35,"MassiveIntentClassification (cy)":26.59,"MassiveIntentClassification (de)":35.14,"MassiveIntentClassification (el)":11.14,"MassiveIntentClassification (es)":37.67,"MassiveIntentClassification (fa)":3.71,"MassiveIntentClassification (fi)":31.11,"MassiveIntentClassification (fr)":40.29,"MassiveIntentClassification (he)":2.33,"MassiveIntentClassification (hi)":3.29,"MassiveIntentClassification (hu)":26.74,"MassiveIntentClassification (hy)":2.8,"MassiveIntentClassification (id)":33.31,"MassiveIntentClassification (is)":25.61,"MassiveIntentClassification (it)":43.32,"MassiveIntentClassification (ja)":4.78,"MassiveIntentClassification (jv)":26.84,"MassiveIntentClassification (ka)":2.87,"MassiveIntentClassification (km)":4.6,"MassiveIntentClassification (kn)":2.86,"MassiveIntentClassification (ko)":2.69,"MassiveIntentClassification (lv)":23.92,"MassiveIntentClassification (ml)":2.63,"MassiveIntentClassification (mn)":35.97,"MassiveIntentClassification (ms)":27.82,"MassiveIntentClassification (my)":3.57,"MassiveIntentClassification (nl)":34.66,"MassiveIntentClassification (pt)":39.84,"MassiveIntentClassification (ro)":37.45,"MassiveIntentClassification (ru)":60.53,"MassiveIntentClassification (sl)":35.66,"MassiveIntentClassification (sq)":35.84,"MassiveIntentClassification (sw)":19.98,"MassiveIntentClassification (ta)":2.22,"MassiveIntentClassification (te)":2.72,"MassiveIntentClassification (th)":4.0,"MassiveIntentClassification (tl)":27.08,"MassiveIntentClassification (tr)":24.12,"MassiveIntentClassification (ur)":3.36,"MassiveIntentClassification (vi)":23.0,"MassiveIntentClassification (zh-TW)":5.29,"MassiveScenarioClassification (af)":37.27,"MassiveScenarioClassification (am)":7.59,"MassiveScenarioClassification (ar)":12.43,"MassiveScenarioClassification (az)":24.48,"MassiveScenarioClassification (bn)":8.57,"MassiveScenarioClassification (cy)":30.38,"MassiveScenarioClassification (de)":41.72,"MassiveScenarioClassification (el)":19.46,"MassiveScenarioClassification (es)":43.33,"MassiveScenarioClassification (fa)":6.83,"MassiveScenarioClassification (fi)":33.79,"MassiveScenarioClassification (fr)":45.08,"MassiveScenarioClassification (he)":8.64,"MassiveScenarioClassification (hi)":8.77,"MassiveScenarioClassification (hu)":33.92,"MassiveScenarioClassification (hy)":8.91,"MassiveScenarioClassification (id)":39.05,"MassiveScenarioClassification (is)":30.32,"MassiveScenarioClassification (it)":47.28,"MassiveScenarioClassification (ja)":9.51,"MassiveScenarioClassification (jv)":33.94,"MassiveScenarioClassification (ka)":7.32,"MassiveScenarioClassification (km)":9.99,"MassiveScenarioClassification (kn)":8.73,"MassiveScenarioClassification (ko)":7.37,"MassiveScenarioClassification (lv)":26.26,"MassiveScenarioClassification (ml)":7.24,"MassiveScenarioClassification (mn)":41.53,"MassiveScenarioClassification (ms)":36.28,"MassiveScenarioClassification (my)":9.94,"MassiveScenarioClassification (nl)":41.47,"MassiveScenarioClassification (pt)":44.62,"MassiveScenarioClassification (ro)":44.55,"MassiveScenarioClassification (ru)":65.15,"MassiveScenarioClassification (sl)":37.6,"MassiveScenarioClassification (sq)":40.9,"MassiveScenarioClassification (sw)":25.61,"MassiveScenarioClassification (ta)":7.71,"MassiveScenarioClassification (te)":7.53,"MassiveScenarioClassification (th)":8.69,"MassiveScenarioClassification (tl)":35.12,"MassiveScenarioClassification (tr)":31.38,"MassiveScenarioClassification (ur)":9.16,"MassiveScenarioClassification (vi)":28.92,"MassiveScenarioClassification (zh-TW)":10.48} -{"index":79,"Rank":104,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":50.1,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":52.15,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":80,"Rank":105,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":50.83,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":59.15,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":81,"Rank":106,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":39.89,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":57.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.14,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.69,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":82,"Rank":107,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.03,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":77.1,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":43.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":51.59,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":61.28,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":83,"Rank":108,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.97,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.74,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":58.62,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":84,"Rank":109,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":65.57,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":68.33,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":85,"Rank":110,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":68.85,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":72.9,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":86,"Rank":111,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":61.32,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":64.71,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":87,"Rank":112,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.55,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":88,"Rank":113,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":89,"Rank":114,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.59,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":91,"Rank":115,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.37,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":92,"Rank":116,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":24.9,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":25.55,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":9.49,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":6.98,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":11.41,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":93,"Rank":117,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":23.52,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":27.74,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":8.61,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":6.24,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":10.98,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":94,"Rank":118,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":22.45,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":24.27,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":9.79,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":16.41,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":22.72,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":95,"Rank":119,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":96,"Rank":120,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.39,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.61,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.84,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":97,"Rank":121,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.02,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":64.49,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":39.4,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":38.01,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":43.63,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":98,"Rank":122,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.72,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":99,"Rank":123,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":100,"Rank":124,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.64,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":101,"Rank":125,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.34,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":102,"Rank":126,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.57,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":103,"Rank":127,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.82,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":111,"Rank":128,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":112,"Rank":129,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":113,"Rank":130,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":114,"Rank":131,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":89.61,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":48.07,"AmazonReviewsClassification (es)":48.1,"AmazonReviewsClassification (fr)":47.31,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.94,"MTOPDomainClassification (de)":96.89,"MTOPDomainClassification (es)":97.17,"MTOPDomainClassification (fr)":96.3,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":80.79,"MTOPIntentClassification (es)":84.78,"MTOPIntentClassification (fr)":82.21,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":74.84,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":75.32,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.32,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":76.8,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":83.97,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":82.58,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":83.09,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":84.06,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":116,"Rank":132,"Model":"gte-multilingual-base-hu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":54.67,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":62.03,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":117,"Rank":133,"Model":"paraphrase-multilingual-MiniLM-L12-hu-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":61.65,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":66.28,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":118,"Rank":134,"Model":"paraphrase-multilingual-MiniLM-L12-hu_v1<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":60.2,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":66.11,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":119,"Rank":135,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.72,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":120,"Rank":136,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.07,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":121,"Rank":137,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.67,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":122,"Rank":138,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":27.17,"AmazonReviewsClassification (es)":28.58,"AmazonReviewsClassification (fr)":26.28,"AmazonReviewsClassification (ja)":28.99,"AmazonReviewsClassification (zh)":45.65,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":38.94,"MassiveIntentClassification (am)":3.22,"MassiveIntentClassification (ar)":14.49,"MassiveIntentClassification (az)":32.52,"MassiveIntentClassification (bn)":3.32,"MassiveIntentClassification (cy)":38.88,"MassiveIntentClassification (de)":41.04,"MassiveIntentClassification (el)":29.8,"MassiveIntentClassification (es)":43.53,"MassiveIntentClassification (fa)":12.7,"MassiveIntentClassification (fi)":41.44,"MassiveIntentClassification (fr)":43.87,"MassiveIntentClassification (he)":2.86,"MassiveIntentClassification (hi)":3.48,"MassiveIntentClassification (hu)":39.69,"MassiveIntentClassification (hy)":3.29,"MassiveIntentClassification (id)":43.3,"MassiveIntentClassification (is)":33.57,"MassiveIntentClassification (it)":46.37,"MassiveIntentClassification (ja)":50.91,"MassiveIntentClassification (jv)":39.66,"MassiveIntentClassification (ka)":2.41,"MassiveIntentClassification (km)":4.24,"MassiveIntentClassification (kn)":3.84,"MassiveIntentClassification (ko)":24.98,"MassiveIntentClassification (lv)":41.2,"MassiveIntentClassification (ml)":2.96,"MassiveIntentClassification (mn)":24.18,"MassiveIntentClassification (ms)":40.12,"MassiveIntentClassification (my)":4.52,"MassiveIntentClassification (nl)":40.94,"MassiveIntentClassification (pt)":46.43,"MassiveIntentClassification (ro)":42.64,"MassiveIntentClassification (ru)":25.53,"MassiveIntentClassification (sl)":41.02,"MassiveIntentClassification (sq)":44.4,"MassiveIntentClassification (sw)":40.41,"MassiveIntentClassification (ta)":3.21,"MassiveIntentClassification (te)":3.05,"MassiveIntentClassification (th)":7.2,"MassiveIntentClassification (tl)":40.58,"MassiveIntentClassification (tr)":33.3,"MassiveIntentClassification (ur)":9.38,"MassiveIntentClassification (vi)":39.62,"MassiveIntentClassification (zh-TW)":70.7,"MassiveScenarioClassification (af)":40.96,"MassiveScenarioClassification (am)":7.6,"MassiveScenarioClassification (ar)":18.02,"MassiveScenarioClassification (az)":31.91,"MassiveScenarioClassification (bn)":7.5,"MassiveScenarioClassification (cy)":40.2,"MassiveScenarioClassification (de)":42.59,"MassiveScenarioClassification (el)":29.99,"MassiveScenarioClassification (es)":42.75,"MassiveScenarioClassification (fa)":15.31,"MassiveScenarioClassification (fi)":38.25,"MassiveScenarioClassification (fr)":45.61,"MassiveScenarioClassification (he)":7.88,"MassiveScenarioClassification (hi)":8.53,"MassiveScenarioClassification (hu)":39.62,"MassiveScenarioClassification (hy)":8.48,"MassiveScenarioClassification (id)":42.88,"MassiveScenarioClassification (is)":36.0,"MassiveScenarioClassification (it)":45.6,"MassiveScenarioClassification (ja)":53.3,"MassiveScenarioClassification (jv)":40.85,"MassiveScenarioClassification (ka)":6.71,"MassiveScenarioClassification (km)":9.25,"MassiveScenarioClassification (kn)":8.53,"MassiveScenarioClassification (ko)":25.34,"MassiveScenarioClassification (lv)":39.52,"MassiveScenarioClassification (ml)":6.5,"MassiveScenarioClassification (mn)":24.85,"MassiveScenarioClassification (ms)":42.18,"MassiveScenarioClassification (my)":11.08,"MassiveScenarioClassification (nl)":42.75,"MassiveScenarioClassification (pt)":44.93,"MassiveScenarioClassification (ro)":43.79,"MassiveScenarioClassification (ru)":25.98,"MassiveScenarioClassification (sl)":40.78,"MassiveScenarioClassification (sq)":43.06,"MassiveScenarioClassification (sw)":41.73,"MassiveScenarioClassification (ta)":7.53,"MassiveScenarioClassification (te)":7.33,"MassiveScenarioClassification (th)":13.75,"MassiveScenarioClassification (tl)":40.24,"MassiveScenarioClassification (tr)":33.56,"MassiveScenarioClassification (ur)":14.59,"MassiveScenarioClassification (vi)":39.11,"MassiveScenarioClassification (zh-TW)":79.06} -{"index":123,"Rank":139,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.33,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.39,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.58,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":124,"Rank":140,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":67.69,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.86,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.6,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":125,"Rank":141,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.48,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.96,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":67.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.7,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":126,"Rank":142,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.11,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.52,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":65.93,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.48,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":127,"Rank":143,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":34.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.97,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.59,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.67,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.61,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":128,"Rank":144,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.02,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":129,"Rank":145,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.44,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":130,"Rank":146,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.79,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":131,"Rank":147,"Model":"mmarco-bert-base-italian-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":55.06,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":63.04,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":132,"Rank":148,"Model":"mmarco-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":22.3,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":27.41,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":133,"Rank":149,"Model":"stsbm-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":38.88,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":43.3,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":134,"Rank":150,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":135,"Rank":151,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.24,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":136,"Rank":152,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.33,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":137,"Rank":153,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.44,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":146,"Rank":154,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":27.05,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":72.97,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.18,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":42.64,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":49.92,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":152,"Rank":155,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":46.09,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.2,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":58.33,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.91,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":68.53,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":153,"Rank":156,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":29.75,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":154,"Rank":157,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":66.08,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":71.13,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":155,"Rank":158,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":30.4,"MassiveIntentClassification (am)":2.28,"MassiveIntentClassification (ar)":3.8,"MassiveIntentClassification (az)":23.58,"MassiveIntentClassification (bn)":3.08,"MassiveIntentClassification (cy)":31.68,"MassiveIntentClassification (de)":32.1,"MassiveIntentClassification (el)":9.66,"MassiveIntentClassification (es)":31.03,"MassiveIntentClassification (fa)":3.34,"MassiveIntentClassification (fi)":31.13,"MassiveIntentClassification (fr)":31.51,"MassiveIntentClassification (he)":2.25,"MassiveIntentClassification (hi)":2.56,"MassiveIntentClassification (hu)":25.52,"MassiveIntentClassification (hy)":2.72,"MassiveIntentClassification (id)":33.56,"MassiveIntentClassification (is)":24.85,"MassiveIntentClassification (it)":35.24,"MassiveIntentClassification (ja)":5.61,"MassiveIntentClassification (jv)":28.53,"MassiveIntentClassification (ka)":2.64,"MassiveIntentClassification (km)":5.14,"MassiveIntentClassification (kn)":2.06,"MassiveIntentClassification (ko)":2.53,"MassiveIntentClassification (lv)":22.32,"MassiveIntentClassification (ml)":2.39,"MassiveIntentClassification (mn)":28.99,"MassiveIntentClassification (ms)":28.94,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":32.44,"MassiveIntentClassification (pt)":34.35,"MassiveIntentClassification (ro)":31.72,"MassiveIntentClassification (ru)":57.98,"MassiveIntentClassification (sl)":31.39,"MassiveIntentClassification (sq)":32.38,"MassiveIntentClassification (sw)":27.79,"MassiveIntentClassification (ta)":1.5,"MassiveIntentClassification (te)":2.21,"MassiveIntentClassification (th)":3.74,"MassiveIntentClassification (tl)":32.02,"MassiveIntentClassification (tr)":27.56,"MassiveIntentClassification (ur)":2.45,"MassiveIntentClassification (vi)":23.72,"MassiveIntentClassification (zh-TW)":6.81,"MassiveScenarioClassification (af)":40.84,"MassiveScenarioClassification (am)":7.68,"MassiveScenarioClassification (ar)":11.86,"MassiveScenarioClassification (az)":30.32,"MassiveScenarioClassification (bn)":8.85,"MassiveScenarioClassification (cy)":39.85,"MassiveScenarioClassification (de)":42.07,"MassiveScenarioClassification (el)":17.95,"MassiveScenarioClassification (es)":37.13,"MassiveScenarioClassification (fa)":6.62,"MassiveScenarioClassification (fi)":35.19,"MassiveScenarioClassification (fr)":42.9,"MassiveScenarioClassification (he)":7.61,"MassiveScenarioClassification (hi)":7.41,"MassiveScenarioClassification (hu)":36.41,"MassiveScenarioClassification (hy)":8.78,"MassiveScenarioClassification (id)":39.54,"MassiveScenarioClassification (is)":33.1,"MassiveScenarioClassification (it)":42.69,"MassiveScenarioClassification (ja)":10.6,"MassiveScenarioClassification (jv)":37.23,"MassiveScenarioClassification (ka)":7.01,"MassiveScenarioClassification (km)":8.51,"MassiveScenarioClassification (kn)":7.6,"MassiveScenarioClassification (ko)":5.63,"MassiveScenarioClassification (lv)":29.29,"MassiveScenarioClassification (ml)":6.92,"MassiveScenarioClassification (mn)":33.7,"MassiveScenarioClassification (ms)":38.97,"MassiveScenarioClassification (my)":10.73,"MassiveScenarioClassification (nl)":40.94,"MassiveScenarioClassification (pt)":40.79,"MassiveScenarioClassification (ro)":40.02,"MassiveScenarioClassification (ru)":62.9,"MassiveScenarioClassification (sl)":35.98,"MassiveScenarioClassification (sq)":42.66,"MassiveScenarioClassification (sw)":35.66,"MassiveScenarioClassification (ta)":7.01,"MassiveScenarioClassification (te)":6.91,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":38.16,"MassiveScenarioClassification (tr)":34.85,"MassiveScenarioClassification (ur)":8.53,"MassiveScenarioClassification (vi)":31.89,"MassiveScenarioClassification (zh-TW)":11.93} -{"index":156,"Rank":159,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.68,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":157,"Rank":160,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.12,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":159,"Rank":161,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.46,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":160,"Rank":162,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":56.98,"MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":161,"Rank":163,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":56.77,"MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":61.77,"MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":162,"Rank":164,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":163,"Rank":165,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":45.82,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":164,"Rank":166,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.23,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":165,"Rank":167,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.69,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":166,"Rank":168,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":21.96,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":167,"Rank":169,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.69,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":169,"Rank":170,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":33.51,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.5,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":53.98,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":61.19,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.22,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":170,"Rank":171,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.09,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.19,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.64,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.8,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":73.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":171,"Rank":172,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.51,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.01,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.15,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.94,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":172,"Rank":173,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.76,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.3,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":89.38,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":64.45,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.42,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.11,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":173,"Rank":174,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":48.3,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} diff --git a/boards_data/other-sts/data_overall/default.txt b/boards_data/other-sts/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/other-sts/data_tasks/STS/default.jsonl b/boards_data/other-sts/data_tasks/STS/default.jsonl deleted file mode 100644 index 0358de0e3c46a10dbec8122012c023bf19d01182..0000000000000000000000000000000000000000 --- a/boards_data/other-sts/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,332 +0,0 @@ -{"index":188,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.4,"STS17 (ar-ar)":82.71,"STS17 (en-ar)":81.83,"STS17 (en-de)":87.61,"STS17 (en-tr)":80.47,"STS17 (es-en)":87.03,"STS17 (es-es)":89.4,"STS17 (fr-en)":86.28,"STS17 (it-en)":88.25,"STS17 (ko-ko)":84.31,"STS17 (nl-en)":87.44,"STS22 (ar)":59.52,"STS22 (de)":61.53,"STS22 (de-en)":58.22,"STS22 (de-fr)":65.52,"STS22 (de-pl)":54.6,"STS22 (es)":68.45,"STS22 (es-en)":78.65,"STS22 (es-it)":75.25,"STS22 (fr)":82.25,"STS22 (fr-pl)":61.98,"STS22 (it)":79.45,"STS22 (pl)":40.97,"STS22 (pl-en)":74.86,"STS22 (ru)":65.17,"STS22 (tr)":67.2,"STS22 (zh-en)":71.45,"STSBenchmark":88.39} -{"index":22,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.54,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.93,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.56,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.06,"STS17 (it-en)":89.68,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":67.0,"STS22 (es-en)":75.84,"STS22 (es-it)":75.04,"STS22 (fr)":79.86,"STS22 (fr-pl)":84.52,"STS22 (it)":75.87,"STS22 (pl)":39.21,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.88,"STSBenchmark":88.6} -{"index":21,"Rank":3,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} -{"index":183,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.17,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.95,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.59,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.08,"STS17 (it-en)":89.69,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":67.0,"STS22 (es-en)":75.84,"STS22 (es-it)":75.04,"STS22 (fr)":69.82,"STS22 (fr-pl)":84.52,"STS22 (it)":75.87,"STS22 (pl)":39.21,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.88,"STSBenchmark":88.6} -{"index":187,"Rank":5,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"STS17 (ar-ar)":77.83,"STS17 (en-ar)":75.03,"STS17 (en-de)":86.15,"STS17 (en-tr)":71.22,"STS17 (es-en)":80.74,"STS17 (es-es)":86.71,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.52,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.29,"STS22 (ar)":56.95,"STS22 (de)":56.58,"STS22 (de-en)":56.59,"STS22 (de-fr)":67.96,"STS22 (de-pl)":49.58,"STS22 (es)":64.6,"STS22 (es-en)":72.51,"STS22 (es-it)":68.92,"STS22 (fr)":76.77,"STS22 (fr-pl)":50.71,"STS22 (it)":76.99,"STS22 (pl)":34.66,"STS22 (pl-en)":65.54,"STS22 (ru)":59.89,"STS22 (tr)":63.56,"STS22 (zh-en)":65.95,"STSBenchmark":87.29} -{"index":186,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.86,"STS17 (ar-ar)":74.48,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.08,"STS17 (en-tr)":63.3,"STS17 (es-en)":76.56,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.16,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.29,"STS22 (ar)":57.82,"STS22 (de)":55.95,"STS22 (de-en)":54.89,"STS22 (de-fr)":59.68,"STS22 (de-pl)":39.35,"STS22 (es)":66.67,"STS22 (es-en)":74.0,"STS22 (es-it)":66.43,"STS22 (fr)":75.04,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.07,"STS22 (pl-en)":70.37,"STS22 (ru)":60.67,"STS22 (tr)":63.71,"STS22 (zh-en)":69.8,"STSBenchmark":85.64} -{"index":132,"Rank":7,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.85,"STS17 (ar-ar)":79.38,"STS17 (en-ar)":58.76,"STS17 (en-de)":76.13,"STS17 (en-tr)":55.53,"STS17 (es-en)":72.26,"STS17 (es-es)":85.06,"STS17 (fr-en)":75.63,"STS17 (it-en)":71.36,"STS17 (ko-ko)":80.79,"STS17 (nl-en)":71.99,"STS22 (ar)":57.44,"STS22 (de)":60.12,"STS22 (de-en)":53.36,"STS22 (de-fr)":58.25,"STS22 (de-pl)":48.47,"STS22 (es)":68.57,"STS22 (es-en)":77.41,"STS22 (es-it)":74.69,"STS22 (fr)":81.47,"STS22 (fr-pl)":73.25,"STS22 (it)":79.28,"STS22 (pl)":42.08,"STS22 (pl-en)":77.5,"STS22 (ru)":61.71,"STS22 (tr)":66.62,"STS22 (zh-en)":69.87,"STSBenchmark":81.95} -{"index":32,"Rank":8,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.13,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} -{"index":283,"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.64,"STS17 (ar-ar)":79.1,"STS17 (en-ar)":80.85,"STS17 (en-de)":83.28,"STS17 (en-tr)":74.9,"STS17 (es-en)":86.11,"STS17 (es-es)":85.14,"STS17 (fr-en)":81.17,"STS17 (it-en)":84.24,"STS17 (ko-ko)":83.41,"STS17 (nl-en)":82.51,"STS22 (ar)":52.19,"STS22 (de)":46.7,"STS22 (de-en)":50.81,"STS22 (de-fr)":62.34,"STS22 (de-pl)":40.53,"STS22 (es)":59.91,"STS22 (es-en)":70.26,"STS22 (es-it)":53.7,"STS22 (fr)":74.3,"STS22 (fr-pl)":84.52,"STS22 (it)":60.65,"STS22 (pl)":33.64,"STS22 (pl-en)":73.07,"STS22 (ru)":58.74,"STS22 (tr)":56.3,"STS22 (zh-en)":67.96,"STSBenchmark":86.82} -{"index":189,"Rank":10,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.08,"STS17 (ar-ar)":73.0,"STS17 (en-ar)":57.39,"STS17 (en-de)":76.82,"STS17 (en-tr)":55.93,"STS17 (es-en)":72.43,"STS17 (es-es)":84.83,"STS17 (fr-en)":72.28,"STS17 (it-en)":77.31,"STS17 (ko-ko)":78.87,"STS17 (nl-en)":75.43,"STS22 (ar)":56.65,"STS22 (de)":53.45,"STS22 (de-en)":56.07,"STS22 (de-fr)":60.62,"STS22 (de-pl)":28.24,"STS22 (es)":66.86,"STS22 (es-en)":74.2,"STS22 (es-it)":71.74,"STS22 (fr)":76.58,"STS22 (fr-pl)":84.52,"STS22 (it)":76.53,"STS22 (pl)":35.8,"STS22 (pl-en)":72.69,"STS22 (ru)":59.9,"STS22 (tr)":63.69,"STS22 (zh-en)":65.32,"STSBenchmark":84.11} -{"index":205,"Rank":11,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.07,"STS17 (ar-ar)":73.03,"STS17 (en-ar)":57.41,"STS17 (en-de)":77.24,"STS17 (en-tr)":55.97,"STS17 (es-en)":72.44,"STS17 (es-es)":84.84,"STS17 (fr-en)":72.29,"STS17 (it-en)":77.33,"STS17 (ko-ko)":78.87,"STS17 (nl-en)":75.38,"STS22 (ar)":56.65,"STS22 (de)":53.45,"STS22 (de-en)":56.49,"STS22 (de-fr)":60.57,"STS22 (de-pl)":28.24,"STS22 (es)":66.88,"STS22 (es-en)":74.57,"STS22 (es-it)":71.81,"STS22 (fr)":76.58,"STS22 (fr-pl)":84.52,"STS22 (it)":76.53,"STS22 (pl)":35.79,"STS22 (pl-en)":72.69,"STS22 (ru)":59.9,"STS22 (tr)":63.71,"STS22 (zh-en)":63.74,"STSBenchmark":84.01} -{"index":268,"Rank":12,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"STS17 (ar-ar)":69.07,"STS17 (en-ar)":74.51,"STS17 (en-de)":73.85,"STS17 (en-tr)":72.07,"STS17 (es-en)":65.71,"STS17 (es-es)":80.83,"STS17 (fr-en)":76.98,"STS17 (it-en)":76.99,"STS17 (ko-ko)":71.32,"STS17 (nl-en)":75.22,"STS22 (ar)":57.67,"STS22 (de)":48.58,"STS22 (de-en)":50.14,"STS22 (de-fr)":53.28,"STS22 (de-pl)":58.69,"STS22 (es)":63.18,"STS22 (es-en)":71.86,"STS22 (es-it)":69.69,"STS22 (fr)":77.95,"STS22 (fr-pl)":61.98,"STS22 (it)":72.22,"STS22 (pl)":39.28,"STS22 (pl-en)":69.41,"STS22 (ru)":57.49,"STS22 (tr)":58.15,"STS22 (zh-en)":64.02,"STSBenchmark":72.25} -{"index":290,"Rank":13,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":65.66,"STS17 (ar-ar)":78.03,"STS17 (en-ar)":78.6,"STS17 (en-de)":81.48,"STS17 (en-tr)":76.34,"STS17 (es-en)":81.81,"STS17 (es-es)":87.91,"STS17 (fr-en)":78.06,"STS17 (it-en)":80.98,"STS17 (ko-ko)":68.24,"STS17 (nl-en)":81.0,"STS22 (ar)":54.51,"STS22 (de)":46.89,"STS22 (de-en)":45.0,"STS22 (de-fr)":49.43,"STS22 (de-pl)":39.32,"STS22 (es)":58.94,"STS22 (es-en)":67.71,"STS22 (es-it)":50.79,"STS22 (fr)":74.1,"STS22 (fr-pl)":73.25,"STS22 (it)":65.86,"STS22 (pl)":34.81,"STS22 (pl-en)":60.17,"STS22 (ru)":54.51,"STS22 (tr)":57.29,"STS22 (zh-en)":61.29,"STSBenchmark":86.45} -{"index":72,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.52,"STS17 (ar-ar)":76.04,"STS17 (en-ar)":77.6,"STS17 (en-de)":70.4,"STS17 (en-tr)":71.04,"STS17 (es-en)":81.59,"STS17 (es-es)":82.77,"STS17 (fr-en)":77.16,"STS17 (it-en)":81.52,"STS17 (ko-ko)":77.0,"STS17 (nl-en)":80.7,"STS22 (ar)":52.61,"STS22 (de)":41.84,"STS22 (de-en)":49.09,"STS22 (de-fr)":50.6,"STS22 (de-pl)":50.44,"STS22 (es)":57.23,"STS22 (es-en)":67.29,"STS22 (es-it)":57.93,"STS22 (fr)":72.79,"STS22 (fr-pl)":73.25,"STS22 (it)":64.17,"STS22 (pl)":36.37,"STS22 (pl-en)":67.72,"STS22 (ru)":53.35,"STS22 (tr)":52.71,"STS22 (zh-en)":64.45,"STSBenchmark":81.34} -{"index":275,"Rank":15,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.43,"STS17 (ar-ar)":77.34,"STS17 (en-ar)":77.46,"STS17 (en-de)":80.24,"STS17 (en-tr)":74.34,"STS17 (es-en)":77.4,"STS17 (es-es)":83.71,"STS17 (fr-en)":79.28,"STS17 (it-en)":80.82,"STS17 (ko-ko)":76.4,"STS17 (nl-en)":80.51,"STS22 (ar)":49.04,"STS22 (de)":35.73,"STS22 (de-en)":47.51,"STS22 (de-fr)":60.76,"STS22 (de-pl)":36.09,"STS22 (es)":59.34,"STS22 (es-en)":68.96,"STS22 (es-it)":63.28,"STS22 (fr)":76.41,"STS22 (fr-pl)":61.98,"STS22 (it)":65.1,"STS22 (pl)":34.58,"STS22 (pl-en)":71.33,"STS22 (ru)":52.4,"STS22 (tr)":54.07,"STS22 (zh-en)":61.75,"STSBenchmark":80.75} -{"index":282,"Rank":16,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.18,"STS17 (ar-ar)":79.16,"STS17 (en-ar)":81.22,"STS17 (en-de)":84.22,"STS17 (en-tr)":76.74,"STS17 (es-en)":84.44,"STS17 (es-es)":85.56,"STS17 (fr-en)":76.59,"STS17 (it-en)":82.35,"STS17 (ko-ko)":77.03,"STS17 (nl-en)":81.71,"STS22 (ar)":46.2,"STS22 (de)":44.64,"STS22 (de-en)":52.65,"STS22 (de-fr)":51.73,"STS22 (de-pl)":44.22,"STS22 (es)":56.56,"STS22 (es-en)":67.33,"STS22 (es-it)":47.67,"STS22 (fr)":70.55,"STS22 (fr-pl)":50.71,"STS22 (it)":55.22,"STS22 (pl)":33.73,"STS22 (pl-en)":69.02,"STS22 (ru)":57.08,"STS22 (tr)":53.39,"STS22 (zh-en)":65.71,"STSBenchmark":84.42} -{"index":192,"Rank":17,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":59.1,"STS17 (ar-ar)":81.13,"STS17 (en-ar)":79.64,"STS17 (en-de)":52.52,"STS17 (en-tr)":4.75,"STS17 (es-en)":85.41,"STS17 (es-es)":87.33,"STS17 (fr-en)":83.96,"STS17 (it-en)":45.62,"STS17 (ko-ko)":61.89,"STS17 (nl-en)":46.69,"STS22 (ar)":55.0,"STS22 (de)":37.51,"STS22 (de-en)":51.66,"STS22 (de-fr)":39.66,"STS22 (de-pl)":26.11,"STS22 (es)":59.79,"STS22 (es-en)":73.59,"STS22 (es-it)":67.83,"STS22 (fr)":77.1,"STS22 (fr-pl)":84.52,"STS22 (it)":68.87,"STS22 (pl)":27.98,"STS22 (pl-en)":60.77,"STS22 (ru)":43.14,"STS22 (tr)":42.33,"STS22 (zh-en)":65.01,"STSBenchmark":85.79} -{"index":143,"Rank":18,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":58.34,"STS17 (ar-ar)":76.42,"STS17 (en-ar)":78.07,"STS17 (en-de)":59.1,"STS17 (en-tr)":11.8,"STS17 (es-en)":78.22,"STS17 (es-es)":86.0,"STS17 (fr-en)":80.46,"STS17 (it-en)":51.58,"STS17 (ko-ko)":66.89,"STS17 (nl-en)":45.85,"STS22 (ar)":58.67,"STS22 (de)":30.05,"STS22 (de-en)":51.16,"STS22 (de-fr)":53.28,"STS22 (de-pl)":43.05,"STS22 (es)":65.41,"STS22 (es-en)":75.06,"STS22 (es-it)":65.5,"STS22 (fr)":80.38,"STS22 (fr-pl)":28.17,"STS22 (it)":65.65,"STS22 (pl)":31.13,"STS22 (pl-en)":53.31,"STS22 (ru)":43.36,"STS22 (tr)":47.14,"STS22 (zh-en)":68.45,"STSBenchmark":80.9} -{"index":163,"Rank":19,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.22,"STS17 (ar-ar)":74.97,"STS17 (en-ar)":74.05,"STS17 (en-de)":74.95,"STS17 (en-tr)":77.18,"STS17 (es-en)":72.25,"STS17 (es-es)":80.65,"STS17 (fr-en)":77.2,"STS17 (it-en)":78.67,"STS17 (ko-ko)":66.14,"STS17 (nl-en)":78.14,"STS22 (ar)":40.25,"STS22 (de)":24.09,"STS22 (de-en)":34.28,"STS22 (de-fr)":41.29,"STS22 (de-pl)":25.81,"STS22 (es)":55.4,"STS22 (es-en)":57.82,"STS22 (es-it)":49.13,"STS22 (fr)":61.72,"STS22 (fr-pl)":61.98,"STS22 (it)":62.2,"STS22 (pl)":25.31,"STS22 (pl-en)":44.72,"STS22 (ru)":43.57,"STS22 (tr)":46.46,"STS22 (zh-en)":49.19,"STSBenchmark":67.39} -{"index":11,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":52.31,"STS17 (ar-ar)":67.47,"STS17 (en-ar)":65.05,"STS17 (en-de)":66.66,"STS17 (en-tr)":70.05,"STS17 (es-en)":55.3,"STS17 (es-es)":79.67,"STS17 (fr-en)":70.82,"STS17 (it-en)":70.98,"STS17 (ko-ko)":70.52,"STS17 (nl-en)":68.12,"STS22 (ar)":42.57,"STS22 (de)":25.69,"STS22 (de-en)":32.35,"STS22 (de-fr)":37.41,"STS22 (de-pl)":15.67,"STS22 (es)":54.92,"STS22 (es-en)":54.34,"STS22 (es-it)":42.21,"STS22 (fr)":58.61,"STS22 (fr-pl)":39.44,"STS22 (it)":60.31,"STS22 (pl)":18.34,"STS22 (pl-en)":53.63,"STS22 (ru)":39.24,"STS22 (tr)":36.97,"STS22 (zh-en)":46.19,"STSBenchmark":69.77} -{"index":194,"Rank":21,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.04,"STS17 (ar-ar)":80.6,"STS17 (en-ar)":72.6,"STS17 (en-de)":40.34,"STS17 (en-tr)":6.79,"STS17 (es-en)":81.8,"STS17 (es-es)":85.65,"STS17 (fr-en)":79.94,"STS17 (it-en)":34.8,"STS17 (ko-ko)":57.28,"STS17 (nl-en)":33.58,"STS22 (ar)":54.82,"STS22 (de)":26.63,"STS22 (de-en)":49.55,"STS22 (de-fr)":22.36,"STS22 (de-pl)":35.32,"STS22 (es)":56.31,"STS22 (es-en)":71.03,"STS22 (es-it)":61.3,"STS22 (fr)":61.35,"STS22 (fr-pl)":73.25,"STS22 (it)":62.61,"STS22 (pl)":15.06,"STS22 (pl-en)":43.72,"STS22 (ru)":28.77,"STS22 (tr)":22.11,"STS22 (zh-en)":63.9,"STSBenchmark":83.63} -{"index":286,"Rank":22,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.06,"STS17 (ar-ar)":11.13,"STS17 (en-ar)":-3.93,"STS17 (en-de)":79.04,"STS17 (en-tr)":13.61,"STS17 (es-en)":71.72,"STS17 (es-es)":83.42,"STS17 (fr-en)":71.38,"STS17 (it-en)":69.5,"STS17 (ko-ko)":9.61,"STS17 (nl-en)":66.12,"STS22 (ar)":29.6,"STS22 (de)":47.72,"STS22 (de-en)":49.64,"STS22 (de-fr)":62.21,"STS22 (de-pl)":34.34,"STS22 (es)":58.16,"STS22 (es-en)":69.15,"STS22 (es-it)":65.26,"STS22 (fr)":77.49,"STS22 (fr-pl)":50.71,"STS22 (it)":66.91,"STS22 (pl)":27.04,"STS22 (pl-en)":58.85,"STS22 (ru)":26.63,"STS22 (tr)":43.36,"STS22 (zh-en)":29.0,"STSBenchmark":83.93} -{"index":278,"Rank":23,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.47,"STS17 (ar-ar)":9.06,"STS17 (en-ar)":-3.22,"STS17 (en-de)":70.38,"STS17 (en-tr)":17.17,"STS17 (es-en)":60.24,"STS17 (es-es)":81.93,"STS17 (fr-en)":62.17,"STS17 (it-en)":59.11,"STS17 (ko-ko)":8.9,"STS17 (nl-en)":56.91,"STS22 (ar)":37.66,"STS22 (de)":50.58,"STS22 (de-en)":53.63,"STS22 (de-fr)":55.72,"STS22 (de-pl)":27.99,"STS22 (es)":59.14,"STS22 (es-en)":69.99,"STS22 (es-it)":60.94,"STS22 (fr)":79.43,"STS22 (fr-pl)":61.98,"STS22 (it)":67.14,"STS22 (pl)":33.74,"STS22 (pl-en)":60.18,"STS22 (ru)":32.69,"STS22 (tr)":55.79,"STS22 (zh-en)":28.85,"STSBenchmark":77.65} -{"index":256,"Rank":24,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.65,"STS17 (ar-ar)":49.62,"STS17 (en-ar)":2.87,"STS17 (en-de)":55.05,"STS17 (en-tr)":3.92,"STS17 (es-en)":45.84,"STS17 (es-es)":77.57,"STS17 (fr-en)":46.41,"STS17 (it-en)":35.49,"STS17 (ko-ko)":45.12,"STS17 (nl-en)":33.91,"STS22 (ar)":33.18,"STS22 (de)":35.53,"STS22 (de-en)":54.57,"STS22 (de-fr)":53.92,"STS22 (de-pl)":29.75,"STS22 (es)":53.4,"STS22 (es-en)":58.93,"STS22 (es-it)":57.57,"STS22 (fr)":77.79,"STS22 (fr-pl)":61.98,"STS22 (it)":69.38,"STS22 (pl)":29.86,"STS22 (pl-en)":58.42,"STS22 (ru)":41.06,"STS22 (tr)":48.12,"STS22 (zh-en)":48.42,"STSBenchmark":78.96} -{"index":65,"Rank":25,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.36,"STS17 (ar-ar)":46.8,"STS17 (en-ar)":-0.78,"STS17 (en-de)":47.5,"STS17 (en-tr)":4.18,"STS17 (es-en)":44.27,"STS17 (es-es)":79.22,"STS17 (fr-en)":47.15,"STS17 (it-en)":42.65,"STS17 (ko-ko)":39.79,"STS17 (nl-en)":36.6,"STS22 (ar)":25.06,"STS22 (de)":39.49,"STS22 (de-en)":54.22,"STS22 (de-fr)":48.91,"STS22 (de-pl)":33.04,"STS22 (es)":59.47,"STS22 (es-en)":66.65,"STS22 (es-it)":64.37,"STS22 (fr)":79.88,"STS22 (fr-pl)":39.44,"STS22 (it)":68.15,"STS22 (pl)":35.38,"STS22 (pl-en)":62.7,"STS22 (ru)":30.62,"STS22 (tr)":45.65,"STS22 (zh-en)":49.25,"STSBenchmark":88.96} -{"index":277,"Rank":26,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.79,"STS17 (ar-ar)":10.19,"STS17 (en-ar)":-5.77,"STS17 (en-de)":67.43,"STS17 (en-tr)":8.75,"STS17 (es-en)":54.96,"STS17 (es-es)":82.74,"STS17 (fr-en)":60.5,"STS17 (it-en)":46.26,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":47.48,"STS22 (ar)":34.97,"STS22 (de)":51.7,"STS22 (de-en)":48.76,"STS22 (de-fr)":57.5,"STS22 (de-pl)":32.76,"STS22 (es)":57.49,"STS22 (es-en)":67.76,"STS22 (es-it)":57.18,"STS22 (fr)":78.7,"STS22 (fr-pl)":61.98,"STS22 (it)":67.67,"STS22 (pl)":30.68,"STS22 (pl-en)":54.17,"STS22 (ru)":15.36,"STS22 (tr)":58.12,"STS22 (zh-en)":29.42,"STSBenchmark":77.6} -{"index":285,"Rank":27,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.35,"STS17 (ar-ar)":10.75,"STS17 (en-ar)":-4.71,"STS17 (en-de)":73.62,"STS17 (en-tr)":-0.42,"STS17 (es-en)":62.62,"STS17 (es-es)":82.74,"STS17 (fr-en)":67.86,"STS17 (it-en)":51.86,"STS17 (ko-ko)":9.44,"STS17 (nl-en)":45.95,"STS22 (ar)":27.01,"STS22 (de)":43.73,"STS22 (de-en)":49.93,"STS22 (de-fr)":61.58,"STS22 (de-pl)":38.83,"STS22 (es)":57.68,"STS22 (es-en)":68.09,"STS22 (es-it)":61.58,"STS22 (fr)":75.01,"STS22 (fr-pl)":5.63,"STS22 (it)":62.01,"STS22 (pl)":25.0,"STS22 (pl-en)":51.72,"STS22 (ru)":14.21,"STS22 (tr)":47.3,"STS22 (zh-en)":23.1,"STSBenchmark":85.36} -{"index":271,"Rank":28,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.42,"STS17 (ar-ar)":55.42,"STS17 (en-ar)":6.76,"STS17 (en-de)":35.5,"STS17 (en-tr)":-4.58,"STS17 (es-en)":25.28,"STS17 (es-es)":78.4,"STS17 (fr-en)":41.64,"STS17 (it-en)":31.8,"STS17 (ko-ko)":39.11,"STS17 (nl-en)":32.89,"STS22 (ar)":38.96,"STS22 (de)":27.0,"STS22 (de-en)":49.73,"STS22 (de-fr)":31.39,"STS22 (de-pl)":23.53,"STS22 (es)":55.98,"STS22 (es-en)":55.09,"STS22 (es-it)":41.61,"STS22 (fr)":77.1,"STS22 (fr-pl)":73.25,"STS22 (it)":58.02,"STS22 (pl)":24.21,"STS22 (pl-en)":51.07,"STS22 (ru)":15.83,"STS22 (tr)":29.35,"STS22 (zh-en)":40.47,"STSBenchmark":83.42} -{"index":284,"Rank":29,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.17,"STS17 (ar-ar)":13.36,"STS17 (en-ar)":-5.65,"STS17 (en-de)":67.11,"STS17 (en-tr)":-0.02,"STS17 (es-en)":47.72,"STS17 (es-es)":79.94,"STS17 (fr-en)":56.61,"STS17 (it-en)":30.46,"STS17 (ko-ko)":10.06,"STS17 (nl-en)":36.46,"STS22 (ar)":31.2,"STS22 (de)":42.08,"STS22 (de-en)":46.9,"STS22 (de-fr)":55.04,"STS22 (de-pl)":33.94,"STS22 (es)":53.81,"STS22 (es-en)":65.19,"STS22 (es-it)":55.29,"STS22 (fr)":77.69,"STS22 (fr-pl)":28.17,"STS22 (it)":60.65,"STS22 (pl)":24.42,"STS22 (pl-en)":42.97,"STS22 (ru)":12.13,"STS22 (tr)":40.45,"STS22 (zh-en)":20.15,"STSBenchmark":85.52} -{"index":255,"Rank":30,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.05,"STS17 (ar-ar)":54.55,"STS17 (en-ar)":10.83,"STS17 (en-de)":30.79,"STS17 (en-tr)":-1.09,"STS17 (es-en)":20.91,"STS17 (es-es)":74.37,"STS17 (fr-en)":40.16,"STS17 (it-en)":31.06,"STS17 (ko-ko)":37.7,"STS17 (nl-en)":29.81,"STS22 (ar)":36.89,"STS22 (de)":29.24,"STS22 (de-en)":47.61,"STS22 (de-fr)":28.16,"STS22 (de-pl)":20.69,"STS22 (es)":54.1,"STS22 (es-en)":53.63,"STS22 (es-it)":40.82,"STS22 (fr)":74.12,"STS22 (fr-pl)":61.98,"STS22 (it)":56.66,"STS22 (pl)":22.74,"STS22 (pl-en)":47.1,"STS22 (ru)":21.93,"STS22 (tr)":32.22,"STS22 (zh-en)":42.68,"STSBenchmark":81.8} -{"index":270,"Rank":31,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.71,"STS17 (ar-ar)":50.89,"STS17 (en-ar)":-4.28,"STS17 (en-de)":35.82,"STS17 (en-tr)":4.5,"STS17 (es-en)":16.31,"STS17 (es-es)":76.12,"STS17 (fr-en)":37.09,"STS17 (it-en)":24.45,"STS17 (ko-ko)":43.39,"STS17 (nl-en)":29.0,"STS22 (ar)":22.64,"STS22 (de)":31.04,"STS22 (de-en)":44.04,"STS22 (de-fr)":30.07,"STS22 (de-pl)":4.93,"STS22 (es)":54.78,"STS22 (es-en)":53.42,"STS22 (es-it)":44.27,"STS22 (fr)":77.0,"STS22 (fr-pl)":50.71,"STS22 (it)":60.4,"STS22 (pl)":26.77,"STS22 (pl-en)":32.8,"STS22 (ru)":14.72,"STS22 (tr)":33.69,"STS22 (zh-en)":41.64,"STSBenchmark":82.03} -{"index":89,"Rank":32,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.32,"STS17 (ar-ar)":55.62,"STS17 (en-ar)":8.21,"STS17 (en-de)":30.18,"STS17 (en-tr)":1.04,"STS17 (es-en)":28.78,"STS17 (es-es)":71.88,"STS17 (fr-en)":26.34,"STS17 (it-en)":20.73,"STS17 (ko-ko)":52.39,"STS17 (nl-en)":25.05,"STS22 (ar)":28.19,"STS22 (de)":21.99,"STS22 (de-en)":53.07,"STS22 (de-fr)":32.97,"STS22 (de-pl)":20.45,"STS22 (es)":49.81,"STS22 (es-en)":49.51,"STS22 (es-it)":45.78,"STS22 (fr)":67.66,"STS22 (fr-pl)":61.98,"STS22 (it)":48.25,"STS22 (pl)":23.31,"STS22 (pl-en)":36.8,"STS22 (ru)":9.07,"STS22 (tr)":34.66,"STS22 (zh-en)":28.68,"STSBenchmark":75.34} -{"index":269,"Rank":33,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.57,"STS17 (ar-ar)":58.71,"STS17 (en-ar)":0.54,"STS17 (en-de)":27.54,"STS17 (en-tr)":0.43,"STS17 (es-en)":22.01,"STS17 (es-es)":78.37,"STS17 (fr-en)":30.7,"STS17 (it-en)":24.28,"STS17 (ko-ko)":43.37,"STS17 (nl-en)":24.51,"STS22 (ar)":17.54,"STS22 (de)":22.53,"STS22 (de-en)":42.86,"STS22 (de-fr)":43.52,"STS22 (de-pl)":1.63,"STS22 (es)":43.98,"STS22 (es-en)":53.99,"STS22 (es-it)":40.71,"STS22 (fr)":69.51,"STS22 (fr-pl)":16.9,"STS22 (it)":47.48,"STS22 (pl)":19.22,"STS22 (pl-en)":42.67,"STS22 (ru)":11.19,"STS22 (tr)":21.6,"STS22 (zh-en)":44.39,"STSBenchmark":83.09} -{"index":257,"Rank":34,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.78,"STS17 (ar-ar)":50.1,"STS17 (en-ar)":9.13,"STS17 (en-de)":28.04,"STS17 (en-tr)":-4.34,"STS17 (es-en)":17.84,"STS17 (es-es)":71.26,"STS17 (fr-en)":34.75,"STS17 (it-en)":28.25,"STS17 (ko-ko)":32.8,"STS17 (nl-en)":23.42,"STS22 (ar)":35.18,"STS22 (de)":9.26,"STS22 (de-en)":44.91,"STS22 (de-fr)":37.52,"STS22 (de-pl)":16.23,"STS22 (es)":36.39,"STS22 (es-en)":46.97,"STS22 (es-it)":28.27,"STS22 (fr)":58.65,"STS22 (fr-pl)":61.98,"STS22 (it)":35.33,"STS22 (pl)":13.67,"STS22 (pl-en)":43.22,"STS22 (ru)":13.08,"STS22 (tr)":17.51,"STS22 (zh-en)":40.36,"STSBenchmark":82.21} -{"index":90,"Rank":35,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":27.72,"STS17 (ar-ar)":54.16,"STS17 (en-ar)":1.72,"STS17 (en-de)":25.48,"STS17 (en-tr)":2.09,"STS17 (es-en)":21.93,"STS17 (es-es)":67.8,"STS17 (fr-en)":18.91,"STS17 (it-en)":16.39,"STS17 (ko-ko)":45.66,"STS17 (nl-en)":23.49,"STS22 (ar)":5.17,"STS22 (de)":11.0,"STS22 (de-en)":53.93,"STS22 (de-fr)":25.11,"STS22 (de-pl)":20.94,"STS22 (es)":43.05,"STS22 (es-en)":32.74,"STS22 (es-it)":35.99,"STS22 (fr)":54.56,"STS22 (fr-pl)":5.63,"STS22 (it)":33.68,"STS22 (pl)":14.91,"STS22 (pl-en)":20.54,"STS22 (ru)":3.36,"STS22 (tr)":3.82,"STS22 (zh-en)":26.71,"STSBenchmark":79.54} -{"index":272,"Rank":36,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.1,"STS17 (ar-ar)":27.14,"STS17 (en-ar)":6.9,"STS17 (en-de)":11.59,"STS17 (en-tr)":6.46,"STS17 (es-en)":10.86,"STS17 (es-es)":55.45,"STS17 (fr-en)":16.02,"STS17 (it-en)":19.87,"STS17 (ko-ko)":8.08,"STS17 (nl-en)":24.92,"STS22 (ar)":19.57,"STS22 (de)":17.31,"STS22 (de-en)":26.03,"STS22 (de-fr)":10.26,"STS22 (de-pl)":16.94,"STS22 (es)":48.89,"STS22 (es-en)":51.79,"STS22 (es-it)":25.24,"STS22 (fr)":53.92,"STS22 (fr-pl)":39.44,"STS22 (it)":39.43,"STS22 (pl)":13.56,"STS22 (pl-en)":25.36,"STS22 (ru)":1.11,"STS22 (tr)":31.73,"STS22 (zh-en)":8.44,"STSBenchmark":61.26} -{"index":274,"Rank":37,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":24.28,"STS17 (ar-ar)":13.78,"STS17 (en-ar)":9.08,"STS17 (en-de)":-3.11,"STS17 (en-tr)":-0.45,"STS17 (es-en)":-8.18,"STS17 (es-es)":48.23,"STS17 (fr-en)":5.81,"STS17 (it-en)":3.64,"STS17 (ko-ko)":2.54,"STS17 (nl-en)":0.44,"STS22 (ar)":32.42,"STS22 (de)":33.04,"STS22 (de-en)":28.65,"STS22 (de-fr)":14.77,"STS22 (de-pl)":11.21,"STS22 (es)":48.53,"STS22 (es-en)":26.97,"STS22 (es-it)":41.1,"STS22 (fr)":49.43,"STS22 (fr-pl)":39.44,"STS22 (it)":57.77,"STS22 (pl)":12.47,"STS22 (pl-en)":45.55,"STS22 (ru)":19.44,"STS22 (tr)":47.38,"STS22 (zh-en)":14.05,"STSBenchmark":61.55} -{"index":0,"Rank":38,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.33} -{"index":1,"Rank":39,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.99} -{"index":2,"Rank":40,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.85} -{"index":3,"Rank":41,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.74,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":4,"Rank":42,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.51,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":5,"Rank":43,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":79.99,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":6,"Rank":44,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.22} -{"index":7,"Rank":45,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.75,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":8,"Rank":46,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.86} -{"index":9,"Rank":47,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.56} -{"index":10,"Rank":48,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":12,"Rank":49,"Model":"Arabic_text_embedding_for_sts<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.05,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":13,"Rank":50,"Model":"arabic_text_embedding_sts_arabertv02_arabicnlitriplet<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":84.96,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":14,"Rank":51,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":15,"Rank":52,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":67.83,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":16,"Rank":53,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.35} -{"index":17,"Rank":54,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.84,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.83,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.38} -{"index":18,"Rank":55,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.58,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.02,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.85} -{"index":19,"Rank":56,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.04} -{"index":20,"Rank":57,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.07} -{"index":23,"Rank":58,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":24,"Rank":59,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":25,"Rank":60,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.42} -{"index":26,"Rank":61,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.42} -{"index":27,"Rank":62,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":28,"Rank":63,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":66.26,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":29,"Rank":64,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.28,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":42.79,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.25} -{"index":30,"Rank":65,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.86} -{"index":31,"Rank":66,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":33,"Rank":67,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":34,"Rank":68,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.58} -{"index":35,"Rank":69,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.55} -{"index":36,"Rank":70,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.46} -{"index":37,"Rank":71,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.79} -{"index":38,"Rank":72,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":33.88,"STSBenchmark":""} -{"index":39,"Rank":73,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":51.87,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":40,"Rank":74,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":34.98,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":41,"Rank":75,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":51.27,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":42,"Rank":76,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04} -{"index":43,"Rank":77,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.72,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":44,"Rank":78,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.49,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":45,"Rank":79,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.84,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.83,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.38} -{"index":46,"Rank":80,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.58,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.02,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.85} -{"index":47,"Rank":81,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":0.98} -{"index":48,"Rank":82,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":49,"Rank":83,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.4,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":50,"Rank":84,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":38.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":51,"Rank":85,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","STS17 (ar-ar)":79.26,"STS17 (en-ar)":74.46,"STS17 (en-de)":88.93,"STS17 (en-tr)":77.48,"STS17 (es-en)":87.47,"STS17 (es-es)":87.12,"STS17 (fr-en)":87.9,"STS17 (it-en)":88.43,"STS17 (ko-ko)":78.74,"STS17 (nl-en)":88.29,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":52,"Rank":86,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.43} -{"index":53,"Rank":87,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":75.04,"STS17 (en-de)":79.91,"STS17 (en-tr)":69.31,"STS17 (es-en)":81.5,"STS17 (es-es)":"","STS17 (fr-en)":80.85,"STS17 (it-en)":80.92,"STS17 (ko-ko)":"","STS17 (nl-en)":80.74,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":68.71,"STS22 (de-fr)":"","STS22 (de-pl)":60.26,"STS22 (es)":"","STS22 (es-en)":83.41,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":50.41,"STS22 (pl-en)":83.59,"STS22 (ru)":70.51,"STS22 (tr)":"","STS22 (zh-en)":75.38,"STSBenchmark":84.52} -{"index":54,"Rank":88,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":60.13,"STS17 (en-de)":75.44,"STS17 (en-tr)":53.68,"STS17 (es-en)":78.05,"STS17 (es-es)":"","STS17 (fr-en)":75.21,"STS17 (it-en)":74.97,"STS17 (ko-ko)":"","STS17 (nl-en)":71.91,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.89,"STS22 (de-fr)":64.21,"STS22 (de-pl)":57.18,"STS22 (es)":"","STS22 (es-en)":80.66,"STS22 (es-it)":"","STS22 (fr)":81.71,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.16,"STS22 (pl-en)":77.0,"STS22 (ru)":67.35,"STS22 (tr)":"","STS22 (zh-en)":76.57,"STSBenchmark":84.3} -{"index":55,"Rank":89,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":64.21,"STS17 (en-de)":78.85,"STS17 (en-tr)":57.05,"STS17 (es-en)":79.86,"STS17 (es-es)":"","STS17 (fr-en)":79.12,"STS17 (it-en)":79.06,"STS17 (ko-ko)":"","STS17 (nl-en)":75.77,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.16,"STS22 (de-fr)":64.67,"STS22 (de-pl)":55.77,"STS22 (es)":"","STS22 (es-en)":78.61,"STS22 (es-it)":"","STS22 (fr)":82.57,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":44.95,"STS22 (pl-en)":77.17,"STS22 (ru)":68.12,"STS22 (tr)":"","STS22 (zh-en)":74.97,"STSBenchmark":86.07} -{"index":56,"Rank":90,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.21} -{"index":57,"Rank":91,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.57} -{"index":58,"Rank":92,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":59,"Rank":93,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":60,"Rank":94,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":61,"Rank":95,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":62,"Rank":96,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":63,"Rank":97,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":64,"Rank":98,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":66,"Rank":99,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.82,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":67,"Rank":100,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.14,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.44} -{"index":68,"Rank":101,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":84.64,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.28} -{"index":69,"Rank":102,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.08} -{"index":70,"Rank":103,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.81} -{"index":71,"Rank":104,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":73,"Rank":105,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.72} -{"index":74,"Rank":106,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.32} -{"index":75,"Rank":107,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.05} -{"index":76,"Rank":108,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.44} -{"index":77,"Rank":109,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.65} -{"index":78,"Rank":110,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.42} -{"index":79,"Rank":111,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.16} -{"index":80,"Rank":112,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":73.36} -{"index":81,"Rank":113,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.34} -{"index":82,"Rank":114,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} -{"index":83,"Rank":115,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.21} -{"index":84,"Rank":116,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.72} -{"index":85,"Rank":117,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.79} -{"index":86,"Rank":118,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.93} -{"index":87,"Rank":119,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.61} -{"index":88,"Rank":120,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.59} -{"index":91,"Rank":121,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.21} -{"index":92,"Rank":122,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.39} -{"index":93,"Rank":123,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67} -{"index":94,"Rank":124,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":83.16,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.29,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.59} -{"index":95,"Rank":125,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":81.11,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":52.41,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.35} -{"index":96,"Rank":126,"Model":"Arabic-Triplet-Matryoshka-V2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.31,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":97,"Rank":127,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":82.4,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":51.38,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.16} -{"index":98,"Rank":128,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.47,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":57.26,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.05} -{"index":99,"Rank":129,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":79.93,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":52.44,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":67.56} -{"index":100,"Rank":130,"Model":"GATE-AraBert-v1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.78,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":59.75,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":101,"Rank":131,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.18,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.08,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.17} -{"index":102,"Rank":132,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":103,"Rank":133,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.82,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":104,"Rank":134,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":36.78,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":105,"Rank":135,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":106,"Rank":136,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.83} -{"index":107,"Rank":137,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.6} -{"index":108,"Rank":138,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.0} -{"index":109,"Rank":139,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.77} -{"index":110,"Rank":140,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":52.67} -{"index":111,"Rank":141,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.68} -{"index":112,"Rank":142,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":61.05,"STS17 (en-de)":79.31,"STS17 (en-tr)":63.63,"STS17 (es-en)":71.05,"STS17 (es-es)":"","STS17 (fr-en)":76.27,"STS17 (it-en)":76.88,"STS17 (ko-ko)":"","STS17 (nl-en)":78.27,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":55.11,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.59,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.85,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":70.79,"STSBenchmark":79.19} -{"index":113,"Rank":143,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.1} -{"index":114,"Rank":144,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.9} -{"index":115,"Rank":145,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":69.72} -{"index":116,"Rank":146,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":43.22,"STS17 (en-de)":75.87,"STS17 (en-tr)":48.94,"STS17 (es-en)":68.92,"STS17 (es-es)":"","STS17 (fr-en)":74.69,"STS17 (it-en)":73.82,"STS17 (ko-ko)":"","STS17 (nl-en)":64.88,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":52.69,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.89,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.62,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":69.43,"STSBenchmark":76.01} -{"index":117,"Rank":147,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.19} -{"index":118,"Rank":148,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.18} -{"index":119,"Rank":149,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.32} -{"index":120,"Rank":150,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.5} -{"index":121,"Rank":151,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.38} -{"index":122,"Rank":152,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.06} -{"index":123,"Rank":153,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":124,"Rank":154,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":125,"Rank":155,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":126,"Rank":156,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-1.1,"STS17 (en-de)":22.07,"STS17 (en-tr)":5.01,"STS17 (es-en)":19.72,"STS17 (es-es)":"","STS17 (fr-en)":29.3,"STS17 (it-en)":20.23,"STS17 (ko-ko)":"","STS17 (nl-en)":24.31,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":46.81,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":61.55,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":41.91,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":50.68,"STSBenchmark":84.81} -{"index":127,"Rank":157,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":67.06,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":128,"Rank":158,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":56.82,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":129,"Rank":159,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":50.75,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":130,"Rank":160,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":54.33,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":67.9,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":64.16,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":64.75,"STSBenchmark":82.2} -{"index":131,"Rank":161,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.89} -{"index":133,"Rank":162,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.94} -{"index":134,"Rank":163,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":135,"Rank":164,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.32} -{"index":136,"Rank":165,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.4} -{"index":137,"Rank":166,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.3} -{"index":138,"Rank":167,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.08} -{"index":139,"Rank":168,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.98} -{"index":140,"Rank":169,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.42} -{"index":141,"Rank":170,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":4.62,"STS17 (en-de)":29.11,"STS17 (en-tr)":7.61,"STS17 (es-en)":29.63,"STS17 (es-es)":"","STS17 (fr-en)":38.29,"STS17 (it-en)":27.22,"STS17 (ko-ko)":"","STS17 (nl-en)":30.81,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":47.02,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":63.05,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":44.44,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":49.45,"STSBenchmark":86.66} -{"index":142,"Rank":171,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":73.13,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":144,"Rank":172,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.85} -{"index":145,"Rank":173,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":146,"Rank":174,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":31.85,"STS22 (de)":38.9,"STS22 (de-en)":47.98,"STS22 (de-fr)":59.4,"STS22 (de-pl)":39.48,"STS22 (es)":60.85,"STS22 (es-en)":70.8,"STS22 (es-it)":66.83,"STS22 (fr)":74.98,"STS22 (fr-pl)":61.98,"STS22 (it)":68.58,"STS22 (pl)":32.74,"STS22 (pl-en)":58.73,"STS22 (ru)":58.53,"STS22 (tr)":55.04,"STS22 (zh-en)":24.98,"STSBenchmark":""} -{"index":147,"Rank":175,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":47.88,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":148,"Rank":176,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":50.23,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":149,"Rank":177,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":71.4} -{"index":150,"Rank":178,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.19,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":151,"Rank":179,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.54,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":152,"Rank":180,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.73,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":153,"Rank":181,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.2} -{"index":154,"Rank":182,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":63.39,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":155,"Rank":183,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":66.42,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":156,"Rank":184,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":47.67,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":157,"Rank":185,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.98} -{"index":158,"Rank":186,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":159,"Rank":187,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.23} -{"index":160,"Rank":188,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":161,"Rank":189,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.52} -{"index":162,"Rank":190,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":164,"Rank":191,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":65.37,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":165,"Rank":192,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.15,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":166,"Rank":193,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":48.52,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":167,"Rank":194,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.58,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.02,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.85} -{"index":168,"Rank":195,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":169,"Rank":196,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":39.05,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":170,"Rank":197,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.47,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":171,"Rank":198,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":47.29} -{"index":172,"Rank":199,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.43} -{"index":173,"Rank":200,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.88} -{"index":174,"Rank":201,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.56} -{"index":175,"Rank":202,"Model":"hui-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.47} -{"index":176,"Rank":203,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":177,"Rank":204,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":52.72,"STS17 (en-de)":85.84,"STS17 (en-tr)":55.56,"STS17 (es-en)":87.0,"STS17 (es-es)":"","STS17 (fr-en)":84.14,"STS17 (it-en)":86.31,"STS17 (ko-ko)":"","STS17 (nl-en)":84.2,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":59.47,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":77.83,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.4,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.08,"STSBenchmark":88.85} -{"index":178,"Rank":205,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.45} -{"index":179,"Rank":206,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.18} -{"index":180,"Rank":207,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.52} -{"index":181,"Rank":208,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.21} -{"index":182,"Rank":209,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":184,"Rank":210,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.36} -{"index":185,"Rank":211,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.95} -{"index":190,"Rank":212,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":191,"Rank":213,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":38.69,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":193,"Rank":214,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.71} -{"index":195,"Rank":215,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.02} -{"index":196,"Rank":216,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.33} -{"index":197,"Rank":217,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.57} -{"index":198,"Rank":218,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.6} -{"index":199,"Rank":219,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.2} -{"index":200,"Rank":220,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":201,"Rank":221,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":202,"Rank":222,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":203,"Rank":223,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04} -{"index":204,"Rank":224,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44} -{"index":206,"Rank":225,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67} -{"index":207,"Rank":226,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.54} -{"index":208,"Rank":227,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.69} -{"index":209,"Rank":228,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.5} -{"index":210,"Rank":229,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.46} -{"index":211,"Rank":230,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.77} -{"index":212,"Rank":231,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":69.72} -{"index":213,"Rank":232,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":27.72,"STS22 (de)":20.26,"STS22 (de-en)":38.54,"STS22 (de-fr)":33.9,"STS22 (de-pl)":7.27,"STS22 (es)":48.77,"STS22 (es-en)":47.53,"STS22 (es-it)":35.63,"STS22 (fr)":55.04,"STS22 (fr-pl)":84.52,"STS22 (it)":50.23,"STS22 (pl)":12.39,"STS22 (pl-en)":37.61,"STS22 (ru)":21.92,"STS22 (tr)":37.93,"STS22 (zh-en)":64.69,"STSBenchmark":""} -{"index":214,"Rank":233,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.7,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":215,"Rank":234,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":75.66,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":216,"Rank":235,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.68,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":217,"Rank":236,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":80.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":218,"Rank":237,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.35,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":219,"Rank":238,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":11.84,"STS17 (en-de)":19.78,"STS17 (en-tr)":3.88,"STS17 (es-en)":15.48,"STS17 (es-es)":"","STS17 (fr-en)":18.41,"STS17 (it-en)":2.93,"STS17 (ko-ko)":"","STS17 (nl-en)":10.28,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":31.73,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":20.68,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":36.39,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":3.65,"STSBenchmark":68.91} -{"index":220,"Rank":239,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-6.18,"STS17 (en-de)":22.57,"STS17 (en-tr)":-10.09,"STS17 (es-en)":13.25,"STS17 (es-es)":"","STS17 (fr-en)":19.49,"STS17 (it-en)":10.22,"STS17 (ko-ko)":"","STS17 (nl-en)":14.34,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":28.59,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":18.5,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":-0.22,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":10.97,"STSBenchmark":66.52} -{"index":221,"Rank":240,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":1.6,"STS17 (en-de)":18.27,"STS17 (en-tr)":-3.32,"STS17 (es-en)":6.63,"STS17 (es-es)":"","STS17 (fr-en)":21.12,"STS17 (it-en)":14.62,"STS17 (ko-ko)":"","STS17 (nl-en)":16.65,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":27.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":11.05,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.42,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":9.07,"STSBenchmark":67.25} -{"index":222,"Rank":241,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":2.42,"STS17 (en-de)":22.52,"STS17 (en-tr)":8.82,"STS17 (es-en)":10.14,"STS17 (es-es)":"","STS17 (fr-en)":25.26,"STS17 (it-en)":14.14,"STS17 (ko-ko)":"","STS17 (nl-en)":19.56,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":25.64,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.04,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.13,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":11.79,"STSBenchmark":72.81} -{"index":223,"Rank":242,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-0.56,"STS17 (en-de)":24.76,"STS17 (en-tr)":11.97,"STS17 (es-en)":13.6,"STS17 (es-es)":"","STS17 (fr-en)":31.33,"STS17 (it-en)":21.32,"STS17 (ko-ko)":"","STS17 (nl-en)":24.62,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":31.68,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":9.73,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":18.35,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":16.22,"STSBenchmark":74.28} -{"index":224,"Rank":243,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":5.42,"STS17 (en-de)":23.01,"STS17 (en-tr)":11.19,"STS17 (es-en)":14.73,"STS17 (es-es)":"","STS17 (fr-en)":34.29,"STS17 (it-en)":23.14,"STS17 (ko-ko)":"","STS17 (nl-en)":27.53,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":36.21,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.99,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":21.34,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":17.29,"STSBenchmark":75.41} -{"index":225,"Rank":244,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.2} -{"index":226,"Rank":245,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":227,"Rank":246,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.79} -{"index":228,"Rank":247,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.93} -{"index":229,"Rank":248,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.89} -{"index":230,"Rank":249,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.88} -{"index":231,"Rank":250,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.31} -{"index":232,"Rank":251,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.77} -{"index":233,"Rank":252,"Model":"mmarco-bert-base-italian-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":69.44,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":234,"Rank":253,"Model":"mmarco-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":37.93,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":235,"Rank":254,"Model":"stsbm-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":65.71,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":236,"Rank":255,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.54} -{"index":237,"Rank":256,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.42} -{"index":238,"Rank":257,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.96} -{"index":239,"Rank":258,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.28} -{"index":240,"Rank":259,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.8} -{"index":241,"Rank":260,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.14} -{"index":242,"Rank":261,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46} -{"index":243,"Rank":262,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":244,"Rank":263,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81} -{"index":245,"Rank":264,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.14} -{"index":246,"Rank":265,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.41} -{"index":247,"Rank":266,"Model":"Arabic-STS-Matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":82.9,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":248,"Rank":267,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":83.05,"STS17 (en-ar)":79.68,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":249,"Rank":268,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":83.78,"STS17 (en-ar)":82.19,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":250,"Rank":269,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":251,"Rank":270,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":252,"Rank":271,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.07} -{"index":253,"Rank":272,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} -{"index":254,"Rank":273,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52} -{"index":258,"Rank":274,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.15} -{"index":259,"Rank":275,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":260,"Rank":276,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":261,"Rank":277,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":262,"Rank":278,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.4,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":263,"Rank":279,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.63,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":264,"Rank":280,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":265,"Rank":281,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.32,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":266,"Rank":282,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":267,"Rank":283,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":37.34,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":273,"Rank":284,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.54} -{"index":276,"Rank":285,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.58} -{"index":279,"Rank":286,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.73} -{"index":280,"Rank":287,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.97} -{"index":281,"Rank":288,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.62,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":287,"Rank":289,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":76.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.01} -{"index":288,"Rank":290,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":62.89,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":289,"Rank":291,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":27.95,"STS22 (de)":8.16,"STS22 (de-en)":21.55,"STS22 (de-fr)":17.5,"STS22 (de-pl)":25.53,"STS22 (es)":45.31,"STS22 (es-en)":42.77,"STS22 (es-it)":32.83,"STS22 (fr)":42.0,"STS22 (fr-pl)":39.44,"STS22 (it)":39.69,"STS22 (pl)":9.71,"STS22 (pl-en)":42.08,"STS22 (ru)":60.06,"STS22 (tr)":15.46,"STS22 (zh-en)":31.25,"STSBenchmark":""} -{"index":291,"Rank":292,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":84.25,"STS17 (en-ar)":42.76,"STS17 (en-de)":29.23,"STS17 (en-tr)":15.59,"STS17 (es-en)":28.65,"STS17 (es-es)":"","STS17 (fr-en)":37.34,"STS17 (it-en)":25.19,"STS17 (ko-ko)":"","STS17 (nl-en)":32.22,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":292,"Rank":293,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.59,"STS17 (en-ar)":47.7,"STS17 (en-de)":31.86,"STS17 (en-tr)":9.21,"STS17 (es-en)":21.4,"STS17 (es-es)":"","STS17 (fr-en)":30.07,"STS17 (it-en)":23.33,"STS17 (ko-ko)":"","STS17 (nl-en)":36.24,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":293,"Rank":294,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":294,"Rank":295,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.42} -{"index":295,"Rank":296,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.58,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.02,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.85} -{"index":296,"Rank":297,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":297,"Rank":298,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":298,"Rank":299,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.43} -{"index":299,"Rank":300,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.73} -{"index":300,"Rank":301,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.07} -{"index":301,"Rank":302,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.57} -{"index":302,"Rank":303,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":44.39} -{"index":303,"Rank":304,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":83.57,"STS17 (en-de)":90.03,"STS17 (en-tr)":82.94,"STS17 (es-en)":90.39,"STS17 (es-es)":"","STS17 (fr-en)":88.83,"STS17 (it-en)":89.65,"STS17 (ko-ko)":"","STS17 (nl-en)":89.76,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":58.31,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":77.19,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":72.24,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.41,"STSBenchmark":88.83} -{"index":304,"Rank":305,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":34.97,"STS17 (en-de)":82.52,"STS17 (en-tr)":36.23,"STS17 (es-en)":82.0,"STS17 (es-es)":"","STS17 (fr-en)":82.22,"STS17 (it-en)":81.73,"STS17 (ko-ko)":"","STS17 (nl-en)":78.39,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":58.85,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.01,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.99,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":66.91,"STSBenchmark":86.51} -{"index":305,"Rank":306,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":10.24,"STS17 (en-ar)":-12.12,"STS17 (en-de)":-5.71,"STS17 (en-tr)":-18.0,"STS17 (es-en)":-9.99,"STS17 (es-es)":62.18,"STS17 (fr-en)":-3.68,"STS17 (it-en)":-8.94,"STS17 (ko-ko)":7.13,"STS17 (nl-en)":-0.89,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":67.61} -{"index":306,"Rank":307,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.08} -{"index":307,"Rank":308,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.93} -{"index":308,"Rank":309,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.28} -{"index":309,"Rank":310,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":71.11,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.24} -{"index":310,"Rank":311,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.77} -{"index":311,"Rank":312,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.69} -{"index":312,"Rank":313,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":0.8} -{"index":313,"Rank":314,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":314,"Rank":315,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.86} -{"index":315,"Rank":316,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":80.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":316,"Rank":317,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.92} -{"index":317,"Rank":318,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.4} -{"index":318,"Rank":319,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.45} -{"index":319,"Rank":320,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.13} -{"index":320,"Rank":321,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.28} -{"index":321,"Rank":322,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":70.01,"STSBenchmark":85.99} -{"index":322,"Rank":323,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":323,"Rank":324,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.78} -{"index":324,"Rank":325,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.32} -{"index":325,"Rank":326,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.02} -{"index":326,"Rank":327,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.08} -{"index":327,"Rank":328,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.09,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":64.5,"STS22 (zh-en)":"","STSBenchmark":83.17} -{"index":328,"Rank":329,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.34} -{"index":329,"Rank":330,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.56} -{"index":330,"Rank":331,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.24} -{"index":331,"Rank":332,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.54} diff --git a/boards_data/pl/data_overall/default.jsonl b/boards_data/pl/data_overall/default.jsonl deleted file mode 100644 index b60da62e5b4746c5d94a2047828c740e76efe09a..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_overall/default.jsonl +++ /dev/null @@ -1,62 +0,0 @@ -{"index":5,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (26 datasets)":70.0,"Classification Average (7 datasets)":77.99,"Clustering Average (1 datasets)":50.29,"PairClassification Average (4 datasets)":89.62,"Retrieval Average (11 datasets)":59.41,"STS Average (3 datasets)":70.64} -{"index":13,"Rank":2,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":68.75,"Classification Average (7 datasets)":79.0,"Clustering Average (1 datasets)":51.5,"PairClassification Average (4 datasets)":86.9,"Retrieval Average (11 datasets)":55.96,"STS Average (3 datasets)":73.25} -{"index":11,"Rank":3,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":67.86,"Classification Average (7 datasets)":77.84,"Clustering Average (1 datasets)":51.36,"PairClassification Average (4 datasets)":88.48,"Retrieval Average (11 datasets)":54.69,"STS Average (3 datasets)":70.86} -{"index":2,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":67.86,"Classification Average (7 datasets)":77.84,"Clustering Average (1 datasets)":51.36,"PairClassification Average (4 datasets)":88.48,"Retrieval Average (11 datasets)":54.69,"STS Average (3 datasets)":70.86} -{"index":34,"Rank":5,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":67.86,"Classification Average (7 datasets)":77.84,"Clustering Average (1 datasets)":51.36,"PairClassification Average (4 datasets)":88.48,"Retrieval Average (11 datasets)":54.69,"STS Average (3 datasets)":70.86} -{"index":73,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":67.86,"Classification Average (7 datasets)":77.84,"Clustering Average (1 datasets)":51.36,"PairClassification Average (4 datasets)":88.48,"Retrieval Average (11 datasets)":54.69,"STS Average (3 datasets)":70.86} -{"index":10,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":64.04,"Classification Average (7 datasets)":72.29,"Clustering Average (1 datasets)":44.59,"PairClassification Average (4 datasets)":84.87,"Retrieval Average (11 datasets)":51.88,"STS Average (3 datasets)":68.12} -{"index":1,"Rank":8,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (26 datasets)":64.04,"Classification Average (7 datasets)":72.29,"Clustering Average (1 datasets)":44.59,"PairClassification Average (4 datasets)":84.87,"Retrieval Average (11 datasets)":51.88,"STS Average (3 datasets)":68.12} -{"index":44,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":63.97,"Classification Average (7 datasets)":70.81,"Clustering Average (1 datasets)":43.66,"PairClassification Average (4 datasets)":83.7,"Retrieval Average (11 datasets)":51.89,"STS Average (3 datasets)":72.77} -{"index":54,"Rank":10,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":63.23,"Classification Average (7 datasets)":66.39,"Clustering Average (1 datasets)":31.16,"PairClassification Average (4 datasets)":89.13,"Retrieval Average (11 datasets)":52.71,"STS Average (3 datasets)":70.59} -{"index":27,"Rank":11,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":61.67,"Classification Average (7 datasets)":67.57,"Clustering Average (1 datasets)":29.88,"PairClassification Average (4 datasets)":87.04,"Retrieval Average (11 datasets)":49.14,"STS Average (3 datasets)":70.65} -{"index":51,"Rank":12,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":61.17,"Classification Average (7 datasets)":61.07,"Clustering Average (1 datasets)":30.62,"PairClassification Average (4 datasets)":85.9,"Retrieval Average (11 datasets)":52.63,"STS Average (3 datasets)":69.98} -{"index":53,"Rank":13,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":61.05,"Classification Average (7 datasets)":62.92,"Clustering Average (1 datasets)":33.08,"PairClassification Average (4 datasets)":88.14,"Retrieval Average (11 datasets)":49.92,"STS Average (3 datasets)":70.7} -{"index":37,"Rank":14,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":60.08,"Classification Average (7 datasets)":63.82,"Clustering Average (1 datasets)":33.88,"PairClassification Average (4 datasets)":85.5,"Retrieval Average (11 datasets)":48.98,"STS Average (3 datasets)":66.91} -{"index":50,"Rank":15,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":59.71,"Classification Average (7 datasets)":59.52,"Clustering Average (1 datasets)":30.25,"PairClassification Average (4 datasets)":86.16,"Retrieval Average (11 datasets)":50.06,"STS Average (3 datasets)":70.13} -{"index":3,"Rank":16,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92} -{"index":14,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":58.16,"Classification Average (7 datasets)":65.63,"Clustering Average (1 datasets)":37.57,"PairClassification Average (4 datasets)":80.52,"Retrieval Average (11 datasets)":44.66,"STS Average (3 datasets)":67.32} -{"index":28,"Rank":18,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.92,"Classification Average (7 datasets)":60.44,"Clustering Average (1 datasets)":32.85,"PairClassification Average (4 datasets)":87.92,"Retrieval Average (11 datasets)":42.19,"STS Average (3 datasets)":69.47} -{"index":52,"Rank":19,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":55.84,"Classification Average (7 datasets)":57.73,"Clustering Average (1 datasets)":31.77,"PairClassification Average (4 datasets)":84.61,"Retrieval Average (11 datasets)":42.83,"STS Average (3 datasets)":68.77} -{"index":36,"Rank":20,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.62,"Classification Average (7 datasets)":59.01,"Clustering Average (1 datasets)":24.97,"PairClassification Average (4 datasets)":82.15,"Retrieval Average (11 datasets)":44.01,"STS Average (3 datasets)":65.13} -{"index":15,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":54.79,"Classification Average (7 datasets)":59.88,"Clustering Average (1 datasets)":37.96,"PairClassification Average (4 datasets)":79.79,"Retrieval Average (11 datasets)":40.61,"STS Average (3 datasets)":67.21} -{"index":39,"Rank":22,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":54.14,"Classification Average (7 datasets)":57.05,"Clustering Average (1 datasets)":23.92,"PairClassification Average (4 datasets)":80.5,"Retrieval Average (11 datasets)":42.43,"STS Average (3 datasets)":65.18} -{"index":41,"Rank":23,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.8,"Classification Average (7 datasets)":58.99,"Clustering Average (1 datasets)":31.49,"PairClassification Average (4 datasets)":77.67,"Retrieval Average (11 datasets)":38.43,"STS Average (3 datasets)":65.01} -{"index":40,"Rank":24,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.55,"Classification Average (7 datasets)":59.26,"Clustering Average (1 datasets)":28.15,"PairClassification Average (4 datasets)":75.48,"Retrieval Average (11 datasets)":39.16,"STS Average (3 datasets)":63.53} -{"index":56,"Rank":25,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.49,"Classification Average (7 datasets)":57.49,"Clustering Average (1 datasets)":33.15,"PairClassification Average (4 datasets)":87.08,"Retrieval Average (11 datasets)":34.44,"STS Average (3 datasets)":67.36} -{"index":55,"Rank":26,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":51.88,"Classification Average (7 datasets)":58.55,"Clustering Average (1 datasets)":31.68,"PairClassification Average (4 datasets)":87.01,"Retrieval Average (11 datasets)":32.08,"STS Average (3 datasets)":68.78} -{"index":67,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":48.67,"Classification Average (7 datasets)":54.08,"Clustering Average (1 datasets)":25.62,"PairClassification Average (4 datasets)":86.23,"Retrieval Average (11 datasets)":29.17,"STS Average (3 datasets)":65.19} -{"index":66,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":46.4,"Classification Average (7 datasets)":52.18,"Clustering Average (1 datasets)":23.24,"PairClassification Average (4 datasets)":83.28,"Retrieval Average (11 datasets)":26.66,"STS Average (3 datasets)":63.83} -{"index":57,"Rank":29,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":45.36,"Classification Average (7 datasets)":57.39,"Clustering Average (1 datasets)":12.96,"PairClassification Average (4 datasets)":79.27,"Retrieval Average (11 datasets)":23.36,"STS Average (3 datasets)":63.57} -{"index":63,"Rank":30,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":42.32,"Classification Average (7 datasets)":49.92,"Clustering Average (1 datasets)":12.51,"PairClassification Average (4 datasets)":79.4,"Retrieval Average (11 datasets)":21.18,"STS Average (3 datasets)":62.59} -{"index":0,"Rank":31,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":4,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":7,"Rank":34,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":37.66,"Clustering Average (1 datasets)":4.68,"PairClassification Average (4 datasets)":59.51,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":12,"Rank":37,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (26 datasets)":"","Classification Average (7 datasets)":71.24,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":22,"Rank":44,"Model":"2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":32.9,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":23,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":25,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":26,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":30,"Rank":50,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":31,"Rank":51,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":32,"Rank":52,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":33,"Rank":53,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":56.34,"Clustering Average (1 datasets)":18.79,"PairClassification Average (4 datasets)":73.2,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.02} -{"index":35,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":69.55,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":69.36} -{"index":38,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":67.02,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":70.31} -{"index":42,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":43,"Rank":57,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":46,"Rank":59,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":47,"Rank":60,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":48,"Rank":61,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":49,"Rank":62,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":58,"Rank":63,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":39.36,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":51.99} -{"index":59,"Rank":64,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":40.07,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":52.88} -{"index":60,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":39.84,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":50.48} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} diff --git a/boards_data/pl/data_tasks/Classification/default.jsonl b/boards_data/pl/data_tasks/Classification/default.jsonl deleted file mode 100644 index e00b36217453ece7422d1863aa2c5f0d99af51fc..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,74 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.0,"AllegroReviews":66.67,"CBD":84.6,"MassiveIntentClassification (pl)":81.05,"MassiveScenarioClassification (pl)":88.97,"PAC":68.16,"PolEmo2.0-IN":91.55,"PolEmo2.0-OUT":72.02} -{"index":5,"Rank":2,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77} -{"index":11,"Rank":3,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98} -{"index":2,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98} -{"index":34,"Rank":5,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98} -{"index":73,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98} -{"index":10,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4} -{"index":1,"Rank":8,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4} -{"index":12,"Rank":9,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":71.24,"AllegroReviews":56.77,"CBD":77.23,"MassiveIntentClassification (pl)":75.36,"MassiveScenarioClassification (pl)":76.25,"PAC":67.05,"PolEmo2.0-IN":83.5,"PolEmo2.0-OUT":62.55} -{"index":44,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":70.81,"AllegroReviews":49.51,"CBD":69.99,"MassiveIntentClassification (pl)":75.37,"MassiveScenarioClassification (pl)":82.1,"PAC":68.4,"PolEmo2.0-IN":83.75,"PolEmo2.0-OUT":66.54} -{"index":35,"Rank":11,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.55,"AllegroReviews":59.78,"CBD":72.59,"MassiveIntentClassification (pl)":71.03,"MassiveScenarioClassification (pl)":75.09,"PAC":62.26,"PolEmo2.0-IN":85.58,"PolEmo2.0-OUT":60.55} -{"index":27,"Rank":12,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.57,"AllegroReviews":54.16,"CBD":75.26,"MassiveIntentClassification (pl)":73.63,"MassiveScenarioClassification (pl)":76.77,"PAC":64.99,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":51.13} -{"index":38,"Rank":13,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.02,"AllegroReviews":52.43,"CBD":74.21,"MassiveIntentClassification (pl)":67.45,"MassiveScenarioClassification (pl)":71.44,"PAC":65.68,"PolEmo2.0-IN":80.96,"PolEmo2.0-OUT":56.96} -{"index":54,"Rank":14,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72} -{"index":14,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.63,"AllegroReviews":53.49,"CBD":64.91,"MassiveIntentClassification (pl)":62.56,"MassiveScenarioClassification (pl)":71.75,"PAC":64.8,"PolEmo2.0-IN":80.54,"PolEmo2.0-OUT":61.38} -{"index":37,"Rank":16,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38} -{"index":53,"Rank":17,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6} -{"index":51,"Rank":18,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14} -{"index":28,"Rank":19,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06} -{"index":3,"Rank":20,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74} -{"index":15,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":59.88,"AllegroReviews":49.22,"CBD":62.86,"MassiveIntentClassification (pl)":51.19,"MassiveScenarioClassification (pl)":60.65,"PAC":65.59,"PolEmo2.0-IN":73.49,"PolEmo2.0-OUT":56.13} -{"index":50,"Rank":22,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81} -{"index":40,"Rank":23,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73} -{"index":36,"Rank":24,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91} -{"index":41,"Rank":25,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7} -{"index":55,"Rank":26,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58} -{"index":52,"Rank":27,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32} -{"index":56,"Rank":28,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99} -{"index":57,"Rank":29,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72} -{"index":39,"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13} -{"index":33,"Rank":31,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4} -{"index":67,"Rank":32,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.08,"AllegroReviews":33.89,"CBD":64.97,"MassiveIntentClassification (pl)":64.32,"MassiveScenarioClassification (pl)":68.99,"PAC":63.76,"PolEmo2.0-IN":62.74,"PolEmo2.0-OUT":19.92} -{"index":66,"Rank":33,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7} -{"index":63,"Rank":34,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0} -{"index":59,"Rank":35,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.07,"AllegroReviews":24.64,"CBD":50.9,"MassiveIntentClassification (pl)":36.07,"MassiveScenarioClassification (pl)":43.82,"PAC":59.78,"PolEmo2.0-IN":40.29,"PolEmo2.0-OUT":25.0} -{"index":60,"Rank":36,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.84,"AllegroReviews":22.99,"CBD":50.25,"MassiveIntentClassification (pl)":34.26,"MassiveScenarioClassification (pl)":42.66,"PAC":62.1,"PolEmo2.0-IN":41.63,"PolEmo2.0-OUT":25.0} -{"index":58,"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.36,"AllegroReviews":23.85,"CBD":48.46,"MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":59.53,"PolEmo2.0-IN":38.32,"PolEmo2.0-OUT":22.98} -{"index":7,"Rank":38,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57} -{"index":22,"Rank":39,"Model":"2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.9,"AllegroReviews":21.01,"CBD":53.69,"MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":52.59,"PolEmo2.0-IN":33.89,"PolEmo2.0-OUT":21.26} -{"index":0,"Rank":40,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":4,"Rank":41,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":6,"Rank":42,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":68.37,"MassiveScenarioClassification (pl)":70.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":8,"Rank":43,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":9,"Rank":44,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":16,"Rank":45,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.23,"CBD":0.5,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.56,"PolEmo2.0-IN":0.37,"PolEmo2.0-OUT":0.3} -{"index":17,"Rank":46,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.21,"CBD":0.54,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.63,"PolEmo2.0-IN":0.34,"PolEmo2.0-OUT":0.28} -{"index":18,"Rank":47,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.22,"CBD":0.51,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.39,"PolEmo2.0-OUT":0.29} -{"index":19,"Rank":48,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.26,"CBD":0.55,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.58,"PolEmo2.0-IN":0.36,"PolEmo2.0-OUT":0.29} -{"index":20,"Rank":49,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.22,"CBD":0.52,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.35,"PolEmo2.0-OUT":0.3} -{"index":21,"Rank":50,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.27,"CBD":0.58,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.65,"PolEmo2.0-IN":0.53,"PolEmo2.0-OUT":0.23} -{"index":23,"Rank":51,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":25,"Rank":53,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":26,"Rank":54,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":29,"Rank":55,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":30,"Rank":56,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":31,"Rank":57,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":32,"Rank":58,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":31.3,"MassiveScenarioClassification (pl)":33.75,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":42,"Rank":59,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":43,"Rank":60,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":45,"Rank":61,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":46,"Rank":62,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.43,"MassiveScenarioClassification (pl)":39.48,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":47,"Rank":63,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":48,"Rank":64,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":49,"Rank":65,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":26.82,"MassiveScenarioClassification (pl)":31.62,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":74,"Rank":75,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":29.66,"MassiveScenarioClassification (pl)":36.86,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} diff --git a/boards_data/pl/data_tasks/Clustering/default.jsonl b/boards_data/pl/data_tasks/Clustering/default.jsonl deleted file mode 100644 index e1d5355896f4ba8630769a19c6fefacee15706df..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,61 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":51.5} -{"index":11,"Rank":2,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":51.36} -{"index":2,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"8TagsClustering":51.36} -{"index":34,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"8TagsClustering":51.36} -{"index":73,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"8TagsClustering":51.36} -{"index":5,"Rank":6,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"8TagsClustering":50.29} -{"index":10,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":44.59} -{"index":1,"Rank":8,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"8TagsClustering":44.59} -{"index":44,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"8TagsClustering":43.66} -{"index":15,"Rank":10,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":37.96} -{"index":14,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":37.57} -{"index":37,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":33.88} -{"index":3,"Rank":13,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"8TagsClustering":33.67} -{"index":56,"Rank":14,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":33.15} -{"index":53,"Rank":15,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":33.08} -{"index":28,"Rank":16,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":32.85} -{"index":52,"Rank":17,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":31.77} -{"index":55,"Rank":18,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":31.68} -{"index":41,"Rank":19,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":31.49} -{"index":54,"Rank":20,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":31.16} -{"index":51,"Rank":21,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":30.62} -{"index":50,"Rank":22,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":30.25} -{"index":27,"Rank":23,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":29.88} -{"index":40,"Rank":24,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":28.15} -{"index":67,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":25.62} -{"index":36,"Rank":26,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":24.97} -{"index":39,"Rank":27,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":23.92} -{"index":66,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":23.24} -{"index":33,"Rank":29,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":18.79} -{"index":57,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":12.96} -{"index":63,"Rank":31,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"8TagsClustering":12.51} -{"index":7,"Rank":32,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":4.68} -{"index":0,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","8TagsClustering":""} -{"index":4,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":12,"Rank":38,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"8TagsClustering":""} -{"index":23,"Rank":46,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":25,"Rank":48,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"8TagsClustering":""} -{"index":26,"Rank":49,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"8TagsClustering":""} -{"index":30,"Rank":51,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"8TagsClustering":""} -{"index":31,"Rank":52,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":32,"Rank":53,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":35,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":38,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":""} -{"index":42,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"8TagsClustering":""} -{"index":43,"Rank":57,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"8TagsClustering":""} -{"index":46,"Rank":59,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"8TagsClustering":""} -{"index":47,"Rank":60,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":48,"Rank":61,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":49,"Rank":62,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":58,"Rank":63,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":59,"Rank":64,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":60,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","8TagsClustering":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"8TagsClustering":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} diff --git a/boards_data/pl/data_tasks/PairClassification/default.jsonl b/boards_data/pl/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index a163258bdcfe444266e4bf55141b1f7d919ab76e..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,67 +0,0 @@ -{"index":5,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":89.62,"CDSC-E":78.23,"PPC":95.43,"PSC":99.24,"SICK-E-PL":85.58} -{"index":54,"Rank":2,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":89.13,"CDSC-E":79.87,"PPC":93.56,"PSC":98.63,"SICK-E-PL":84.47} -{"index":2,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":11,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":73,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":34,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":53,"Rank":7,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":88.14,"CDSC-E":79.1,"PPC":92.81,"PSC":98.61,"SICK-E-PL":82.04} -{"index":28,"Rank":8,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.92,"CDSC-E":79.12,"PPC":92.65,"PSC":98.42,"SICK-E-PL":81.47} -{"index":56,"Rank":9,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.08,"CDSC-E":75.06,"PPC":93.67,"PSC":99.05,"SICK-E-PL":80.56} -{"index":27,"Rank":10,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":87.04,"CDSC-E":77.0,"PPC":92.14,"PSC":99.19,"SICK-E-PL":79.82} -{"index":55,"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.01,"CDSC-E":75.99,"PPC":93.31,"PSC":99.1,"SICK-E-PL":79.63} -{"index":13,"Rank":12,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.9,"CDSC-E":74.53,"PPC":93.77,"PSC":98.85,"SICK-E-PL":80.46} -{"index":67,"Rank":13,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":86.23,"CDSC-E":75.77,"PPC":93.67,"PSC":98.26,"SICK-E-PL":77.22} -{"index":50,"Rank":14,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":86.16,"CDSC-E":77.27,"PPC":91.76,"PSC":99.15,"SICK-E-PL":76.45} -{"index":51,"Rank":15,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.9,"CDSC-E":76.83,"PPC":91.09,"PSC":99.53,"SICK-E-PL":76.14} -{"index":37,"Rank":16,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.5,"CDSC-E":74.47,"PPC":92.18,"PSC":99.39,"SICK-E-PL":75.96} -{"index":3,"Rank":17,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4} -{"index":10,"Rank":18,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32} -{"index":1,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32} -{"index":52,"Rank":20,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.61,"CDSC-E":76.68,"PPC":89.7,"PSC":98.86,"SICK-E-PL":73.21} -{"index":44,"Rank":21,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.7,"CDSC-E":73.04,"PPC":91.42,"PSC":99.19,"SICK-E-PL":71.15} -{"index":66,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.28,"CDSC-E":72.22,"PPC":91.8,"PSC":97.14,"SICK-E-PL":71.94} -{"index":36,"Rank":23,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.15,"CDSC-E":72.67,"PPC":88.01,"PSC":99.14,"SICK-E-PL":68.77} -{"index":14,"Rank":24,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.52,"CDSC-E":71.64,"PPC":87.44,"PSC":99.43,"SICK-E-PL":63.57} -{"index":39,"Rank":25,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.5,"CDSC-E":69.7,"PPC":86.72,"PSC":99.24,"SICK-E-PL":66.34} -{"index":15,"Rank":26,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":79.79,"CDSC-E":69.77,"PPC":87.18,"PSC":99.42,"SICK-E-PL":62.8} -{"index":63,"Rank":27,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.4,"CDSC-E":72.0,"PPC":86.83,"PSC":96.35,"SICK-E-PL":62.41} -{"index":57,"Rank":28,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.27,"CDSC-E":68.91,"PPC":86.97,"PSC":97.42,"SICK-E-PL":63.77} -{"index":41,"Rank":29,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.67,"CDSC-E":67.56,"PPC":85.98,"PSC":98.6,"SICK-E-PL":58.54} -{"index":40,"Rank":30,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.48,"CDSC-E":63.61,"PPC":84.37,"PSC":98.98,"SICK-E-PL":54.95} -{"index":33,"Rank":31,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48} -{"index":7,"Rank":32,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51} -{"index":0,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":4,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":12,"Rank":38,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CDSC-E":75.61,"PPC":"","PSC":99.45,"SICK-E-PL":79.06} -{"index":16,"Rank":39,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.43,"PPC":"","PSC":0.4,"SICK-E-PL":0.55} -{"index":17,"Rank":40,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.37,"PPC":"","PSC":0.38,"SICK-E-PL":0.42} -{"index":18,"Rank":41,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.46,"PPC":"","PSC":0.41,"SICK-E-PL":0.51} -{"index":19,"Rank":42,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.44,"PPC":"","PSC":0.75,"SICK-E-PL":0.52} -{"index":20,"Rank":43,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.41,"PPC":"","PSC":0.38,"SICK-E-PL":0.44} -{"index":21,"Rank":44,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.56,"PPC":"","PSC":0.85,"SICK-E-PL":0.61} -{"index":23,"Rank":46,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":25,"Rank":48,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":26,"Rank":49,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":30,"Rank":51,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":31,"Rank":52,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":32,"Rank":53,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":35,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":75.86,"PPC":"","PSC":99.53,"SICK-E-PL":79.94} -{"index":38,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CDSC-E":76.17,"PPC":"","PSC":99.31,"SICK-E-PL":79.69} -{"index":42,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":43,"Rank":57,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":46,"Rank":59,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":47,"Rank":60,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":48,"Rank":61,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":49,"Rank":62,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":58,"Rank":63,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":49.04,"PPC":"","PSC":87.92,"SICK-E-PL":49.63} -{"index":59,"Rank":64,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":47.27,"PPC":"","PSC":81.87,"SICK-E-PL":47.39} -{"index":60,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":45.37,"PPC":"","PSC":83.28,"SICK-E-PL":46.55} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} diff --git a/boards_data/pl/data_tasks/Retrieval/default.jsonl b/boards_data/pl/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 56f5e9342c52c36c3db4f38d1c610f3e60a2eabf..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,60 +0,0 @@ -{"index":5,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.41,"ArguAna-PL":59.71,"DBPedia-PL":43.19,"FiQA-PL":46.12,"HotpotQA-PL":77.03,"MSMARCO-PL":72.69,"NFCorpus-PL":36.72,"NQ-PL":56.85,"Quora-PL":84.47,"SCIDOCS-PL":19.53,"SciFact-PL":74.43,"TRECCOVID-PL":82.75} -{"index":13,"Rank":2,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.96,"ArguAna-PL":55.46,"DBPedia-PL":37.16,"FiQA-PL":45.74,"HotpotQA-PL":71.46,"MSMARCO-PL":59.24,"NFCorpus-PL":37.75,"NQ-PL":44.1,"Quora-PL":83.01,"SCIDOCS-PL":20.13,"SciFact-PL":76.48,"TRECCOVID-PL":85.08} -{"index":11,"Rank":3,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":2,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":34,"Rank":5,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":73,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":54,"Rank":7,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.71,"ArguAna-PL":63.4,"DBPedia-PL":40.27,"FiQA-PL":40.89,"HotpotQA-PL":71.04,"MSMARCO-PL":36.63,"NFCorpus-PL":33.94,"NQ-PL":47.62,"Quora-PL":85.51,"SCIDOCS-PL":19.47,"SciFact-PL":70.23,"TRECCOVID-PL":70.81} -{"index":51,"Rank":8,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.63,"ArguAna-PL":63.25,"DBPedia-PL":39.84,"FiQA-PL":39.9,"HotpotQA-PL":70.94,"MSMARCO-PL":36.47,"NFCorpus-PL":34.03,"NQ-PL":47.33,"Quora-PL":85.63,"SCIDOCS-PL":19.13,"SciFact-PL":71.21,"TRECCOVID-PL":71.18} -{"index":44,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":51.89,"ArguAna-PL":50.12,"DBPedia-PL":34.83,"FiQA-PL":38.83,"HotpotQA-PL":60.27,"MSMARCO-PL":64.89,"NFCorpus-PL":31.39,"NQ-PL":54.02,"Quora-PL":84.11,"SCIDOCS-PL":15.38,"SciFact-PL":64.76,"TRECCOVID-PL":72.19} -{"index":1,"Rank":10,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19} -{"index":10,"Rank":11,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19} -{"index":50,"Rank":12,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33} -{"index":53,"Rank":13,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33} -{"index":27,"Rank":14,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.14,"ArguAna-PL":56.9,"DBPedia-PL":31.11,"FiQA-PL":35.53,"HotpotQA-PL":57.45,"MSMARCO-PL":57.1,"NFCorpus-PL":32.84,"NQ-PL":40.05,"Quora-PL":83.79,"SCIDOCS-PL":15.87,"SciFact-PL":60.6,"TRECCOVID-PL":69.32} -{"index":37,"Rank":15,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.66,"TRECCOVID-PL":70.03} -{"index":3,"Rank":16,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} -{"index":14,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":44.66,"ArguAna-PL":49.91,"DBPedia-PL":29.23,"FiQA-PL":25.32,"HotpotQA-PL":61.76,"MSMARCO-PL":45.13,"NFCorpus-PL":27.36,"NQ-PL":30.84,"Quora-PL":75.23,"SCIDOCS-PL":15.17,"SciFact-PL":62.06,"TRECCOVID-PL":69.24} -{"index":36,"Rank":18,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06} -{"index":52,"Rank":19,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2} -{"index":39,"Rank":20,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92} -{"index":28,"Rank":21,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.19,"ArguAna-PL":56.06,"DBPedia-PL":27.0,"FiQA-PL":24.73,"HotpotQA-PL":50.61,"MSMARCO-PL":43.25,"NFCorpus-PL":31.15,"NQ-PL":28.89,"Quora-PL":83.59,"SCIDOCS-PL":12.21,"SciFact-PL":57.73,"TRECCOVID-PL":48.83} -{"index":15,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":40.61,"ArguAna-PL":49.67,"DBPedia-PL":24.29,"FiQA-PL":24.37,"HotpotQA-PL":60.29,"MSMARCO-PL":35.35,"NFCorpus-PL":25.39,"NQ-PL":22.6,"Quora-PL":77.0,"SCIDOCS-PL":13.04,"SciFact-PL":57.83,"TRECCOVID-PL":56.92} -{"index":40,"Rank":23,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.16,"ArguAna-PL":41.97,"DBPedia-PL":24.07,"FiQA-PL":24.25,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SciFact-PL":51.92,"TRECCOVID-PL":42.64} -{"index":41,"Rank":24,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.43,"ArguAna-PL":44.12,"DBPedia-PL":26.32,"FiQA-PL":24.95,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SciFact-PL":54.44,"TRECCOVID-PL":46.98} -{"index":56,"Rank":25,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.44,"ArguAna-PL":51.87,"DBPedia-PL":24.59,"FiQA-PL":22.27,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SciFact-PL":52.51,"TRECCOVID-PL":35.23} -{"index":55,"Rank":26,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.08,"ArguAna-PL":49.42,"DBPedia-PL":19.82,"FiQA-PL":19.58,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SciFact-PL":49.49,"TRECCOVID-PL":38.97} -{"index":67,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":29.17,"ArguAna-PL":42.61,"DBPedia-PL":20.18,"FiQA-PL":14.71,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.54,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.17,"SciFact-PL":41.55,"TRECCOVID-PL":35.43} -{"index":66,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.66,"ArguAna-PL":37.83,"DBPedia-PL":18.0,"FiQA-PL":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SciFact-PL":40.24,"TRECCOVID-PL":34.38} -{"index":57,"Rank":29,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.36,"ArguAna-PL":38.52,"DBPedia-PL":16.1,"FiQA-PL":7.63,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SciFact-PL":39.79,"TRECCOVID-PL":18.45} -{"index":63,"Rank":30,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":21.18,"ArguAna-PL":36.7,"DBPedia-PL":12.36,"FiQA-PL":8.02,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SciFact-PL":33.03,"TRECCOVID-PL":16.91} -{"index":0,"Rank":31,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":4,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":12,"Rank":37,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","ArguAna-PL":48.96,"DBPedia-PL":"","FiQA-PL":37.98,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":32.85,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":18.34,"SciFact-PL":73.22,"TRECCOVID-PL":58.15} -{"index":23,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":25,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":26,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":30,"Rank":50,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":31,"Rank":51,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":32,"Rank":52,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":33,"Rank":53,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53} -{"index":35,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":49.2,"DBPedia-PL":"","FiQA-PL":35.34,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":30.97,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":16.9,"SciFact-PL":68.11,"TRECCOVID-PL":73.58} -{"index":38,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna-PL":44.6,"DBPedia-PL":"","FiQA-PL":32.01,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":32.66,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":17.15,"SciFact-PL":63.31,"TRECCOVID-PL":62.03} -{"index":42,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":43,"Rank":57,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":46,"Rank":59,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":47,"Rank":60,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":48,"Rank":61,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":49,"Rank":62,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":58,"Rank":63,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":13.4,"DBPedia-PL":"","FiQA-PL":5.82,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":15.43,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":5.34,"SciFact-PL":22.48,"TRECCOVID-PL":16.52} -{"index":59,"Rank":64,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":11.5,"DBPedia-PL":"","FiQA-PL":2.29,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":10.62,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":3.75,"SciFact-PL":16.14,"TRECCOVID-PL":8.66} -{"index":60,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":14.72,"DBPedia-PL":"","FiQA-PL":3.6,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":8.77,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":4.02,"SciFact-PL":13.31,"TRECCOVID-PL":12.11} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} diff --git a/boards_data/pl/data_tasks/STS/default.jsonl b/boards_data/pl/data_tasks/STS/default.jsonl deleted file mode 100644 index 31f3fb2ef52c8f34a5d46d017b853ae86ad1cd61..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,70 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.25,"CDSC-R":92.82,"SICK-R-PL":76.52,"STS22 (pl)":50.41} -{"index":44,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.77,"CDSC-R":92.63,"SICK-R-PL":80.53,"STS22 (pl)":45.14} -{"index":2,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02} -{"index":11,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02} -{"index":73,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02} -{"index":34,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02} -{"index":53,"Rank":7,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.7,"CDSC-R":92.54,"SICK-R-PL":79.2,"STS22 (pl)":40.36} -{"index":27,"Rank":8,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.65,"CDSC-R":91.21,"SICK-R-PL":78.92,"STS22 (pl)":41.82} -{"index":5,"Rank":9,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":70.64,"CDSC-R":90.97,"SICK-R-PL":78.16,"STS22 (pl)":42.79} -{"index":54,"Rank":10,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.59,"CDSC-R":92.54,"SICK-R-PL":79.91,"STS22 (pl)":39.32} -{"index":38,"Rank":11,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.31,"CDSC-R":92.35,"SICK-R-PL":77.62,"STS22 (pl)":40.97} -{"index":50,"Rank":12,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36} -{"index":51,"Rank":13,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4} -{"index":28,"Rank":14,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78} -{"index":35,"Rank":15,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.36,"CDSC-R":92.19,"SICK-R-PL":76.67,"STS22 (pl)":39.21} -{"index":3,"Rank":16,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} -{"index":55,"Rank":17,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.78,"CDSC-R":89.62,"SICK-R-PL":76.37,"STS22 (pl)":40.36} -{"index":52,"Rank":18,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63} -{"index":10,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83} -{"index":1,"Rank":20,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83} -{"index":56,"Rank":21,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.36,"CDSC-R":88.55,"SICK-R-PL":76.18,"STS22 (pl)":37.34} -{"index":14,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.32,"CDSC-R":90.27,"SICK-R-PL":66.52,"STS22 (pl)":45.16} -{"index":15,"Rank":23,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.21,"CDSC-R":90.38,"SICK-R-PL":66.31,"STS22 (pl)":44.95} -{"index":37,"Rank":24,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.91,"CDSC-R":91.0,"SICK-R-PL":75.08,"STS22 (pl)":34.66} -{"index":67,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.19,"CDSC-R":88.8,"SICK-R-PL":73.13,"STS22 (pl)":33.64} -{"index":39,"Rank":26,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.18,"CDSC-R":90.27,"SICK-R-PL":69.46,"STS22 (pl)":35.8} -{"index":36,"Rank":27,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.13,"CDSC-R":90.08,"SICK-R-PL":71.23,"STS22 (pl)":34.07} -{"index":41,"Rank":28,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.01,"CDSC-R":89.09,"SICK-R-PL":67.26,"STS22 (pl)":38.69} -{"index":66,"Rank":29,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.83,"CDSC-R":88.98,"SICK-R-PL":68.77,"STS22 (pl)":33.73} -{"index":57,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.57,"CDSC-R":85.53,"SICK-R-PL":65.9,"STS22 (pl)":39.28} -{"index":40,"Rank":31,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.53,"CDSC-R":86.18,"SICK-R-PL":64.67,"STS22 (pl)":39.73} -{"index":63,"Rank":32,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":62.59,"CDSC-R":87.67,"SICK-R-PL":65.53,"STS22 (pl)":34.58} -{"index":33,"Rank":33,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.02,"CDSC-R":85.77,"SICK-R-PL":62.98,"STS22 (pl)":25.31} -{"index":59,"Rank":34,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.88,"CDSC-R":79.45,"SICK-R-PL":52.43,"STS22 (pl)":26.77} -{"index":58,"Rank":35,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"CDSC-R":82.5,"SICK-R-PL":54.26,"STS22 (pl)":19.22} -{"index":60,"Rank":36,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.48,"CDSC-R":77.04,"SICK-R-PL":50.2,"STS22 (pl)":24.21} -{"index":0,"Rank":37,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.34} -{"index":4,"Rank":38,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21} -{"index":6,"Rank":39,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13} -{"index":12,"Rank":43,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CDSC-R":93.38,"SICK-R-PL":76.45,"STS22 (pl)":""} -{"index":16,"Rank":44,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.46,"SICK-R-PL":0.43,"STS22 (pl)":""} -{"index":17,"Rank":45,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.41,"SICK-R-PL":0.32,"STS22 (pl)":""} -{"index":18,"Rank":46,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.57,"SICK-R-PL":0.39,"STS22 (pl)":""} -{"index":19,"Rank":47,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.62,"SICK-R-PL":0.42,"STS22 (pl)":""} -{"index":20,"Rank":48,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.3,"SICK-R-PL":0.28,"STS22 (pl)":""} -{"index":21,"Rank":49,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.65,"SICK-R-PL":0.55,"STS22 (pl)":""} -{"index":23,"Rank":51,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.38} -{"index":24,"Rank":52,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":36.37} -{"index":25,"Rank":53,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":23.31} -{"index":26,"Rank":54,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":14.91} -{"index":29,"Rank":55,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":42.08} -{"index":30,"Rank":56,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":31.13} -{"index":31,"Rank":57,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":""} -{"index":32,"Rank":58,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":32.74} -{"index":42,"Rank":59,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.98} -{"index":43,"Rank":60,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":15.06} -{"index":45,"Rank":61,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.79} -{"index":46,"Rank":62,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.39} -{"index":47,"Rank":63,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":22.74} -{"index":48,"Rank":64,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":29.86} -{"index":49,"Rank":65,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.67} -{"index":61,"Rank":66,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.56} -{"index":62,"Rank":67,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.47} -{"index":64,"Rank":68,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":30.68} -{"index":65,"Rank":69,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":33.74} -{"index":68,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":24.42} -{"index":69,"Rank":71,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":25.0} -{"index":70,"Rank":72,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.04} -{"index":71,"Rank":73,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":9.71} -{"index":72,"Rank":74,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.81} diff --git a/boards_data/rar-b/data_overall/default.txt b/boards_data/rar-b/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/rar-b/data_tasks/Retrieval/default.jsonl b/boards_data/rar-b/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index a378ce9dcf50f327d80167ec41c981306c2edb0b..0000000000000000000000000000000000000000 --- a/boards_data/rar-b/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,37 +0,0 @@ -{"index":13,"Rank":1,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7} -{"index":33,"Rank":2,"Model":"text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92} -{"index":12,"Rank":3,"Model":"GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12} -{"index":34,"Rank":4,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":29.95,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.51,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11} -{"index":16,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51} -{"index":20,"Rank":6,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.22,"ARCChallenge":15.03,"AlphaNLI":24.87,"HellaSwag":32.02,"PIQA":32.26,"Quail":8.63,"RARbCode":71.22,"RARbMath":71.95,"SIQA":7.33,"SpartQA":13.54,"TempReasonL1":1.2,"TempReasonL2Fact":40.19,"TempReasonL2Pure":3.64,"TempReasonL3Fact":37.37,"TempReasonL3Pure":9.82,"WinoGrande":54.27} -{"index":17,"Rank":7,"Model":"e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18} -{"index":10,"Rank":8,"Model":"Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02} -{"index":19,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99} -{"index":36,"Rank":10,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53} -{"index":11,"Rank":11,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.65,"ARCChallenge":9.89,"AlphaNLI":15.1,"HellaSwag":26.35,"PIQA":28.49,"Quail":4.1,"RARbCode":57.19,"RARbMath":72.26,"SIQA":4.26,"SpartQA":3.75,"TempReasonL1":1.5,"TempReasonL2Fact":35.91,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.51,"TempReasonL3Pure":8.53,"WinoGrande":58.01} -{"index":18,"Rank":12,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18} -{"index":32,"Rank":13,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65} -{"index":35,"Rank":14,"Model":"text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49} -{"index":7,"Rank":15,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72} -{"index":6,"Rank":16,"Model":"bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33} -{"index":21,"Rank":17,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46} -{"index":25,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35} -{"index":31,"Rank":19,"Model":"text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36} -{"index":1,"Rank":20,"Model":"dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18} -{"index":27,"Rank":21,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77} -{"index":5,"Rank":22,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18} -{"index":23,"Rank":23,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2} -{"index":0,"Rank":24,"Model":"dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84} -{"index":15,"Rank":25,"Model":"contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15} -{"index":24,"Rank":26,"Model":"all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73} -{"index":3,"Rank":27,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76} -{"index":4,"Rank":28,"Model":"bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31} -{"index":9,"Rank":29,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28} -{"index":26,"Rank":30,"Model":"all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66} -{"index":2,"Rank":31,"Model":"bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27} -{"index":8,"Rank":32,"Model":"bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35} -{"index":29,"Rank":33,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01} -{"index":28,"Rank":34,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52} -{"index":22,"Rank":35,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3} -{"index":14,"Rank":36,"Model":"contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3} -{"index":30,"Rank":37,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":"","TempReasonL1":"","TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":""} diff --git a/boards_data/ru/data_overall/default.jsonl b/boards_data/ru/data_overall/default.jsonl deleted file mode 100644 index 454f94a1cb9adb213dc684b5f82fb665b1ff8b55..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_overall/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (23 datasets)":68.26,"Classification Average (9 datasets)":73.95,"Clustering Average (3 datasets)":64.87,"PairClassification Average (1 datasets)":57.52,"Reranking Average (2 datasets)":64.88,"Retrieval Average (3 datasets)":71.26,"STS Average (3 datasets)":74.8,"MultilabelClassification Average (2 datasets)":42.16} -{"index":34,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (23 datasets)":67.18,"Classification Average (9 datasets)":69.11,"Clustering Average (3 datasets)":64.24,"PairClassification Average (1 datasets)":60.81,"Reranking Average (2 datasets)":69.96,"Retrieval Average (3 datasets)":74.19,"STS Average (3 datasets)":73.71,"MultilabelClassification Average (2 datasets)":42.93} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":66.03,"Classification Average (9 datasets)":66.31,"Clustering Average (3 datasets)":63.21,"PairClassification Average (1 datasets)":63.89,"Reranking Average (2 datasets)":69.17,"Retrieval Average (3 datasets)":74.41,"STS Average (3 datasets)":74.85,"MultilabelClassification Average (2 datasets)":41.15} -{"index":31,"Rank":4,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (23 datasets)":62.58,"Classification Average (9 datasets)":61.92,"Clustering Average (3 datasets)":53.61,"PairClassification Average (1 datasets)":65.07,"Reranking Average (2 datasets)":68.72,"Retrieval Average (3 datasets)":73.63,"STS Average (3 datasets)":75.38,"MultilabelClassification Average (2 datasets)":35.88} -{"index":20,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":61.77,"Classification Average (9 datasets)":62.74,"Clustering Average (3 datasets)":56.06,"PairClassification Average (1 datasets)":60.79,"Reranking Average (2 datasets)":63.89,"Retrieval Average (3 datasets)":66.51,"STS Average (3 datasets)":73.97,"MultilabelClassification Average (2 datasets)":38.88} -{"index":14,"Rank":6,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (23 datasets)":61.64,"Classification Average (9 datasets)":65.21,"Clustering Average (3 datasets)":55.28,"PairClassification Average (1 datasets)":55.57,"Reranking Average (2 datasets)":62.3,"Retrieval Average (3 datasets)":66.13,"STS Average (3 datasets)":71.18,"MultilabelClassification Average (2 datasets)":36.46} -{"index":4,"Rank":7,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (23 datasets)":61.58,"Classification Average (9 datasets)":60.46,"Clustering Average (3 datasets)":52.38,"PairClassification Average (1 datasets)":60.6,"Reranking Average (2 datasets)":69.7,"Retrieval Average (3 datasets)":74.79,"STS Average (3 datasets)":73.68,"MultilabelClassification Average (2 datasets)":34.86} -{"index":36,"Rank":8,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":61.41,"Classification Average (9 datasets)":61.01,"Clustering Average (3 datasets)":52.23,"PairClassification Average (1 datasets)":58.42,"Reranking Average (2 datasets)":69.66,"Retrieval Average (3 datasets)":74.04,"STS Average (3 datasets)":71.62,"MultilabelClassification Average (2 datasets)":36.01} -{"index":15,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (23 datasets)":60.48,"Classification Average (9 datasets)":61.58,"Clustering Average (3 datasets)":55.67,"PairClassification Average (1 datasets)":57.71,"Reranking Average (2 datasets)":63.16,"Retrieval Average (3 datasets)":66.17,"STS Average (3 datasets)":71.7,"MultilabelClassification Average (2 datasets)":36.1} -{"index":61,"Rank":10,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":59.04,"Classification Average (9 datasets)":59.23,"Clustering Average (3 datasets)":53.22,"PairClassification Average (1 datasets)":57.81,"Reranking Average (2 datasets)":63.04,"Retrieval Average (3 datasets)":63.68,"STS Average (3 datasets)":72.54,"MultilabelClassification Average (2 datasets)":36.32} -{"index":35,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":58.34,"Classification Average (9 datasets)":58.26,"Clustering Average (3 datasets)":50.27,"PairClassification Average (1 datasets)":54.98,"Reranking Average (2 datasets)":66.24,"Retrieval Average (3 datasets)":67.14,"STS Average (3 datasets)":70.16,"MultilabelClassification Average (2 datasets)":33.65} -{"index":30,"Rank":12,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":57.98,"Classification Average (9 datasets)":59.88,"Clustering Average (3 datasets)":53.42,"PairClassification Average (1 datasets)":60.11,"Reranking Average (2 datasets)":55.58,"Retrieval Average (3 datasets)":56.64,"STS Average (3 datasets)":73.07,"MultilabelClassification Average (2 datasets)":36.98} -{"index":38,"Rank":13,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":57.29,"Classification Average (9 datasets)":56.44,"Clustering Average (3 datasets)":51.35,"PairClassification Average (1 datasets)":55.14,"Reranking Average (2 datasets)":65.28,"Retrieval Average (3 datasets)":65.85,"STS Average (3 datasets)":69.48,"MultilabelClassification Average (2 datasets)":31.99} -{"index":62,"Rank":14,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (23 datasets)":53.22,"Classification Average (9 datasets)":55.01,"Clustering Average (3 datasets)":49.57,"PairClassification Average (1 datasets)":56.27,"Reranking Average (2 datasets)":54.94,"Retrieval Average (3 datasets)":46.69,"STS Average (3 datasets)":70.23,"MultilabelClassification Average (2 datasets)":31.7} -{"index":21,"Rank":15,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":48.72,"Classification Average (9 datasets)":57.52,"Clustering Average (3 datasets)":51.29,"PairClassification Average (1 datasets)":51.97,"Reranking Average (2 datasets)":40.56,"Retrieval Average (3 datasets)":19.13,"STS Average (3 datasets)":64.4,"MultilabelClassification Average (2 datasets)":32.67} -{"index":27,"Rank":16,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":48.23,"Classification Average (9 datasets)":54.98,"Clustering Average (3 datasets)":46.84,"PairClassification Average (1 datasets)":55.61,"Reranking Average (2 datasets)":41.84,"Retrieval Average (3 datasets)":24.78,"STS Average (3 datasets)":65.91,"MultilabelClassification Average (2 datasets)":31.27} -{"index":22,"Rank":17,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":45.35,"Classification Average (9 datasets)":57.24,"Clustering Average (3 datasets)":50.43,"PairClassification Average (1 datasets)":50.17,"Reranking Average (2 datasets)":32.8,"Retrieval Average (3 datasets)":8.51,"STS Average (3 datasets)":57.21,"MultilabelClassification Average (2 datasets)":31.87} -{"index":29,"Rank":18,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (23 datasets)":42.22,"Classification Average (9 datasets)":52.17,"Clustering Average (3 datasets)":39.11,"PairClassification Average (1 datasets)":51.87,"Reranking Average (2 datasets)":30.95,"Retrieval Average (3 datasets)":8.89,"STS Average (3 datasets)":61.6,"MultilabelClassification Average (2 datasets)":29.45} -{"index":9,"Rank":19,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":41.94,"Classification Average (9 datasets)":55.15,"Clustering Average (3 datasets)":38.41,"PairClassification Average (1 datasets)":53.02,"Reranking Average (2 datasets)":27.84,"Retrieval Average (3 datasets)":5.71,"STS Average (3 datasets)":56.2,"MultilabelClassification Average (2 datasets)":29.32} -{"index":11,"Rank":20,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":41.91,"Classification Average (9 datasets)":51.27,"Clustering Average (3 datasets)":43.13,"PairClassification Average (1 datasets)":59.12,"Reranking Average (2 datasets)":26.83,"Retrieval Average (3 datasets)":7.09,"STS Average (3 datasets)":61.18,"MultilabelClassification Average (2 datasets)":27.8} -{"index":10,"Rank":21,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":37.53,"Classification Average (9 datasets)":51.6,"Clustering Average (3 datasets)":27.91,"PairClassification Average (1 datasets)":53.17,"Reranking Average (2 datasets)":27.46,"Retrieval Average (3 datasets)":5.33,"STS Average (3 datasets)":46.22,"MultilabelClassification Average (2 datasets)":26.2} -{"index":0,"Rank":22,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":76.0,"STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":1,"Rank":23,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":2,"Rank":24,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":3,"Rank":25,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":12,"Rank":30,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (23 datasets)":"","Classification Average (9 datasets)":67.48,"Clustering Average (3 datasets)":61.91,"PairClassification Average (1 datasets)":58.93,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":35.6} -{"index":16,"Rank":31,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":18,"Rank":33,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":19,"Rank":34,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":23,"Rank":35,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":61.79,"PairClassification Average (1 datasets)":59.98,"Reranking Average (2 datasets)":68.94,"Retrieval Average (3 datasets)":68.08,"STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":44.85} -{"index":25,"Rank":37,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":26,"Rank":38,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":28,"Rank":39,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":44.55,"Clustering Average (3 datasets)":30.76,"PairClassification Average (1 datasets)":52.85,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":53.15,"MultilabelClassification Average (2 datasets)":27.96} -{"index":32,"Rank":40,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":56.18,"Clustering Average (3 datasets)":42.92,"PairClassification Average (1 datasets)":56.49,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":53.39,"MultilabelClassification Average (2 datasets)":28.9} -{"index":39,"Rank":42,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":40,"Rank":43,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":41,"Rank":44,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (23 datasets)":"","Classification Average (9 datasets)":64.41,"Clustering Average (3 datasets)":60.8,"PairClassification Average (1 datasets)":58.73,"Reranking Average (2 datasets)":53.82,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":76.03,"MultilabelClassification Average (2 datasets)":38.97} -{"index":42,"Rank":45,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (23 datasets)":"","Classification Average (9 datasets)":56.45,"Clustering Average (3 datasets)":51.35,"PairClassification Average (1 datasets)":55.14,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":69.48,"MultilabelClassification Average (2 datasets)":31.44} -{"index":43,"Rank":46,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":44,"Rank":47,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":45,"Rank":48,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":46,"Rank":49,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":47,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":54.71,"Clustering Average (3 datasets)":47.74,"PairClassification Average (1 datasets)":55.71,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":65.52,"MultilabelClassification Average (2 datasets)":31.42} -{"index":48,"Rank":51,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":28.15,"Clustering Average (3 datasets)":13.87,"PairClassification Average (1 datasets)":46.4,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":37.66,"MultilabelClassification Average (2 datasets)":25.96} -{"index":49,"Rank":52,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":28.75,"Clustering Average (3 datasets)":13.3,"PairClassification Average (1 datasets)":45.03,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":1.23,"STS Average (3 datasets)":38.07,"MultilabelClassification Average (2 datasets)":25.27} -{"index":50,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":28.82,"Clustering Average (3 datasets)":15.83,"PairClassification Average (1 datasets)":44.52,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":37.89,"MultilabelClassification Average (2 datasets)":26.9} -{"index":51,"Rank":54,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":52,"Rank":55,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":53,"Rank":56,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":54,"Rank":57,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":55,"Rank":58,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":56,"Rank":59,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":53.77,"Clustering Average (3 datasets)":47.76,"PairClassification Average (1 datasets)":58.56,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":66.17,"MultilabelClassification Average (2 datasets)":31.3} -{"index":57,"Rank":60,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":56.88,"Clustering Average (3 datasets)":49.18,"PairClassification Average (1 datasets)":64.57,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":68.98,"MultilabelClassification Average (2 datasets)":32.9} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} diff --git a/boards_data/ru/data_tasks/Classification/default.jsonl b/boards_data/ru/data_tasks/Classification/default.jsonl deleted file mode 100644 index 039801c2ea255d438181a08cf60cd922576341c3..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,64 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.95,"GeoreviewClassification":60.24,"HeadlineClassification":85.73,"InappropriatenessClassification":75.92,"KinopoiskClassification":72.28,"RuReviewsClassification":75.52,"RuSciBenchGRNTIClassification":70.2,"RuSciBenchOECDClassification":55.82,"MassiveIntentClassification (ru)":80.61,"MassiveScenarioClassification (ru)":89.27} -{"index":34,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.11,"GeoreviewClassification":56.72,"HeadlineClassification":87.02,"InappropriatenessClassification":70.36,"KinopoiskClassification":68.35,"RuReviewsClassification":70.57,"RuSciBenchGRNTIClassification":66.05,"RuSciBenchOECDClassification":52.11,"MassiveIntentClassification (ru)":73.74,"MassiveScenarioClassification (ru)":77.1} -{"index":12,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":67.48,"GeoreviewClassification":53.47,"HeadlineClassification":85.66,"InappropriatenessClassification":65.29,"KinopoiskClassification":64.25,"RuReviewsClassification":68.58,"RuSciBenchGRNTIClassification":64.56,"RuSciBenchOECDClassification":51.2,"MassiveIntentClassification (ru)":76.01,"MassiveScenarioClassification (ru)":78.28} -{"index":37,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.31,"GeoreviewClassification":55.9,"HeadlineClassification":86.18,"InappropriatenessClassification":65.53,"KinopoiskClassification":66.12,"RuReviewsClassification":68.56,"RuSciBenchGRNTIClassification":65.07,"RuSciBenchOECDClassification":50.21,"MassiveIntentClassification (ru)":67.6,"MassiveScenarioClassification (ru)":71.59} -{"index":14,"Rank":5,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.21,"GeoreviewClassification":52.04,"HeadlineClassification":83.4,"InappropriatenessClassification":64.14,"KinopoiskClassification":63.15,"RuReviewsClassification":68.24,"RuSciBenchGRNTIClassification":61.24,"RuSciBenchOECDClassification":48.1,"MassiveIntentClassification (ru)":68.61,"MassiveScenarioClassification (ru)":77.98} -{"index":41,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} -{"index":20,"Rank":7,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":62.74,"GeoreviewClassification":49.7,"HeadlineClassification":78.0,"InappropriatenessClassification":61.32,"KinopoiskClassification":63.27,"RuReviewsClassification":67.96,"RuSciBenchGRNTIClassification":59.33,"RuSciBenchOECDClassification":46.33,"MassiveIntentClassification (ru)":66.97,"MassiveScenarioClassification (ru)":71.8} -{"index":31,"Rank":8,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.92,"GeoreviewClassification":50.98,"HeadlineClassification":70.09,"InappropriatenessClassification":60.76,"KinopoiskClassification":63.33,"RuReviewsClassification":68.52,"RuSciBenchGRNTIClassification":57.67,"RuSciBenchOECDClassification":44.2,"MassiveIntentClassification (ru)":68.85,"MassiveScenarioClassification (ru)":72.9} -{"index":15,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":61.58,"GeoreviewClassification":47.69,"HeadlineClassification":83.46,"InappropriatenessClassification":61.32,"KinopoiskClassification":59.04,"RuReviewsClassification":66.09,"RuSciBenchGRNTIClassification":61.41,"RuSciBenchOECDClassification":48.67,"MassiveIntentClassification (ru)":60.08,"MassiveScenarioClassification (ru)":66.44} -{"index":36,"Rank":10,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.01,"GeoreviewClassification":49.69,"HeadlineClassification":77.19,"InappropriatenessClassification":61.59,"KinopoiskClassification":56.59,"RuReviewsClassification":65.28,"RuSciBenchGRNTIClassification":58.2,"RuSciBenchOECDClassification":43.91,"MassiveIntentClassification (ru)":65.76,"MassiveScenarioClassification (ru)":70.85} -{"index":4,"Rank":11,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.46,"GeoreviewClassification":48.27,"HeadlineClassification":70.32,"InappropriatenessClassification":59.87,"KinopoiskClassification":58.23,"RuReviewsClassification":66.91,"RuSciBenchGRNTIClassification":55.81,"RuSciBenchOECDClassification":42.57,"MassiveIntentClassification (ru)":68.75,"MassiveScenarioClassification (ru)":73.42} -{"index":30,"Rank":12,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.88,"GeoreviewClassification":47.23,"HeadlineClassification":74.88,"InappropriatenessClassification":61.94,"KinopoiskClassification":55.69,"RuReviewsClassification":66.44,"RuSciBenchGRNTIClassification":55.55,"RuSciBenchOECDClassification":43.28,"MassiveIntentClassification (ru)":65.57,"MassiveScenarioClassification (ru)":68.33} -{"index":61,"Rank":13,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.23,"GeoreviewClassification":46.04,"HeadlineClassification":69.98,"InappropriatenessClassification":61.39,"KinopoiskClassification":53.59,"RuReviewsClassification":64.58,"RuSciBenchGRNTIClassification":56.67,"RuSciBenchOECDClassification":43.58,"MassiveIntentClassification (ru)":66.08,"MassiveScenarioClassification (ru)":71.13} -{"index":35,"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.26,"GeoreviewClassification":46.05,"HeadlineClassification":75.64,"InappropriatenessClassification":58.78,"KinopoiskClassification":50.89,"RuReviewsClassification":62.99,"RuSciBenchGRNTIClassification":56.28,"RuSciBenchOECDClassification":42.69,"MassiveIntentClassification (ru)":62.78,"MassiveScenarioClassification (ru)":68.21} -{"index":21,"Rank":15,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.52,"GeoreviewClassification":39.67,"HeadlineClassification":77.19,"InappropriatenessClassification":64.64,"KinopoiskClassification":50.33,"RuReviewsClassification":58.29,"RuSciBenchGRNTIClassification":54.19,"RuSciBenchOECDClassification":43.8,"MassiveIntentClassification (ru)":61.42,"MassiveScenarioClassification (ru)":68.13} -{"index":22,"Rank":16,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.24,"GeoreviewClassification":39.97,"HeadlineClassification":79.26,"InappropriatenessClassification":62.52,"KinopoiskClassification":49.51,"RuReviewsClassification":58.27,"RuSciBenchGRNTIClassification":53.9,"RuSciBenchOECDClassification":43.04,"MassiveIntentClassification (ru)":61.09,"MassiveScenarioClassification (ru)":67.6} -{"index":57,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.88,"GeoreviewClassification":42.33,"HeadlineClassification":70.35,"InappropriatenessClassification":59.32,"KinopoiskClassification":44.31,"RuReviewsClassification":62.33,"RuSciBenchGRNTIClassification":56.01,"RuSciBenchOECDClassification":44.14,"MassiveIntentClassification (ru)":63.23,"MassiveScenarioClassification (ru)":69.92} -{"index":42,"Rank":18,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.45,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.65,"MassiveScenarioClassification (ru)":63.77} -{"index":38,"Rank":19,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.44,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.43,"MassiveScenarioClassification (ru)":63.89} -{"index":32,"Rank":20,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.18,"GeoreviewClassification":40.19,"HeadlineClassification":78.75,"InappropriatenessClassification":61.33,"KinopoiskClassification":48.78,"RuReviewsClassification":55.66,"RuSciBenchGRNTIClassification":53.53,"RuSciBenchOECDClassification":41.34,"MassiveIntentClassification (ru)":61.32,"MassiveScenarioClassification (ru)":64.71} -{"index":9,"Rank":21,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.15,"GeoreviewClassification":38.95,"HeadlineClassification":75.59,"InappropriatenessClassification":60.68,"KinopoiskClassification":49.67,"RuReviewsClassification":54.05,"RuSciBenchGRNTIClassification":48.53,"RuSciBenchOECDClassification":37.65,"MassiveIntentClassification (ru)":63.12,"MassiveScenarioClassification (ru)":68.08} -{"index":62,"Rank":22,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.01,"GeoreviewClassification":41.36,"HeadlineClassification":68.9,"InappropriatenessClassification":59.11,"KinopoiskClassification":50.47,"RuReviewsClassification":60.66,"RuSciBenchGRNTIClassification":52.93,"RuSciBenchOECDClassification":40.79,"MassiveIntentClassification (ru)":57.98,"MassiveScenarioClassification (ru)":62.9} -{"index":27,"Rank":23,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.98,"GeoreviewClassification":40.89,"HeadlineClassification":68.75,"InappropriatenessClassification":58.48,"KinopoiskClassification":49.85,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":52.8,"RuSciBenchOECDClassification":40.36,"MassiveIntentClassification (ru)":60.53,"MassiveScenarioClassification (ru)":65.15} -{"index":47,"Rank":24,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"GeoreviewClassification":40.86,"HeadlineClassification":68.75,"InappropriatenessClassification":58.52,"KinopoiskClassification":46.77,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":53.04,"RuSciBenchOECDClassification":40.48,"MassiveIntentClassification (ru)":60.67,"MassiveScenarioClassification (ru)":65.25} -{"index":56,"Rank":25,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.77,"GeoreviewClassification":38.24,"HeadlineClassification":68.3,"InappropriatenessClassification":58.18,"KinopoiskClassification":41.45,"RuReviewsClassification":58.88,"RuSciBenchGRNTIClassification":53.19,"RuSciBenchOECDClassification":41.41,"MassiveIntentClassification (ru)":59.06,"MassiveScenarioClassification (ru)":65.25} -{"index":29,"Rank":26,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.17,"GeoreviewClassification":39.64,"HeadlineClassification":74.19,"InappropriatenessClassification":58.57,"KinopoiskClassification":49.06,"RuReviewsClassification":56.99,"RuSciBenchGRNTIClassification":45.63,"RuSciBenchOECDClassification":35.48,"MassiveIntentClassification (ru)":50.83,"MassiveScenarioClassification (ru)":59.15} -{"index":10,"Rank":27,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.6,"GeoreviewClassification":37.22,"HeadlineClassification":75.23,"InappropriatenessClassification":57.34,"KinopoiskClassification":49.91,"RuReviewsClassification":50.74,"RuSciBenchGRNTIClassification":48.03,"RuSciBenchOECDClassification":36.13,"MassiveIntentClassification (ru)":53.02,"MassiveScenarioClassification (ru)":56.79} -{"index":11,"Rank":28,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.27,"GeoreviewClassification":38.05,"HeadlineClassification":67.64,"InappropriatenessClassification":58.27,"KinopoiskClassification":45.86,"RuReviewsClassification":58.34,"RuSciBenchGRNTIClassification":52.18,"RuSciBenchOECDClassification":40.11,"MassiveIntentClassification (ru)":49.1,"MassiveScenarioClassification (ru)":51.91} -{"index":28,"Rank":29,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":44.55,"GeoreviewClassification":33.45,"HeadlineClassification":57.65,"InappropriatenessClassification":54.5,"KinopoiskClassification":41.36,"RuReviewsClassification":49.56,"RuSciBenchGRNTIClassification":35.71,"RuSciBenchOECDClassification":26.51,"MassiveIntentClassification (ru)":50.1,"MassiveScenarioClassification (ru)":52.15} -{"index":50,"Rank":30,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.82,"GeoreviewClassification":25.93,"HeadlineClassification":28.53,"InappropriatenessClassification":51.82,"KinopoiskClassification":34.18,"RuReviewsClassification":42.33,"RuSciBenchGRNTIClassification":13.29,"RuSciBenchOECDClassification":10.62,"MassiveIntentClassification (ru)":23.98,"MassiveScenarioClassification (ru)":28.71} -{"index":49,"Rank":31,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.75,"GeoreviewClassification":27.08,"HeadlineClassification":27.77,"InappropriatenessClassification":51.73,"KinopoiskClassification":33.93,"RuReviewsClassification":41.79,"RuSciBenchGRNTIClassification":10.08,"RuSciBenchOECDClassification":8.3,"MassiveIntentClassification (ru)":27.58,"MassiveScenarioClassification (ru)":30.46} -{"index":48,"Rank":32,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.15,"GeoreviewClassification":23.49,"HeadlineClassification":28.49,"InappropriatenessClassification":50.85,"KinopoiskClassification":34.17,"RuReviewsClassification":42.49,"RuSciBenchGRNTIClassification":10.49,"RuSciBenchOECDClassification":8.31,"MassiveIntentClassification (ru)":26.33,"MassiveScenarioClassification (ru)":28.75} -{"index":0,"Rank":33,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":1,"Rank":34,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":44.29,"MassiveScenarioClassification (ru)":51.84} -{"index":2,"Rank":35,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} -{"index":3,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":76.63,"MassiveScenarioClassification (ru)":80.52} -{"index":5,"Rank":37,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":69.02,"MassiveScenarioClassification (ru)":72.99} -{"index":6,"Rank":38,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":39.69,"MassiveScenarioClassification (ru)":48.66} -{"index":7,"Rank":39,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":11.27,"MassiveScenarioClassification (ru)":16.71} -{"index":8,"Rank":40,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":10.4,"MassiveScenarioClassification (ru)":18.96} -{"index":16,"Rank":41,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":31.82,"MassiveScenarioClassification (ru)":37.73} -{"index":18,"Rank":43,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":35.97,"MassiveScenarioClassification (ru)":32.76} -{"index":19,"Rank":44,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":37.46,"MassiveScenarioClassification (ru)":35.95} -{"index":23,"Rank":45,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":58.59,"HeadlineClassification":86.01,"InappropriatenessClassification":83.29,"KinopoiskClassification":74.89,"RuReviewsClassification":73.72,"RuSciBenchGRNTIClassification":74.52,"RuSciBenchOECDClassification":61.51,"MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":77.82} -{"index":24,"Rank":46,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":60.85,"MassiveScenarioClassification (ru)":65.42} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":61.6} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":27.14,"MassiveScenarioClassification (ru)":29.95} -{"index":33,"Rank":49,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":62.63,"MassiveScenarioClassification (ru)":67.96} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":52.99,"MassiveScenarioClassification (ru)":54.26} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":47.61,"MassiveScenarioClassification (ru)":49.94} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.53,"MassiveScenarioClassification (ru)":25.98} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.3,"MassiveScenarioClassification (ru)":28.16} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":57.96,"MassiveScenarioClassification (ru)":65.41} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":16.82,"MassiveScenarioClassification (ru)":25.85} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":36.58,"MassiveScenarioClassification (ru)":43.44} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":14.82,"MassiveScenarioClassification (ru)":20.69} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":17.32,"MassiveScenarioClassification (ru)":27.47} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":33.46,"MassiveScenarioClassification (ru)":40.73} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.02,"MassiveScenarioClassification (ru)":62.31} -{"index":64,"Rank":65,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":2.65,"MassiveScenarioClassification (ru)":8.14} diff --git a/boards_data/ru/data_tasks/Clustering/default.jsonl b/boards_data/ru/data_tasks/Clustering/default.jsonl deleted file mode 100644 index bb41e502201eaed78d8e4ea5762b96778222bb48..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":13,"Rank":1,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.87,"GeoreviewClusteringP2P":76.79,"RuSciBenchGRNTIClusteringP2P":63.7,"RuSciBenchOECDClusteringP2P":54.13} -{"index":34,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.24,"GeoreviewClusteringP2P":76.32,"RuSciBenchGRNTIClusteringP2P":62.27,"RuSciBenchOECDClusteringP2P":54.13} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.21,"GeoreviewClusteringP2P":74.34,"RuSciBenchGRNTIClusteringP2P":62.21,"RuSciBenchOECDClusteringP2P":53.09} -{"index":12,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":61.91,"GeoreviewClusteringP2P":74.06,"RuSciBenchGRNTIClusteringP2P":60.01,"RuSciBenchOECDClusteringP2P":51.66} -{"index":23,"Rank":5,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.79,"GeoreviewClusteringP2P":61.38,"RuSciBenchGRNTIClusteringP2P":67.3,"RuSciBenchOECDClusteringP2P":56.69} -{"index":41,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} -{"index":20,"Rank":7,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.06,"GeoreviewClusteringP2P":65.42,"RuSciBenchGRNTIClusteringP2P":55.47,"RuSciBenchOECDClusteringP2P":47.29} -{"index":15,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.67,"GeoreviewClusteringP2P":63.4,"RuSciBenchGRNTIClusteringP2P":55.66,"RuSciBenchOECDClusteringP2P":47.96} -{"index":14,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.28,"GeoreviewClusteringP2P":60.28,"RuSciBenchGRNTIClusteringP2P":56.83,"RuSciBenchOECDClusteringP2P":48.73} -{"index":31,"Rank":10,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":53.61,"GeoreviewClusteringP2P":62.79,"RuSciBenchGRNTIClusteringP2P":53.11,"RuSciBenchOECDClusteringP2P":44.93} -{"index":30,"Rank":11,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.42,"GeoreviewClusteringP2P":64.16,"RuSciBenchGRNTIClusteringP2P":51.38,"RuSciBenchOECDClusteringP2P":44.73} -{"index":61,"Rank":12,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.22,"GeoreviewClusteringP2P":64.55,"RuSciBenchGRNTIClusteringP2P":50.64,"RuSciBenchOECDClusteringP2P":44.48} -{"index":4,"Rank":13,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":52.38,"GeoreviewClusteringP2P":63.09,"RuSciBenchGRNTIClusteringP2P":50.83,"RuSciBenchOECDClusteringP2P":43.21} -{"index":36,"Rank":14,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.23,"GeoreviewClusteringP2P":59.59,"RuSciBenchGRNTIClusteringP2P":51.98,"RuSciBenchOECDClusteringP2P":45.12} -{"index":42,"Rank":15,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.35,"GeoreviewClusteringP2P":58.16,"RuSciBenchGRNTIClusteringP2P":50.78,"RuSciBenchOECDClusteringP2P":45.11} -{"index":38,"Rank":16,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.57,"RuSciBenchGRNTIClusteringP2P":51.14,"RuSciBenchOECDClusteringP2P":44.33} -{"index":21,"Rank":17,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.29,"GeoreviewClusteringP2P":57.07,"RuSciBenchGRNTIClusteringP2P":51.44,"RuSciBenchOECDClusteringP2P":45.36} -{"index":22,"Rank":18,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.43,"GeoreviewClusteringP2P":57.12,"RuSciBenchGRNTIClusteringP2P":49.7,"RuSciBenchOECDClusteringP2P":44.48} -{"index":35,"Rank":19,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.27,"GeoreviewClusteringP2P":54.46,"RuSciBenchGRNTIClusteringP2P":51.56,"RuSciBenchOECDClusteringP2P":44.79} -{"index":62,"Rank":20,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.57,"GeoreviewClusteringP2P":59.71,"RuSciBenchGRNTIClusteringP2P":47.55,"RuSciBenchOECDClusteringP2P":41.44} -{"index":57,"Rank":21,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.18,"GeoreviewClusteringP2P":56.18,"RuSciBenchGRNTIClusteringP2P":48.47,"RuSciBenchOECDClusteringP2P":42.9} -{"index":56,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.76,"GeoreviewClusteringP2P":53.37,"RuSciBenchGRNTIClusteringP2P":48.22,"RuSciBenchOECDClusteringP2P":41.68} -{"index":47,"Rank":23,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.74,"GeoreviewClusteringP2P":52.19,"RuSciBenchGRNTIClusteringP2P":49.07,"RuSciBenchOECDClusteringP2P":41.97} -{"index":27,"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.84,"GeoreviewClusteringP2P":51.89,"RuSciBenchGRNTIClusteringP2P":47.48,"RuSciBenchOECDClusteringP2P":41.16} -{"index":11,"Rank":25,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.13,"GeoreviewClusteringP2P":41.82,"RuSciBenchGRNTIClusteringP2P":46.29,"RuSciBenchOECDClusteringP2P":41.28} -{"index":32,"Rank":26,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.92,"GeoreviewClusteringP2P":58.79,"RuSciBenchGRNTIClusteringP2P":36.66,"RuSciBenchOECDClusteringP2P":33.31} -{"index":29,"Rank":27,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":39.11,"GeoreviewClusteringP2P":41.58,"RuSciBenchGRNTIClusteringP2P":39.78,"RuSciBenchOECDClusteringP2P":35.98} -{"index":9,"Rank":28,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.41,"GeoreviewClusteringP2P":43.26,"RuSciBenchGRNTIClusteringP2P":37.84,"RuSciBenchOECDClusteringP2P":34.12} -{"index":28,"Rank":29,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":30.76,"GeoreviewClusteringP2P":34.4,"RuSciBenchGRNTIClusteringP2P":29.89,"RuSciBenchOECDClusteringP2P":27.98} -{"index":10,"Rank":30,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.91,"GeoreviewClusteringP2P":28.77,"RuSciBenchGRNTIClusteringP2P":28.29,"RuSciBenchOECDClusteringP2P":26.67} -{"index":50,"Rank":31,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":15.83,"GeoreviewClusteringP2P":20.33,"RuSciBenchGRNTIClusteringP2P":14.66,"RuSciBenchOECDClusteringP2P":12.49} -{"index":48,"Rank":32,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.87,"GeoreviewClusteringP2P":20.76,"RuSciBenchGRNTIClusteringP2P":10.65,"RuSciBenchOECDClusteringP2P":10.19} -{"index":49,"Rank":33,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.3,"GeoreviewClusteringP2P":20.25,"RuSciBenchGRNTIClusteringP2P":10.21,"RuSciBenchOECDClusteringP2P":9.44} -{"index":0,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":1,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":2,"Rank":36,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":3,"Rank":37,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":16,"Rank":42,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":18,"Rank":44,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":19,"Rank":45,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} diff --git a/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl b/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl deleted file mode 100644 index a4201380173934f3abacd77cbec438f39d1b61bd..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":23,"Rank":1,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.85,"CEDRClassification":59.69,"SensitiveTopicsClassification":30.01} -{"index":34,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.93,"CEDRClassification":51.94,"SensitiveTopicsClassification":33.92} -{"index":13,"Rank":3,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.16,"CEDRClassification":52.93,"SensitiveTopicsClassification":31.38} -{"index":37,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.15,"CEDRClassification":50.01,"SensitiveTopicsClassification":32.29} -{"index":41,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} -{"index":20,"Rank":6,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.88,"CEDRClassification":44.69,"SensitiveTopicsClassification":33.07} -{"index":30,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.98,"CEDRClassification":46.47,"SensitiveTopicsClassification":27.5} -{"index":14,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":36.46,"CEDRClassification":43.3,"SensitiveTopicsClassification":29.62} -{"index":61,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.32,"CEDRClassification":45.11,"SensitiveTopicsClassification":27.52} -{"index":15,"Rank":10,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":36.1,"CEDRClassification":42.16,"SensitiveTopicsClassification":30.05} -{"index":36,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.01,"CEDRClassification":44.84,"SensitiveTopicsClassification":27.17} -{"index":31,"Rank":12,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":35.88,"CEDRClassification":45.48,"SensitiveTopicsClassification":26.29} -{"index":12,"Rank":13,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.6,"CEDRClassification":42.68,"SensitiveTopicsClassification":28.52} -{"index":4,"Rank":14,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":34.86,"CEDRClassification":43.47,"SensitiveTopicsClassification":26.25} -{"index":35,"Rank":15,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.65,"CEDRClassification":42.32,"SensitiveTopicsClassification":24.98} -{"index":57,"Rank":16,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.9,"CEDRClassification":39.98,"SensitiveTopicsClassification":25.83} -{"index":21,"Rank":17,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":32.67,"CEDRClassification":36.81,"SensitiveTopicsClassification":28.54} -{"index":38,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.99,"CEDRClassification":40.07,"SensitiveTopicsClassification":23.91} -{"index":22,"Rank":19,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.87,"CEDRClassification":35.84,"SensitiveTopicsClassification":27.9} -{"index":62,"Rank":20,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":31.7,"CEDRClassification":38.95,"SensitiveTopicsClassification":24.44} -{"index":42,"Rank":21,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.44,"CEDRClassification":40.07,"SensitiveTopicsClassification":22.81} -{"index":47,"Rank":22,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.42,"CEDRClassification":40.61,"SensitiveTopicsClassification":22.23} -{"index":56,"Rank":23,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.3,"CEDRClassification":37.76,"SensitiveTopicsClassification":24.84} -{"index":27,"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.27,"CEDRClassification":40.75,"SensitiveTopicsClassification":21.79} -{"index":29,"Rank":25,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":29.45,"CEDRClassification":36.87,"SensitiveTopicsClassification":22.03} -{"index":9,"Rank":26,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.32,"CEDRClassification":36.19,"SensitiveTopicsClassification":22.45} -{"index":32,"Rank":27,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"CEDRClassification":34.14,"SensitiveTopicsClassification":23.67} -{"index":28,"Rank":28,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":27.96,"CEDRClassification":37.39,"SensitiveTopicsClassification":18.54} -{"index":11,"Rank":29,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.8,"CEDRClassification":35.55,"SensitiveTopicsClassification":20.05} -{"index":50,"Rank":30,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":26.9,"CEDRClassification":35.98,"SensitiveTopicsClassification":17.83} -{"index":10,"Rank":31,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.2,"CEDRClassification":33.59,"SensitiveTopicsClassification":18.8} -{"index":48,"Rank":32,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.96,"CEDRClassification":33.86,"SensitiveTopicsClassification":18.05} -{"index":49,"Rank":33,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.27,"CEDRClassification":32.72,"SensitiveTopicsClassification":17.82} -{"index":0,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":1,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":2,"Rank":36,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":3,"Rank":37,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":16,"Rank":42,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":18,"Rank":44,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":19,"Rank":45,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} diff --git a/boards_data/ru/data_tasks/PairClassification/default.jsonl b/boards_data/ru/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index 66636ef0954835f9a8f7afc02a854f2fe7580fac..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":31,"Rank":1,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":65.07} -{"index":57,"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":64.57} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":63.89} -{"index":34,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.81} -{"index":20,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":60.79} -{"index":4,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":60.6} -{"index":30,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":60.11} -{"index":23,"Rank":8,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":59.98} -{"index":11,"Rank":9,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.12} -{"index":12,"Rank":10,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"TERRa":58.93} -{"index":41,"Rank":11,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} -{"index":56,"Rank":12,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":58.56} -{"index":36,"Rank":13,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":58.42} -{"index":61,"Rank":14,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":57.81} -{"index":15,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":57.71} -{"index":13,"Rank":16,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":57.52} -{"index":32,"Rank":17,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":56.49} -{"index":62,"Rank":18,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"TERRa":56.27} -{"index":47,"Rank":19,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.71} -{"index":27,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.61} -{"index":14,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":55.57} -{"index":42,"Rank":22,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":55.14} -{"index":38,"Rank":23,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} -{"index":35,"Rank":24,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":54.98} -{"index":10,"Rank":25,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.17} -{"index":9,"Rank":26,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.02} -{"index":28,"Rank":27,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"TERRa":52.85} -{"index":21,"Rank":28,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":51.97} -{"index":29,"Rank":29,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"TERRa":51.87} -{"index":22,"Rank":30,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":50.17} -{"index":48,"Rank":31,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.4} -{"index":49,"Rank":32,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":45.03} -{"index":50,"Rank":33,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":44.52} -{"index":0,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"TERRa":""} -{"index":1,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","TERRa":""} -{"index":2,"Rank":36,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":""} -{"index":3,"Rank":37,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":""} -{"index":16,"Rank":42,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":18,"Rank":44,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":19,"Rank":45,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"TERRa":""} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"TERRa":""} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"TERRa":""} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"TERRa":""} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","TERRa":""} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"TERRa":""} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} diff --git a/boards_data/ru/data_tasks/Reranking/default.jsonl b/boards_data/ru/data_tasks/Reranking/default.jsonl deleted file mode 100644 index 2a7fd4ae559765da31713cf79dd0d489b07f2b98..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":34,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.96,"RuBQReranking":76.32,"MIRACLReranking (ru)":63.61} -{"index":4,"Rank":2,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.7,"RuBQReranking":74.03,"MIRACLReranking (ru)":65.38} -{"index":36,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.66,"RuBQReranking":75.6,"MIRACLReranking (ru)":63.71} -{"index":37,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.17,"RuBQReranking":75.84,"MIRACLReranking (ru)":62.49} -{"index":23,"Rank":5,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.94,"RuBQReranking":76.66,"MIRACLReranking (ru)":61.21} -{"index":31,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":68.72,"RuBQReranking":73.08,"MIRACLReranking (ru)":64.35} -{"index":35,"Rank":7,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.24,"RuBQReranking":72.01,"MIRACLReranking (ru)":60.47} -{"index":38,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.28,"RuBQReranking":71.45,"MIRACLReranking (ru)":59.12} -{"index":13,"Rank":9,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.88,"RuBQReranking":72.64,"MIRACLReranking (ru)":57.11} -{"index":20,"Rank":10,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.89,"RuBQReranking":70.87,"MIRACLReranking (ru)":56.91} -{"index":15,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":63.16,"RuBQReranking":69.77,"MIRACLReranking (ru)":56.55} -{"index":61,"Rank":12,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.04,"RuBQReranking":68.65,"MIRACLReranking (ru)":57.44} -{"index":14,"Rank":13,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":62.3,"RuBQReranking":68.48,"MIRACLReranking (ru)":56.11} -{"index":30,"Rank":14,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.58,"RuBQReranking":64.42,"MIRACLReranking (ru)":46.75} -{"index":62,"Rank":15,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":54.94,"RuBQReranking":62.15,"MIRACLReranking (ru)":47.73} -{"index":41,"Rank":16,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} -{"index":27,"Rank":17,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.84,"RuBQReranking":54.83,"MIRACLReranking (ru)":28.86} -{"index":21,"Rank":18,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.56,"RuBQReranking":56.14,"MIRACLReranking (ru)":24.99} -{"index":22,"Rank":19,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.8,"RuBQReranking":46.81,"MIRACLReranking (ru)":18.8} -{"index":29,"Rank":20,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":30.95,"RuBQReranking":46.09,"MIRACLReranking (ru)":15.81} -{"index":9,"Rank":21,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.84,"RuBQReranking":42.58,"MIRACLReranking (ru)":13.09} -{"index":10,"Rank":22,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.46,"RuBQReranking":41.65,"MIRACLReranking (ru)":13.27} -{"index":11,"Rank":23,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.83,"RuBQReranking":39.89,"MIRACLReranking (ru)":13.77} -{"index":0,"Rank":24,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":1,"Rank":25,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":2,"Rank":26,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":3,"Rank":27,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":12,"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RuBQReranking":72.43,"MIRACLReranking (ru)":""} -{"index":16,"Rank":33,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":18,"Rank":35,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":19,"Rank":36,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":25,"Rank":38,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":26,"Rank":39,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":28,"Rank":40,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RuBQReranking":35.44,"MIRACLReranking (ru)":""} -{"index":32,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":34.01,"MIRACLReranking (ru)":""} -{"index":39,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":40,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":42,"Rank":45,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RuBQReranking":71.45,"MIRACLReranking (ru)":""} -{"index":43,"Rank":46,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":44,"Rank":47,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":45,"Rank":48,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":46,"Rank":49,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":47,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":55.13,"MIRACLReranking (ru)":""} -{"index":48,"Rank":51,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":38.51,"MIRACLReranking (ru)":""} -{"index":49,"Rank":52,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":27.05,"MIRACLReranking (ru)":""} -{"index":50,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":30.96,"MIRACLReranking (ru)":""} -{"index":51,"Rank":54,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":52,"Rank":55,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":53,"Rank":56,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":54,"Rank":57,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":55,"Rank":58,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":56,"Rank":59,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":52.8,"MIRACLReranking (ru)":""} -{"index":57,"Rank":60,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":58.77,"MIRACLReranking (ru)":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} diff --git a/boards_data/ru/data_tasks/Retrieval/default.jsonl b/boards_data/ru/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 2bf2cef00bc5e17a119ff624995b2b8f52578476..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":0,"Rank":1,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":76.0,"RiaNewsRetrieval":88.02,"RuBQRetrieval":71.54,"MIRACLRetrieval (ru)":68.43} -{"index":4,"Rank":2,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":74.79,"RiaNewsRetrieval":82.99,"RuBQRetrieval":71.22,"MIRACLRetrieval (ru)":70.16} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.41,"RiaNewsRetrieval":83.26,"RuBQRetrieval":73.9,"MIRACLRetrieval (ru)":66.08} -{"index":34,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.19,"RiaNewsRetrieval":78.94,"RuBQRetrieval":75.98,"MIRACLRetrieval (ru)":67.66} -{"index":36,"Rank":5,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.04,"RiaNewsRetrieval":80.67,"RuBQRetrieval":74.13,"MIRACLRetrieval (ru)":67.33} -{"index":31,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.63,"RiaNewsRetrieval":83.53,"RuBQRetrieval":70.03,"MIRACLRetrieval (ru)":67.33} -{"index":13,"Rank":7,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.26,"RiaNewsRetrieval":85.53,"RuBQRetrieval":73.53,"MIRACLRetrieval (ru)":54.71} -{"index":23,"Rank":8,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.08,"RiaNewsRetrieval":71.65,"RuBQRetrieval":73.66,"MIRACLRetrieval (ru)":58.92} -{"index":35,"Rank":9,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.14,"RiaNewsRetrieval":70.24,"RuBQRetrieval":69.58,"MIRACLRetrieval (ru)":61.6} -{"index":20,"Rank":10,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.51,"RiaNewsRetrieval":78.86,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":53.91} -{"index":15,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.17,"RiaNewsRetrieval":77.42,"RuBQRetrieval":67.75,"MIRACLRetrieval (ru)":53.33} -{"index":14,"Rank":12,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.13,"RiaNewsRetrieval":79.42,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":52.21} -{"index":38,"Rank":13,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.85,"RiaNewsRetrieval":70.0,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":59.01} -{"index":61,"Rank":14,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"RiaNewsRetrieval":69.36,"RuBQRetrieval":65.71,"MIRACLRetrieval (ru)":55.97} -{"index":30,"Rank":15,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.64,"RiaNewsRetrieval":77.83,"RuBQRetrieval":56.86,"MIRACLRetrieval (ru)":35.22} -{"index":62,"Rank":16,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":46.69,"RiaNewsRetrieval":51.27,"RuBQRetrieval":51.73,"MIRACLRetrieval (ru)":37.07} -{"index":27,"Rank":17,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.78,"RiaNewsRetrieval":34.73,"RuBQRetrieval":29.03,"MIRACLRetrieval (ru)":10.58} -{"index":21,"Rank":18,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.13,"RiaNewsRetrieval":21.4,"RuBQRetrieval":29.8,"MIRACLRetrieval (ru)":6.2} -{"index":29,"Rank":19,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":8.89,"RiaNewsRetrieval":13.92,"RuBQRetrieval":10.87,"MIRACLRetrieval (ru)":1.89} -{"index":22,"Rank":20,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":8.51,"RiaNewsRetrieval":11.11,"RuBQRetrieval":12.45,"MIRACLRetrieval (ru)":1.98} -{"index":11,"Rank":21,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.09,"RiaNewsRetrieval":6.72,"RuBQRetrieval":12.63,"MIRACLRetrieval (ru)":1.92} -{"index":9,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.71,"RiaNewsRetrieval":4.14,"RuBQRetrieval":10.6,"MIRACLRetrieval (ru)":2.39} -{"index":10,"Rank":23,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.33,"RiaNewsRetrieval":5.58,"RuBQRetrieval":9.52,"MIRACLRetrieval (ru)":0.88} -{"index":49,"Rank":24,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.23,"RiaNewsRetrieval":0.67,"RuBQRetrieval":2.64,"MIRACLRetrieval (ru)":0.39} -{"index":1,"Rank":25,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":2,"Rank":26,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":3,"Rank":27,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":12,"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":70.94,"MIRACLRetrieval (ru)":""} -{"index":16,"Rank":33,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":18,"Rank":35,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":19,"Rank":36,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":25,"Rank":38,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":26,"Rank":39,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":28,"Rank":40,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RiaNewsRetrieval":0.79,"RuBQRetrieval":3.24,"MIRACLRetrieval (ru)":""} -{"index":32,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":4.84,"RuBQRetrieval":10.15,"MIRACLRetrieval (ru)":""} -{"index":39,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":40,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":41,"Rank":45,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} -{"index":42,"Rank":46,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RiaNewsRetrieval":70.01,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":""} -{"index":43,"Rank":47,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":44,"Rank":48,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":45,"Rank":49,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":46,"Rank":50,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":47,"Rank":51,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":42.75,"RuBQRetrieval":30.02,"MIRACLRetrieval (ru)":""} -{"index":48,"Rank":52,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":8.84,"MIRACLRetrieval (ru)":""} -{"index":50,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":4.75,"MIRACLRetrieval (ru)":""} -{"index":51,"Rank":54,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":52,"Rank":55,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":53,"Rank":56,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":54,"Rank":57,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":55,"Rank":58,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":56,"Rank":59,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":44.82,"RuBQRetrieval":29.7,"MIRACLRetrieval (ru)":""} -{"index":57,"Rank":60,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":51.75,"RuBQRetrieval":37.04,"MIRACLRetrieval (ru)":""} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} diff --git a/boards_data/ru/data_tasks/STS/default.jsonl b/boards_data/ru/data_tasks/STS/default.jsonl deleted file mode 100644 index 0ac0d1bf95084399112b3af119c6e70a6db54ac5..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,61 +0,0 @@ -{"index":41,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} -{"index":31,"Rank":2,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":75.38,"RUParaPhraserSTS":76.36,"RuSTSBenchmarkSTS":83.35,"STS22 (ru)":66.42} -{"index":37,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.85,"RUParaPhraserSTS":75.4,"RuSTSBenchmarkSTS":83.97,"STS22 (ru)":65.17} -{"index":13,"Rank":4,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.8,"RUParaPhraserSTS":72.22,"RuSTSBenchmarkSTS":81.67,"STS22 (ru)":70.51} -{"index":20,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.97,"RUParaPhraserSTS":76.16,"RuSTSBenchmarkSTS":78.69,"STS22 (ru)":67.06} -{"index":34,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.71,"RUParaPhraserSTS":76.17,"RuSTSBenchmarkSTS":84.13,"STS22 (ru)":60.83} -{"index":4,"Rank":7,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.68,"RUParaPhraserSTS":74.9,"RuSTSBenchmarkSTS":79.87,"STS22 (ru)":66.26} -{"index":30,"Rank":8,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.07,"RUParaPhraserSTS":73.56,"RuSTSBenchmarkSTS":82.26,"STS22 (ru)":63.39} -{"index":61,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.54,"RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":62.89} -{"index":15,"Rank":10,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.7,"RUParaPhraserSTS":68.53,"RuSTSBenchmarkSTS":78.44,"STS22 (ru)":68.12} -{"index":36,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.62,"RUParaPhraserSTS":71.82,"RuSTSBenchmarkSTS":83.15,"STS22 (ru)":59.89} -{"index":14,"Rank":12,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.18,"RUParaPhraserSTS":68.33,"RuSTSBenchmarkSTS":77.85,"STS22 (ru)":67.35} -{"index":62,"Rank":13,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":70.23,"RUParaPhraserSTS":72.15,"RuSTSBenchmarkSTS":78.48,"STS22 (ru)":60.06} -{"index":35,"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.16,"RUParaPhraserSTS":70.17,"RuSTSBenchmarkSTS":79.64,"STS22 (ru)":60.67} -{"index":38,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":42,"Rank":16,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":57,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.98,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":82.46,"STS22 (ru)":58.74} -{"index":56,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RUParaPhraserSTS":61.87,"RuSTSBenchmarkSTS":79.55,"STS22 (ru)":57.08} -{"index":27,"Rank":19,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.91,"RUParaPhraserSTS":65.87,"RuSTSBenchmarkSTS":73.32,"STS22 (ru)":58.53} -{"index":47,"Rank":20,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.52,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":73.34,"STS22 (ru)":57.49} -{"index":21,"Rank":21,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.4,"RUParaPhraserSTS":65.17,"RuSTSBenchmarkSTS":71.22,"STS22 (ru)":56.82} -{"index":29,"Rank":22,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":61.6,"RUParaPhraserSTS":65.14,"RuSTSBenchmarkSTS":69.43,"STS22 (ru)":50.23} -{"index":11,"Rank":23,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.18,"RUParaPhraserSTS":66.24,"RuSTSBenchmarkSTS":66.03,"STS22 (ru)":51.27} -{"index":22,"Rank":24,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.21,"RUParaPhraserSTS":62.06,"RuSTSBenchmarkSTS":58.82,"STS22 (ru)":50.75} -{"index":9,"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"RUParaPhraserSTS":55.01,"RuSTSBenchmarkSTS":61.72,"STS22 (ru)":51.87} -{"index":32,"Rank":26,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.39,"RUParaPhraserSTS":54.03,"RuSTSBenchmarkSTS":58.47,"STS22 (ru)":47.67} -{"index":28,"Rank":27,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":53.15,"RUParaPhraserSTS":53.41,"RuSTSBenchmarkSTS":58.16,"STS22 (ru)":47.88} -{"index":10,"Rank":28,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.22,"RUParaPhraserSTS":49.72,"RuSTSBenchmarkSTS":53.95,"STS22 (ru)":34.98} -{"index":49,"Rank":29,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.07,"RUParaPhraserSTS":43.93,"RuSTSBenchmarkSTS":55.56,"STS22 (ru)":14.72} -{"index":50,"Rank":30,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.89,"RUParaPhraserSTS":42.15,"RuSTSBenchmarkSTS":55.68,"STS22 (ru)":15.83} -{"index":48,"Rank":31,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.66,"RUParaPhraserSTS":45.47,"RuSTSBenchmarkSTS":56.33,"STS22 (ru)":11.19} -{"index":0,"Rank":32,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":1,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":39.24} -{"index":2,"Rank":34,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} -{"index":3,"Rank":35,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.83} -{"index":5,"Rank":36,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.66} -{"index":12,"Rank":40,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RUParaPhraserSTS":74.37,"RuSTSBenchmarkSTS":81.07,"STS22 (ru)":""} -{"index":16,"Rank":41,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":30.62} -{"index":17,"Rank":42,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":53.35} -{"index":18,"Rank":43,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":9.07} -{"index":19,"Rank":44,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":3.36} -{"index":23,"Rank":45,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":70.47,"RuSTSBenchmarkSTS":79.3,"STS22 (ru)":""} -{"index":24,"Rank":46,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":61.71} -{"index":25,"Rank":47,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.36} -{"index":26,"Rank":48,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":33,"Rank":49,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.57} -{"index":39,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.14} -{"index":40,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":28.77} -{"index":43,"Rank":52,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":21.92} -{"index":44,"Rank":53,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":21.93} -{"index":45,"Rank":54,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":41.06} -{"index":46,"Rank":55,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":13.08} -{"index":51,"Rank":56,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":1.11} -{"index":52,"Rank":57,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":19.44} -{"index":53,"Rank":58,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":52.4} -{"index":54,"Rank":59,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":15.36} -{"index":55,"Rank":60,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":32.69} -{"index":58,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":12.13} -{"index":59,"Rank":62,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":14.21} -{"index":60,"Rank":63,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":26.63} -{"index":63,"Rank":64,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":54.51} diff --git a/boards_data/se/data_overall/default.txt b/boards_data/se/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/se/data_tasks/Classification/default.jsonl b/boards_data/se/data_tasks/Classification/default.jsonl deleted file mode 100644 index 1f5ea4327f95e6a06e392d2a9fb5923a00499556..0000000000000000000000000000000000000000 --- a/boards_data/se/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,56 +0,0 @@ -{"index":17,"Rank":1,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97} -{"index":16,"Rank":2,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25} -{"index":29,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44} -{"index":36,"Rank":4,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19} -{"index":28,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32} -{"index":37,"Rank":6,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79} -{"index":31,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06} -{"index":21,"Rank":8,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95} -{"index":55,"Rank":9,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99} -{"index":23,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18} -{"index":7,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33} -{"index":24,"Rank":12,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18} -{"index":25,"Rank":13,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13} -{"index":12,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34} -{"index":27,"Rank":15,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03} -{"index":10,"Rank":16,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63} -{"index":35,"Rank":17,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28} -{"index":41,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.94,"MassiveIntentClassification (nb)":39.36,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":37.93,"NordicLangClassification":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17} -{"index":11,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41} -{"index":0,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":1,"Rank":21,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":2,"Rank":22,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":3,"Rank":23,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":4,"Rank":24,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""} -{"index":5,"Rank":25,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":6,"Rank":26,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":8,"Rank":27,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","MassiveIntentClassification (nb)":70.92,"MassiveScenarioClassification (nb)":75.62,"NoRecClassification":56.05,"NordicLangClassification":69.36,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":9,"Rank":28,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":13,"Rank":29,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":15,"Rank":31,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":18,"Rank":32,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":19,"Rank":33,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":20,"Rank":34,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":22,"Rank":35,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":35.78,"MassiveScenarioClassification (nb)":42.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":26,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.35,"MassiveScenarioClassification (nb)":72.48,"NoRecClassification":55.0,"NordicLangClassification":69.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":30,"Rank":37,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":65.85,"MassiveScenarioClassification (nb)":71.28,"NoRecClassification":57.06,"NordicLangClassification":76.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":32,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":33,"Rank":39,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":34,"Rank":40,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":38,"Rank":41,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.4,"MassiveScenarioClassification (nb)":39.53,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":39,"Rank":42,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":45.45,"NordicLangClassification":35.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":40,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":37.73,"NordicLangClassification":54.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":42,"Rank":44,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":39.3,"MassiveScenarioClassification (nb)":45.75,"NoRecClassification":38.34,"NordicLangClassification":50.15,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":43,"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":44,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":45,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":46,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":47,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":55.52,"MassiveScenarioClassification (nb)":64.25,"NoRecClassification":46.7,"NordicLangClassification":42.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":48,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":62.62,"MassiveScenarioClassification (nb)":70.23,"NoRecClassification":50.32,"NordicLangClassification":41.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":49,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":50,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":51,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":52,"Rank":54,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":32.3,"MassiveScenarioClassification (nb)":39.05,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":53,"Rank":55,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":54,"Rank":56,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":32.13,"MassiveScenarioClassification (nb)":38.99,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} diff --git a/boards_data/zh/data_overall/default.jsonl b/boards_data/zh/data_overall/default.jsonl deleted file mode 100644 index f55590ac70e53766c66c327115827ca8133ff1b2..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_overall/default.jsonl +++ /dev/null @@ -1,321 +0,0 @@ -{"index":146,"Rank":1,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":72.62,"Classification Average (9 datasets)":75.03,"Clustering Average (4 datasets)":66.33,"PairClassification Average (2 datasets)":91.66,"Reranking Average (4 datasets)":72.76,"Retrieval Average (8 datasets)":76.67,"STS Average (8 datasets)":64.18} -{"index":253,"Rank":2,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":72.43,"Classification Average (9 datasets)":74.67,"Clustering Average (4 datasets)":65.17,"PairClassification Average (2 datasets)":91.87,"Reranking Average (4 datasets)":72.58,"Retrieval Average (8 datasets)":76.5,"STS Average (8 datasets)":64.53} -{"index":204,"Rank":3,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (35 datasets)":72.05,"Classification Average (9 datasets)":75.09,"Clustering Average (4 datasets)":66.06,"PairClassification Average (2 datasets)":87.48,"Reranking Average (4 datasets)":68.92,"Retrieval Average (8 datasets)":76.03,"STS Average (8 datasets)":65.33} -{"index":66,"Rank":4,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":72.05,"Classification Average (9 datasets)":75.09,"Clustering Average (4 datasets)":66.06,"PairClassification Average (2 datasets)":87.48,"Reranking Average (4 datasets)":68.92,"Retrieval Average (8 datasets)":76.03,"STS Average (8 datasets)":65.33} -{"index":345,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (35 datasets)":72.05,"Classification Average (9 datasets)":75.09,"Clustering Average (4 datasets)":66.06,"PairClassification Average (2 datasets)":87.48,"Reranking Average (4 datasets)":68.92,"Retrieval Average (8 datasets)":76.03,"STS Average (8 datasets)":65.33} -{"index":19,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (35 datasets)":72.05,"Classification Average (9 datasets)":75.09,"Clustering Average (4 datasets)":66.06,"PairClassification Average (2 datasets)":87.48,"Reranking Average (4 datasets)":68.92,"Retrieval Average (8 datasets)":76.03,"STS Average (8 datasets)":65.33} -{"index":214,"Rank":7,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":71.88,"Classification Average (9 datasets)":74.43,"Clustering Average (4 datasets)":62.23,"PairClassification Average (2 datasets)":91.55,"Reranking Average (4 datasets)":72.34,"Retrieval Average (8 datasets)":76.36,"STS Average (8 datasets)":64.22} -{"index":200,"Rank":8,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":71.53,"Classification Average (9 datasets)":74.47,"Clustering Average (4 datasets)":63.33,"PairClassification Average (2 datasets)":87.93,"Reranking Average (4 datasets)":71.46,"Retrieval Average (8 datasets)":77.23,"STS Average (8 datasets)":62.55} -{"index":61,"Rank":9,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":71.04,"Classification Average (9 datasets)":74.18,"Clustering Average (4 datasets)":66.35,"PairClassification Average (2 datasets)":90.87,"Reranking Average (4 datasets)":69.3,"Retrieval Average (8 datasets)":73.56,"STS Average (8 datasets)":63.23} -{"index":314,"Rank":10,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":70.95,"Classification Average (9 datasets)":74.59,"Clustering Average (4 datasets)":62.17,"PairClassification Average (2 datasets)":90.24,"Reranking Average (4 datasets)":70.0,"Retrieval Average (8 datasets)":74.36,"STS Average (8 datasets)":63.5} -{"index":338,"Rank":11,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":70.85,"Classification Average (9 datasets)":74.14,"Clustering Average (4 datasets)":66.64,"PairClassification Average (2 datasets)":87.08,"Reranking Average (4 datasets)":68.72,"Retrieval Average (8 datasets)":74.97,"STS Average (8 datasets)":62.15} -{"index":44,"Rank":12,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":70.78,"Classification Average (9 datasets)":74.3,"Clustering Average (4 datasets)":61.98,"PairClassification Average (2 datasets)":89.88,"Reranking Average (4 datasets)":69.78,"Retrieval Average (8 datasets)":74.41,"STS Average (8 datasets)":63.33} -{"index":260,"Rank":13,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":69.76,"Classification Average (9 datasets)":71.28,"Clustering Average (4 datasets)":60.75,"PairClassification Average (2 datasets)":90.33,"Reranking Average (4 datasets)":70.14,"Retrieval Average (8 datasets)":72.66,"STS Average (8 datasets)":64.33} -{"index":17,"Rank":14,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":69.56,"Classification Average (9 datasets)":73.36,"Clustering Average (4 datasets)":67.08,"PairClassification Average (2 datasets)":88.56,"Reranking Average (4 datasets)":66.38,"Retrieval Average (8 datasets)":70.62,"STS Average (8 datasets)":62.32} -{"index":164,"Rank":15,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average (35 datasets)":69.07,"Classification Average (9 datasets)":72.75,"Clustering Average (4 datasets)":58.7,"PairClassification Average (2 datasets)":87.84,"Reranking Average (4 datasets)":67.98,"Retrieval Average (8 datasets)":72.93,"STS Average (8 datasets)":62.09} -{"index":14,"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":68.71,"Classification Average (9 datasets)":71.74,"Clustering Average (4 datasets)":53.75,"PairClassification Average (2 datasets)":88.1,"Reranking Average (4 datasets)":68.27,"Retrieval Average (8 datasets)":74.41,"STS Average (8 datasets)":62.46} -{"index":193,"Rank":17,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":68.55,"Classification Average (9 datasets)":71.56,"Clustering Average (4 datasets)":54.32,"PairClassification Average (2 datasets)":88.08,"Reranking Average (4 datasets)":68.45,"Retrieval Average (8 datasets)":73.52,"STS Average (8 datasets)":62.48} -{"index":192,"Rank":18,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":68.48,"Classification Average (9 datasets)":71.5,"Clustering Average (4 datasets)":53.9,"PairClassification Average (2 datasets)":88.1,"Reranking Average (4 datasets)":68.26,"Retrieval Average (8 datasets)":73.6,"STS Average (8 datasets)":62.46} -{"index":35,"Rank":19,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (35 datasets)":68.44,"Classification Average (9 datasets)":74.11,"Clustering Average (4 datasets)":59.3,"PairClassification Average (2 datasets)":86.67,"Reranking Average (4 datasets)":68.28,"Retrieval Average (8 datasets)":73.73,"STS Average (8 datasets)":56.87} -{"index":387,"Rank":20,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":68.34,"Classification Average (9 datasets)":72.84,"Clustering Average (4 datasets)":56.88,"PairClassification Average (2 datasets)":82.35,"Reranking Average (4 datasets)":69.67,"Retrieval Average (8 datasets)":73.12,"STS Average (8 datasets)":60.07} -{"index":74,"Rank":21,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":68.21,"Classification Average (9 datasets)":75.44,"Clustering Average (4 datasets)":57.83,"PairClassification Average (2 datasets)":81.62,"Reranking Average (4 datasets)":68.58,"Retrieval Average (8 datasets)":75.54,"STS Average (8 datasets)":54.38} -{"index":219,"Rank":22,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average (35 datasets)":67.96,"Classification Average (9 datasets)":71.12,"Clustering Average (4 datasets)":53.3,"PairClassification Average (2 datasets)":87.93,"Reranking Average (4 datasets)":67.84,"Retrieval Average (8 datasets)":72.28,"STS Average (8 datasets)":62.49} -{"index":18,"Rank":23,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (35 datasets)":67.65,"Classification Average (9 datasets)":71.12,"Clustering Average (4 datasets)":54.61,"PairClassification Average (2 datasets)":86.91,"Reranking Average (4 datasets)":68.21,"Retrieval Average (8 datasets)":71.86,"STS Average (8 datasets)":60.96} -{"index":65,"Rank":24,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":67.65,"Classification Average (9 datasets)":71.12,"Clustering Average (4 datasets)":54.61,"PairClassification Average (2 datasets)":86.91,"Reranking Average (4 datasets)":68.21,"Retrieval Average (8 datasets)":71.86,"STS Average (8 datasets)":60.96} -{"index":161,"Rank":25,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":67.51,"Classification Average (9 datasets)":70.0,"Clustering Average (4 datasets)":50.96,"PairClassification Average (2 datasets)":88.92,"Reranking Average (4 datasets)":67.17,"Retrieval Average (8 datasets)":70.41,"STS Average (8 datasets)":64.89} -{"index":162,"Rank":26,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":67.51,"Classification Average (9 datasets)":70.0,"Clustering Average (4 datasets)":50.96,"PairClassification Average (2 datasets)":88.92,"Reranking Average (4 datasets)":67.17,"Retrieval Average (8 datasets)":70.41,"STS Average (8 datasets)":64.89} -{"index":52,"Rank":27,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":67.51,"Classification Average (9 datasets)":70.0,"Clustering Average (4 datasets)":50.96,"PairClassification Average (2 datasets)":88.92,"Reranking Average (4 datasets)":67.17,"Retrieval Average (8 datasets)":70.41,"STS Average (8 datasets)":64.89} -{"index":252,"Rank":28,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":67.28,"Classification Average (9 datasets)":71.2,"Clustering Average (4 datasets)":54.62,"PairClassification Average (2 datasets)":85.3,"Reranking Average (4 datasets)":67.34,"Retrieval Average (8 datasets)":73.41,"STS Average (8 datasets)":58.52} -{"index":126,"Rank":29,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":67.17,"Classification Average (9 datasets)":71.35,"Clustering Average (4 datasets)":54.0,"PairClassification Average (2 datasets)":84.34,"Reranking Average (4 datasets)":67.61,"Retrieval Average (8 datasets)":73.3,"STS Average (8 datasets)":58.41} -{"index":352,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":66.72,"Classification Average (9 datasets)":71.34,"Clustering Average (4 datasets)":53.07,"PairClassification Average (2 datasets)":84.41,"Reranking Average (4 datasets)":67.4,"Retrieval Average (8 datasets)":72.49,"STS Average (8 datasets)":57.82} -{"index":53,"Rank":31,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":66.1,"Classification Average (9 datasets)":69.89,"Clustering Average (4 datasets)":50.8,"PairClassification Average (2 datasets)":87.57,"Reranking Average (4 datasets)":66.92,"Retrieval Average (8 datasets)":67.7,"STS Average (8 datasets)":62.13} -{"index":350,"Rank":32,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":65.92,"Classification Average (9 datasets)":71.26,"Clustering Average (4 datasets)":53.86,"PairClassification Average (2 datasets)":80.44,"Reranking Average (4 datasets)":67.0,"Retrieval Average (8 datasets)":71.71,"STS Average (8 datasets)":55.96} -{"index":25,"Rank":33,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":65.5,"Classification Average (9 datasets)":69.05,"Clustering Average (4 datasets)":49.04,"PairClassification Average (2 datasets)":82.68,"Reranking Average (4 datasets)":66.38,"Retrieval Average (8 datasets)":71.85,"STS Average (8 datasets)":58.66} -{"index":24,"Rank":34,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":65.14,"Classification Average (9 datasets)":69.05,"Clustering Average (4 datasets)":49.0,"PairClassification Average (2 datasets)":82.68,"Reranking Average (4 datasets)":66.39,"Retrieval Average (8 datasets)":70.26,"STS Average (8 datasets)":58.66} -{"index":221,"Rank":35,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":65.13,"Classification Average (9 datasets)":69.05,"Clustering Average (4 datasets)":49.16,"PairClassification Average (2 datasets)":82.68,"Reranking Average (4 datasets)":66.41,"Retrieval Average (8 datasets)":70.14,"STS Average (8 datasets)":58.66} -{"index":220,"Rank":36,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":64.54,"Classification Average (9 datasets)":67.62,"Clustering Average (4 datasets)":48.65,"PairClassification Average (2 datasets)":78.72,"Reranking Average (4 datasets)":65.98,"Retrieval Average (8 datasets)":71.02,"STS Average (8 datasets)":58.3} -{"index":33,"Rank":37,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":64.53,"Classification Average (9 datasets)":69.13,"Clustering Average (4 datasets)":48.99,"PairClassification Average (2 datasets)":81.62,"Reranking Average (4 datasets)":65.84,"Retrieval Average (8 datasets)":70.46,"STS Average (8 datasets)":56.25} -{"index":218,"Rank":38,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":64.36,"Classification Average (9 datasets)":68.29,"Clustering Average (4 datasets)":49.4,"PairClassification Average (2 datasets)":79.96,"Reranking Average (4 datasets)":66.1,"Retrieval Average (8 datasets)":70.08,"STS Average (8 datasets)":56.92} -{"index":62,"Rank":39,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":64.25,"Classification Average (9 datasets)":68.21,"Clustering Average (4 datasets)":49.48,"PairClassification Average (2 datasets)":80.01,"Reranking Average (4 datasets)":65.89,"Retrieval Average (8 datasets)":69.59,"STS Average (8 datasets)":57.08} -{"index":217,"Rank":40,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":64.16,"Classification Average (9 datasets)":67.77,"Clustering Average (4 datasets)":48.7,"PairClassification Average (2 datasets)":76.09,"Reranking Average (4 datasets)":66.95,"Retrieval Average (8 datasets)":71.07,"STS Average (8 datasets)":56.54} -{"index":313,"Rank":41,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":64.11,"Classification Average (9 datasets)":67.03,"Clustering Average (4 datasets)":47.04,"PairClassification Average (2 datasets)":78.38,"Reranking Average (4 datasets)":65.98,"Retrieval Average (8 datasets)":70.93,"STS Average (8 datasets)":58.02} -{"index":244,"Rank":42,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":63.79,"Classification Average (9 datasets)":64.94,"Clustering Average (4 datasets)":46.47,"PairClassification Average (2 datasets)":82.94,"Reranking Average (4 datasets)":66.57,"Retrieval Average (8 datasets)":69.4,"STS Average (8 datasets)":59.39} -{"index":312,"Rank":43,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":63.66,"Classification Average (9 datasets)":66.98,"Clustering Average (4 datasets)":47.12,"PairClassification Average (2 datasets)":76.61,"Reranking Average (4 datasets)":66.68,"Retrieval Average (8 datasets)":71.2,"STS Average (8 datasets)":55.9} -{"index":75,"Rank":44,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (35 datasets)":63.57,"Classification Average (9 datasets)":71.57,"Clustering Average (4 datasets)":50.86,"PairClassification Average (2 datasets)":73.06,"Reranking Average (4 datasets)":64.42,"Retrieval Average (8 datasets)":70.49,"STS Average (8 datasets)":51.18} -{"index":32,"Rank":45,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":63.4,"Classification Average (9 datasets)":68.58,"Clustering Average (4 datasets)":50.01,"PairClassification Average (2 datasets)":76.78,"Reranking Average (4 datasets)":64.9,"Retrieval Average (8 datasets)":70.54,"STS Average (8 datasets)":53.0} -{"index":29,"Rank":46,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":63.13,"Classification Average (9 datasets)":68.07,"Clustering Average (4 datasets)":47.53,"PairClassification Average (2 datasets)":79.77,"Reranking Average (4 datasets)":65.4,"Retrieval Average (8 datasets)":69.49,"STS Average (8 datasets)":53.72} -{"index":22,"Rank":47,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":62.72,"Classification Average (9 datasets)":64.27,"Clustering Average (4 datasets)":47.48,"PairClassification Average (2 datasets)":78.34,"Reranking Average (4 datasets)":68.17,"Retrieval Average (8 datasets)":71.95,"STS Average (8 datasets)":52.73} -{"index":76,"Rank":48,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (35 datasets)":62.31,"Classification Average (9 datasets)":67.93,"Clustering Average (4 datasets)":49.88,"PairClassification Average (2 datasets)":73.23,"Reranking Average (4 datasets)":64.81,"Retrieval Average (8 datasets)":69.77,"STS Average (8 datasets)":50.74} -{"index":47,"Rank":49,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":62.18,"Classification Average (9 datasets)":69.09,"Clustering Average (4 datasets)":48.88,"PairClassification Average (2 datasets)":82.38,"Reranking Average (4 datasets)":62.82,"Retrieval Average (8 datasets)":63.52,"STS Average (8 datasets)":54.35} -{"index":46,"Rank":50,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":62.09,"Classification Average (9 datasets)":67.89,"Clustering Average (4 datasets)":48.81,"PairClassification Average (2 datasets)":82.38,"Reranking Average (4 datasets)":63.2,"Retrieval Average (8 datasets)":64.11,"STS Average (8 datasets)":54.55} -{"index":335,"Rank":51,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":61.77,"Classification Average (9 datasets)":64.37,"Clustering Average (4 datasets)":48.05,"PairClassification Average (2 datasets)":68.76,"Reranking Average (4 datasets)":61.48,"Retrieval Average (8 datasets)":58.2,"STS Average (8 datasets)":67.66} -{"index":226,"Rank":52,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":60.89,"Classification Average (9 datasets)":70.47,"Clustering Average (4 datasets)":52.3,"PairClassification Average (2 datasets)":72.19,"Reranking Average (4 datasets)":61.86,"Retrieval Average (8 datasets)":61.75,"STS Average (8 datasets)":50.22} -{"index":23,"Rank":53,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":60.81,"Classification Average (9 datasets)":70.17,"Clustering Average (4 datasets)":52.3,"PairClassification Average (2 datasets)":72.19,"Reranking Average (4 datasets)":61.86,"Retrieval Average (8 datasets)":61.75,"STS Average (8 datasets)":50.22} -{"index":356,"Rank":54,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":60.08,"Classification Average (9 datasets)":64.49,"Clustering Average (4 datasets)":48.95,"PairClassification Average (2 datasets)":70.0,"Reranking Average (4 datasets)":66.22,"Retrieval Average (8 datasets)":65.5,"STS Average (8 datasets)":49.72} -{"index":354,"Rank":55,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":60.08,"Classification Average (9 datasets)":64.49,"Clustering Average (4 datasets)":48.95,"PairClassification Average (2 datasets)":70.0,"Reranking Average (4 datasets)":66.22,"Retrieval Average (8 datasets)":65.5,"STS Average (8 datasets)":49.72} -{"index":45,"Rank":56,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":59.77,"Classification Average (9 datasets)":67.08,"Clustering Average (4 datasets)":47.21,"PairClassification Average (2 datasets)":78.77,"Reranking Average (4 datasets)":61.35,"Retrieval Average (8 datasets)":60.6,"STS Average (8 datasets)":51.45} -{"index":279,"Rank":57,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":59.03,"Classification Average (9 datasets)":68.83,"Clustering Average (4 datasets)":48.64,"PairClassification Average (2 datasets)":62.84,"Reranking Average (4 datasets)":60.96,"Retrieval Average (8 datasets)":59.76,"STS Average (8 datasets)":50.54} -{"index":230,"Rank":58,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":58.54,"Classification Average (9 datasets)":66.29,"Clustering Average (4 datasets)":48.23,"PairClassification Average (2 datasets)":69.89,"Reranking Average (4 datasets)":56.0,"Retrieval Average (8 datasets)":63.66,"STS Average (8 datasets)":48.29} -{"index":39,"Rank":59,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":57.82,"Classification Average (9 datasets)":63.96,"Clustering Average (4 datasets)":44.18,"PairClassification Average (2 datasets)":70.4,"Reranking Average (4 datasets)":60.92,"Retrieval Average (8 datasets)":61.77,"STS Average (8 datasets)":49.1} -{"index":274,"Rank":60,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":57.8,"Classification Average (9 datasets)":67.52,"Clustering Average (4 datasets)":47.68,"PairClassification Average (2 datasets)":64.03,"Reranking Average (4 datasets)":59.34,"Retrieval Average (8 datasets)":56.91,"STS Average (8 datasets)":50.47} -{"index":275,"Rank":61,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":57.68,"Classification Average (9 datasets)":68.2,"Clustering Average (4 datasets)":48.88,"PairClassification Average (2 datasets)":64.63,"Reranking Average (4 datasets)":59.66,"Retrieval Average (8 datasets)":54.75,"STS Average (8 datasets)":50.42} -{"index":233,"Rank":62,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (35 datasets)":56.03,"Classification Average (9 datasets)":65.31,"Clustering Average (4 datasets)":42.42,"PairClassification Average (2 datasets)":74.96,"Reranking Average (4 datasets)":56.27,"Retrieval Average (8 datasets)":57.96,"STS Average (8 datasets)":45.6} -{"index":229,"Rank":63,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":55.92,"Classification Average (9 datasets)":64.23,"Clustering Average (4 datasets)":40.68,"PairClassification Average (2 datasets)":67.07,"Reranking Average (4 datasets)":54.35,"Retrieval Average (8 datasets)":61.63,"STS Average (8 datasets)":46.49} -{"index":232,"Rank":64,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":55.8,"Classification Average (9 datasets)":64.64,"Clustering Average (4 datasets)":45.26,"PairClassification Average (2 datasets)":66.45,"Reranking Average (4 datasets)":53.86,"Retrieval Average (8 datasets)":59.95,"STS Average (8 datasets)":45.27} -{"index":383,"Rank":65,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (35 datasets)":53.73,"Classification Average (9 datasets)":64.31,"Clustering Average (4 datasets)":45.68,"PairClassification Average (2 datasets)":69.56,"Reranking Average (4 datasets)":54.28,"Retrieval Average (8 datasets)":52.0,"STS Average (8 datasets)":43.35} -{"index":235,"Rank":66,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (35 datasets)":51.55,"Classification Average (9 datasets)":62.85,"Clustering Average (4 datasets)":42.42,"PairClassification Average (2 datasets)":72.38,"Reranking Average (4 datasets)":53.62,"Retrieval Average (8 datasets)":46.16,"STS Average (8 datasets)":42.57} -{"index":341,"Rank":67,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":50.12,"Classification Average (9 datasets)":61.0,"Clustering Average (4 datasets)":44.39,"PairClassification Average (2 datasets)":66.64,"Reranking Average (4 datasets)":49.25,"Retrieval Average (8 datasets)":44.4,"STS Average (8 datasets)":42.78} -{"index":339,"Rank":68,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":48.6,"Classification Average (9 datasets)":62.19,"Clustering Average (4 datasets)":37.66,"PairClassification Average (2 datasets)":67.58,"Reranking Average (4 datasets)":49.45,"Retrieval Average (8 datasets)":38.79,"STS Average (8 datasets)":43.41} -{"index":68,"Rank":69,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":48.58,"Classification Average (9 datasets)":60.66,"Clustering Average (4 datasets)":30.02,"PairClassification Average (2 datasets)":71.16,"Reranking Average (4 datasets)":49.16,"Retrieval Average (8 datasets)":41.94,"STS Average (8 datasets)":44.97} -{"index":54,"Rank":70,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":46.83,"Classification Average (9 datasets)":62.54,"Clustering Average (4 datasets)":31.8,"PairClassification Average (2 datasets)":81.46,"Reranking Average (4 datasets)":45.08,"Retrieval Average (8 datasets)":32.1,"STS Average (8 datasets)":43.62} -{"index":59,"Rank":71,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":44.59,"Classification Average (9 datasets)":62.7,"Clustering Average (4 datasets)":39.67,"PairClassification Average (2 datasets)":80.9,"Reranking Average (4 datasets)":44.91,"Retrieval Average (8 datasets)":22.92,"STS Average (8 datasets)":39.11} -{"index":198,"Rank":72,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":35.89,"Classification Average (9 datasets)":57.87,"Clustering Average (4 datasets)":34.44,"PairClassification Average (2 datasets)":58.52,"Reranking Average (4 datasets)":32.84,"Retrieval Average (8 datasets)":7.15,"STS Average (8 datasets)":36.48} -{"index":355,"Rank":73,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":23.88,"Classification Average (9 datasets)":38.04,"Clustering Average (4 datasets)":18.34,"PairClassification Average (2 datasets)":56.7,"Reranking Average (4 datasets)":25.86,"Retrieval Average (8 datasets)":4.52,"STS Average (8 datasets)":20.86} -{"index":0,"Rank":74,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":1,"Rank":75,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":2,"Rank":76,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":4,"Rank":78,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":5,"Rank":79,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":6,"Rank":80,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":7,"Rank":81,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":8,"Rank":82,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":9,"Rank":83,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":10,"Rank":84,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":11,"Rank":85,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":12,"Rank":86,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":13,"Rank":87,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":15,"Rank":88,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":20,"Rank":90,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":21,"Rank":91,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":28,"Rank":94,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":30,"Rank":95,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":31,"Rank":96,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":34,"Rank":97,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":36,"Rank":98,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":37,"Rank":99,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":38,"Rank":100,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":43,"Rank":104,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":73.24,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":50,"Rank":107,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":51,"Rank":108,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":55,"Rank":109,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":56,"Rank":110,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":57,"Rank":111,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":58,"Rank":112,"Model":"bge-reranker-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":63,"Rank":114,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":64,"Rank":115,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":67,"Rank":116,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":69,"Rank":117,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":70,"Rank":118,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":71,"Rank":119,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":72,"Rank":120,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":72.67,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":65.08,"STS Average (8 datasets)":""} -{"index":73,"Rank":121,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":77,"Rank":122,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":78,"Rank":123,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":79,"Rank":124,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":72.36,"Clustering Average (4 datasets)":59.9,"PairClassification Average (2 datasets)":86.4,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":78.41,"STS Average (8 datasets)":61.64} -{"index":87,"Rank":132,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":88,"Rank":133,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":89,"Rank":134,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":90,"Rank":135,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":91,"Rank":136,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":92,"Rank":137,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":76.74,"STS Average (8 datasets)":""} -{"index":93,"Rank":138,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":96,"Rank":141,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":97,"Rank":142,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":98,"Rank":143,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":99,"Rank":144,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":100,"Rank":145,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":101,"Rank":146,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":102,"Rank":147,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":103,"Rank":148,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":104,"Rank":149,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":105,"Rank":150,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":106,"Rank":151,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":107,"Rank":152,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":108,"Rank":153,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":109,"Rank":154,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":110,"Rank":155,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":111,"Rank":156,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":112,"Rank":157,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":113,"Rank":158,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":114,"Rank":159,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":115,"Rank":160,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":116,"Rank":161,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":117,"Rank":162,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":70.63,"STS Average (8 datasets)":""} -{"index":118,"Rank":163,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":119,"Rank":164,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":120,"Rank":165,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":121,"Rank":166,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":122,"Rank":167,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":123,"Rank":168,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":124,"Rank":169,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":125,"Rank":170,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":127,"Rank":171,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.54,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":128,"Rank":172,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":76.67,"Clustering Average (4 datasets)":71.31,"PairClassification Average (2 datasets)":95.0,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":77.59,"STS Average (8 datasets)":65.02} -{"index":131,"Rank":175,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":132,"Rank":176,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":135,"Rank":179,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":136,"Rank":180,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":137,"Rank":181,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":138,"Rank":182,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":139,"Rank":183,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":140,"Rank":184,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":141,"Rank":185,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":142,"Rank":186,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":143,"Rank":187,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":144,"Rank":188,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":145,"Rank":189,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":147,"Rank":190,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":68.41,"Retrieval Average (8 datasets)":73.78,"STS Average (8 datasets)":""} -{"index":148,"Rank":191,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":149,"Rank":192,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":151,"Rank":194,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":152,"Rank":195,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":153,"Rank":196,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":154,"Rank":197,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":155,"Rank":198,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":157,"Rank":200,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":66.04,"Retrieval Average (8 datasets)":72.92,"STS Average (8 datasets)":""} -{"index":160,"Rank":203,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":163,"Rank":204,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":165,"Rank":205,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":166,"Rank":206,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":167,"Rank":207,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":168,"Rank":208,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":169,"Rank":209,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":172,"Rank":212,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":173,"Rank":213,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":175,"Rank":215,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":177,"Rank":217,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":77.89,"STS Average (8 datasets)":""} -{"index":178,"Rank":218,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":179,"Rank":219,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":180,"Rank":220,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":181,"Rank":221,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":182,"Rank":222,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":183,"Rank":223,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":184,"Rank":224,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":185,"Rank":225,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":186,"Rank":226,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":187,"Rank":227,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":188,"Rank":228,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":189,"Rank":229,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":191,"Rank":231,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":67.97,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":60.55,"STS Average (8 datasets)":""} -{"index":194,"Rank":232,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":195,"Rank":233,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":196,"Rank":234,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":199,"Rank":236,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":70.8,"Retrieval Average (8 datasets)":76.56,"STS Average (8 datasets)":""} -{"index":201,"Rank":237,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":202,"Rank":238,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":203,"Rank":239,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":206,"Rank":241,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":207,"Rank":242,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":208,"Rank":243,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":209,"Rank":244,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":210,"Rank":245,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":211,"Rank":246,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":216,"Rank":250,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":222,"Rank":251,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":223,"Rank":252,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":224,"Rank":253,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":225,"Rank":254,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":227,"Rank":255,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":228,"Rank":256,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":231,"Rank":257,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":67.73,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":64.94,"STS Average (8 datasets)":""} -{"index":234,"Rank":258,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":43.24,"PairClassification Average (2 datasets)":76.59,"Reranking Average (4 datasets)":57.68,"Retrieval Average (8 datasets)":59.77,"STS Average (8 datasets)":""} -{"index":236,"Rank":259,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":42.32,"PairClassification Average (2 datasets)":78.65,"Reranking Average (4 datasets)":59.11,"Retrieval Average (8 datasets)":62.87,"STS Average (8 datasets)":""} -{"index":237,"Rank":260,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":238,"Rank":261,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":239,"Rank":262,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":240,"Rank":263,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":241,"Rank":264,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":242,"Rank":265,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":243,"Rank":266,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":245,"Rank":267,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":246,"Rank":268,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":69.09,"Clustering Average (4 datasets)":50.22,"PairClassification Average (2 datasets)":72.76,"Reranking Average (4 datasets)":60.64,"Retrieval Average (8 datasets)":68.6,"STS Average (8 datasets)":""} -{"index":248,"Rank":270,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":249,"Rank":271,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":250,"Rank":272,"Model":"Chuxin-Embedding-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":77.89,"STS Average (8 datasets)":""} -{"index":251,"Rank":273,"Model":"Chuxin-Embedding-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":77.89,"STS Average (8 datasets)":""} -{"index":254,"Rank":274,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":70.83,"Clustering Average (4 datasets)":48.35,"PairClassification Average (2 datasets)":74.64,"Reranking Average (4 datasets)":63.73,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":258,"Rank":278,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":261,"Rank":280,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":262,"Rank":281,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":263,"Rank":282,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":264,"Rank":283,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":265,"Rank":284,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":266,"Rank":285,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":267,"Rank":286,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":268,"Rank":287,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":269,"Rank":288,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":270,"Rank":289,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":271,"Rank":290,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":272,"Rank":291,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":273,"Rank":292,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":276,"Rank":293,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":70.45,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":277,"Rank":294,"Model":"LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":68.58,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":278,"Rank":295,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.87,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":286,"Rank":302,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":287,"Rank":303,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":288,"Rank":304,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":289,"Rank":305,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":290,"Rank":306,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":291,"Rank":307,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":292,"Rank":308,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":293,"Rank":309,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":294,"Rank":310,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":295,"Rank":311,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":296,"Rank":312,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":297,"Rank":313,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":76.76,"STS Average (8 datasets)":""} -{"index":298,"Rank":314,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":299,"Rank":315,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":70.63,"STS Average (8 datasets)":""} -{"index":301,"Rank":317,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":302,"Rank":318,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":303,"Rank":319,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":304,"Rank":320,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":70.13,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":305,"Rank":321,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":68.92,"Retrieval Average (8 datasets)":75.06,"STS Average (8 datasets)":""} -{"index":306,"Rank":322,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":307,"Rank":323,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":308,"Rank":324,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":315,"Rank":328,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":63.62,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":21.83,"STS Average (8 datasets)":""} -{"index":316,"Rank":329,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":37.53,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":6.0,"STS Average (8 datasets)":""} -{"index":317,"Rank":330,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":37.74,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":3.62,"STS Average (8 datasets)":""} -{"index":318,"Rank":331,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":38.13,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":4.36,"STS Average (8 datasets)":""} -{"index":319,"Rank":332,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":320,"Rank":333,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":321,"Rank":334,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":322,"Rank":335,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":323,"Rank":336,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":324,"Rank":337,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":325,"Rank":338,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":326,"Rank":339,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":327,"Rank":340,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":328,"Rank":341,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":329,"Rank":342,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":60.34,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":24.5,"STS Average (8 datasets)":""} -{"index":330,"Rank":343,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":63.4,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":22.92,"STS Average (8 datasets)":""} -{"index":331,"Rank":344,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":332,"Rank":345,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":333,"Rank":346,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":334,"Rank":347,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":336,"Rank":348,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":337,"Rank":349,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":340,"Rank":350,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":343,"Rank":352,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.78,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":344,"Rank":353,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":349,"Rank":357,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":351,"Rank":358,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":353,"Rank":359,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":362,"Rank":365,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":363,"Rank":366,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":364,"Rank":367,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":365,"Rank":368,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":366,"Rank":369,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":369,"Rank":372,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":66.04,"Retrieval Average (8 datasets)":72.92,"STS Average (8 datasets)":""} -{"index":370,"Rank":373,"Model":"bge-reranker-base-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":57.91} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} diff --git a/boards_data/zh/data_tasks/Classification/default.jsonl b/boards_data/zh/data_tasks/Classification/default.jsonl deleted file mode 100644 index 74cb5b242a8497f100adaff976903ba765c47a90..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,318 +0,0 @@ -{"index":128,"Rank":1,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.67,"AmazonReviewsClassification (zh)":53.47,"IFlyTek":55.8,"JDReview":89.12,"MassiveIntentClassification (zh-CN)":81.49,"MassiveScenarioClassification (zh-CN)":86.44,"MultilingualSentiment":81.2,"OnlineShopping":93.84,"TNews":58.06,"Waimai":90.63} -{"index":74,"Rank":2,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.44,"AmazonReviewsClassification (zh)":52.04,"IFlyTek":51.19,"JDReview":90.66,"MassiveIntentClassification (zh-CN)":79.15,"MassiveScenarioClassification (zh-CN)":87.47,"MultilingualSentiment":79.75,"OnlineShopping":95.52,"TNews":54.44,"Waimai":88.76} -{"index":345,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":19,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":66,"Rank":5,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":204,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":146,"Rank":7,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":75.03,"AmazonReviewsClassification (zh)":50.31,"IFlyTek":51.94,"JDReview":90.32,"MassiveIntentClassification (zh-CN)":78.14,"MassiveScenarioClassification (zh-CN)":86.2,"MultilingualSentiment":78.58,"OnlineShopping":95.07,"TNews":55.03,"Waimai":89.7} -{"index":253,"Rank":8,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.67,"AmazonReviewsClassification (zh)":50.07,"IFlyTek":51.76,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.45,"MassiveScenarioClassification (zh-CN)":85.3,"MultilingualSentiment":79.45,"OnlineShopping":94.9,"TNews":54.64,"Waimai":89.34} -{"index":314,"Rank":9,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.59,"AmazonReviewsClassification (zh)":49.44,"IFlyTek":52.1,"JDReview":88.57,"MassiveIntentClassification (zh-CN)":77.71,"MassiveScenarioClassification (zh-CN)":85.63,"MultilingualSentiment":79.09,"OnlineShopping":94.62,"TNews":54.52,"Waimai":89.59} -{"index":200,"Rank":10,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.47,"AmazonReviewsClassification (zh)":49.37,"IFlyTek":52.74,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.94,"MassiveScenarioClassification (zh-CN)":83.82,"MultilingualSentiment":78.6,"OnlineShopping":94.94,"TNews":54.31,"Waimai":89.47} -{"index":214,"Rank":11,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.43,"AmazonReviewsClassification (zh)":49.72,"IFlyTek":51.7,"JDReview":88.87,"MassiveIntentClassification (zh-CN)":76.79,"MassiveScenarioClassification (zh-CN)":84.96,"MultilingualSentiment":79.22,"OnlineShopping":94.88,"TNews":54.35,"Waimai":89.36} -{"index":44,"Rank":12,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.3,"AmazonReviewsClassification (zh)":49.5,"IFlyTek":51.77,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":76.96,"MassiveScenarioClassification (zh-CN)":84.64,"MultilingualSentiment":78.97,"OnlineShopping":94.56,"TNews":54.39,"Waimai":89.42} -{"index":61,"Rank":13,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.18,"AmazonReviewsClassification (zh)":49.67,"IFlyTek":52.64,"JDReview":87.6,"MassiveIntentClassification (zh-CN)":77.43,"MassiveScenarioClassification (zh-CN)":83.87,"MultilingualSentiment":78.48,"OnlineShopping":94.34,"TNews":54.37,"Waimai":89.23} -{"index":338,"Rank":14,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonReviewsClassification (zh)":49.68,"IFlyTek":51.77,"JDReview":86.94,"MassiveIntentClassification (zh-CN)":80.6,"MassiveScenarioClassification (zh-CN)":87.42,"MultilingualSentiment":75.92,"OnlineShopping":94.03,"TNews":52.69,"Waimai":88.23} -{"index":35,"Rank":15,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":74.11,"AmazonReviewsClassification (zh)":54.34,"IFlyTek":49.94,"JDReview":88.91,"MassiveIntentClassification (zh-CN)":78.19,"MassiveScenarioClassification (zh-CN)":82.58,"MultilingualSentiment":78.91,"OnlineShopping":94.59,"TNews":50.26,"Waimai":89.26} -{"index":17,"Rank":16,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AmazonReviewsClassification (zh)":52.95,"IFlyTek":53.77,"JDReview":88.2,"MassiveIntentClassification (zh-CN)":76.25,"MassiveScenarioClassification (zh-CN)":77.26,"MultilingualSentiment":77.42,"OnlineShopping":94.48,"TNews":51.24,"Waimai":88.63} -{"index":387,"Rank":17,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.84,"AmazonReviewsClassification (zh)":48.3,"IFlyTek":50.75,"JDReview":87.69,"MassiveIntentClassification (zh-CN)":74.91,"MassiveScenarioClassification (zh-CN)":81.28,"MultilingualSentiment":76.83,"OnlineShopping":94.42,"TNews":52.62,"Waimai":88.77} -{"index":164,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.75,"AmazonReviewsClassification (zh)":48.54,"IFlyTek":51.77,"JDReview":86.7,"MassiveIntentClassification (zh-CN)":75.87,"MassiveScenarioClassification (zh-CN)":78.44,"MultilingualSentiment":77.53,"OnlineShopping":93.71,"TNews":53.69,"Waimai":88.53} -{"index":72,"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":72.67,"AmazonReviewsClassification (zh)":51.01,"IFlyTek":52.7,"JDReview":87.65,"MassiveIntentClassification (zh-CN)":75.69,"MassiveScenarioClassification (zh-CN)":78.47,"MultilingualSentiment":75.51,"OnlineShopping":93.09,"TNews":51.99,"Waimai":87.91} -{"index":79,"Rank":20,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.36,"AmazonReviewsClassification (zh)":45.85,"IFlyTek":46.96,"JDReview":87.19,"MassiveIntentClassification (zh-CN)":78.16,"MassiveScenarioClassification (zh-CN)":83.11,"MultilingualSentiment":75.98,"OnlineShopping":93.63,"TNews":51.7,"Waimai":88.7} -{"index":14,"Rank":21,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":71.74,"AmazonReviewsClassification (zh)":46.18,"IFlyTek":51.8,"JDReview":86.02,"MassiveIntentClassification (zh-CN)":73.85,"MassiveScenarioClassification (zh-CN)":77.13,"MultilingualSentiment":76.35,"OnlineShopping":93.2,"TNews":53.06,"Waimai":88.1} -{"index":75,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.57,"AmazonReviewsClassification (zh)":50.25,"IFlyTek":49.19,"JDReview":83.45,"MassiveIntentClassification (zh-CN)":70.94,"MassiveScenarioClassification (zh-CN)":77.8,"MultilingualSentiment":78.08,"OnlineShopping":93.67,"TNews":51.66,"Waimai":89.12} -{"index":193,"Rank":23,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.56,"AmazonReviewsClassification (zh)":46.59,"IFlyTek":50.74,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.2,"MultilingualSentiment":76.64,"OnlineShopping":93.39,"TNews":53.1,"Waimai":88.01} -{"index":192,"Rank":24,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.5,"AmazonReviewsClassification (zh)":46.32,"IFlyTek":50.63,"JDReview":86.12,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.3,"MultilingualSentiment":76.45,"OnlineShopping":93.24,"TNews":53.11,"Waimai":88.08} -{"index":126,"Rank":25,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.35,"AmazonReviewsClassification (zh)":46.95,"IFlyTek":49.67,"JDReview":86.53,"MassiveIntentClassification (zh-CN)":73.39,"MassiveScenarioClassification (zh-CN)":76.04,"MultilingualSentiment":76.4,"OnlineShopping":92.6,"TNews":52.04,"Waimai":88.49} -{"index":352,"Rank":26,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.34,"AmazonReviewsClassification (zh)":47.23,"IFlyTek":49.6,"JDReview":86.72,"MassiveIntentClassification (zh-CN)":73.31,"MassiveScenarioClassification (zh-CN)":75.71,"MultilingualSentiment":76.48,"OnlineShopping":92.68,"TNews":51.98,"Waimai":88.37} -{"index":260,"Rank":27,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.28,"AmazonReviewsClassification (zh)":45.65,"IFlyTek":46.2,"JDReview":86.87,"MassiveIntentClassification (zh-CN)":76.91,"MassiveScenarioClassification (zh-CN)":82.36,"MultilingualSentiment":74.06,"OnlineShopping":93.11,"TNews":50.16,"Waimai":86.19} -{"index":350,"Rank":28,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.26,"AmazonReviewsClassification (zh)":45.82,"IFlyTek":48.62,"JDReview":85.95,"MassiveIntentClassification (zh-CN)":73.32,"MassiveScenarioClassification (zh-CN)":76.79,"MultilingualSentiment":75.79,"OnlineShopping":93.36,"TNews":53.65,"Waimai":88.07} -{"index":252,"Rank":29,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.2,"AmazonReviewsClassification (zh)":46.72,"IFlyTek":49.74,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":72.87,"MassiveScenarioClassification (zh-CN)":75.47,"MultilingualSentiment":76.28,"OnlineShopping":92.49,"TNews":52.16,"Waimai":88.36} -{"index":219,"Rank":30,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":71.12,"AmazonReviewsClassification (zh)":46.34,"IFlyTek":49.93,"JDReview":86.27,"MassiveIntentClassification (zh-CN)":72.05,"MassiveScenarioClassification (zh-CN)":75.3,"MultilingualSentiment":76.22,"OnlineShopping":93.53,"TNews":53.2,"Waimai":87.27} -{"index":65,"Rank":31,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63} -{"index":18,"Rank":32,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63} -{"index":254,"Rank":33,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.83,"AmazonReviewsClassification (zh)":46.67,"IFlyTek":47.34,"JDReview":85.67,"MassiveIntentClassification (zh-CN)":72.38,"MassiveScenarioClassification (zh-CN)":74.87,"MultilingualSentiment":76.27,"OnlineShopping":93.05,"TNews":53.27,"Waimai":87.96} -{"index":226,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.47,"AmazonReviewsClassification (zh)":47.6,"IFlyTek":48.65,"JDReview":84.69,"MassiveIntentClassification (zh-CN)":72.46,"MassiveScenarioClassification (zh-CN)":76.4,"MultilingualSentiment":73.47,"OnlineShopping":92.56,"TNews":50.58,"Waimai":87.79} -{"index":23,"Rank":35,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.17,"AmazonReviewsClassification (zh)":46.24,"IFlyTek":45.05,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":74.99,"MassiveScenarioClassification (zh-CN)":79.93,"MultilingualSentiment":73.31,"OnlineShopping":92.19,"TNews":47.05,"Waimai":86.94} -{"index":162,"Rank":36,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21} -{"index":161,"Rank":37,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21} -{"index":52,"Rank":38,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21} -{"index":53,"Rank":39,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":69.89,"AmazonReviewsClassification (zh)":44.88,"IFlyTek":49.11,"JDReview":85.57,"MassiveIntentClassification (zh-CN)":70.78,"MassiveScenarioClassification (zh-CN)":73.16,"MultilingualSentiment":74.39,"OnlineShopping":93.12,"TNews":51.8,"Waimai":86.18} -{"index":33,"Rank":40,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":69.13,"AmazonReviewsClassification (zh)":41.38,"IFlyTek":48.74,"JDReview":85.14,"MassiveIntentClassification (zh-CN)":68.84,"MassiveScenarioClassification (zh-CN)":74.7,"MultilingualSentiment":72.97,"OnlineShopping":91.43,"TNews":52.1,"Waimai":86.9} -{"index":246,"Rank":41,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.09,"AmazonReviewsClassification (zh)":44.94,"IFlyTek":41.68,"JDReview":83.51,"MassiveIntentClassification (zh-CN)":73.22,"MassiveScenarioClassification (zh-CN)":80.82,"MultilingualSentiment":73.21,"OnlineShopping":91.88,"TNews":45.97,"Waimai":86.59} -{"index":47,"Rank":42,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"AmazonReviewsClassification (zh)":43.32,"IFlyTek":47.08,"JDReview":84.48,"MassiveIntentClassification (zh-CN)":70.91,"MassiveScenarioClassification (zh-CN)":74.94,"MultilingualSentiment":72.68,"OnlineShopping":92.11,"TNews":49.85,"Waimai":86.44} -{"index":24,"Rank":43,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":69.05,"AmazonReviewsClassification (zh)":40.81,"IFlyTek":48.01,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.27,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.4,"OnlineShopping":91.82,"TNews":51.93,"Waimai":87.1} -{"index":221,"Rank":44,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":69.05,"AmazonReviewsClassification (zh)":40.82,"IFlyTek":47.99,"JDReview":86.98,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.12,"MultilingualSentiment":73.41,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.12} -{"index":25,"Rank":45,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.05,"AmazonReviewsClassification (zh)":40.8,"IFlyTek":47.99,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.39,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.1} -{"index":279,"Rank":46,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.83,"AmazonReviewsClassification (zh)":47.79,"IFlyTek":44.86,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":61.29,"MassiveScenarioClassification (zh-CN)":66.9,"MultilingualSentiment":78.46,"OnlineShopping":92.58,"TNews":50.02,"Waimai":89.09} -{"index":32,"Rank":47,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.58,"AmazonReviewsClassification (zh)":41.94,"IFlyTek":45.32,"JDReview":85.38,"MassiveIntentClassification (zh-CN)":66.96,"MassiveScenarioClassification (zh-CN)":73.39,"MultilingualSentiment":73.7,"OnlineShopping":91.66,"TNews":52.05,"Waimai":86.83} -{"index":218,"Rank":48,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":68.29,"AmazonReviewsClassification (zh)":39.64,"IFlyTek":47.9,"JDReview":84.78,"MassiveIntentClassification (zh-CN)":68.09,"MassiveScenarioClassification (zh-CN)":73.22,"MultilingualSentiment":71.67,"OnlineShopping":91.38,"TNews":51.25,"Waimai":86.68} -{"index":62,"Rank":49,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.21,"AmazonReviewsClassification (zh)":39.32,"IFlyTek":47.96,"JDReview":84.9,"MassiveIntentClassification (zh-CN)":67.65,"MassiveScenarioClassification (zh-CN)":72.97,"MultilingualSentiment":71.54,"OnlineShopping":91.3,"TNews":51.56,"Waimai":86.66} -{"index":275,"Rank":50,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.2,"AmazonReviewsClassification (zh)":44.44,"IFlyTek":43.96,"JDReview":86.92,"MassiveIntentClassification (zh-CN)":67.23,"MassiveScenarioClassification (zh-CN)":74.88,"MultilingualSentiment":72.47,"OnlineShopping":89.59,"TNews":48.26,"Waimai":86.08} -{"index":29,"Rank":51,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.07,"AmazonReviewsClassification (zh)":40.15,"IFlyTek":48.62,"JDReview":83.62,"MassiveIntentClassification (zh-CN)":67.93,"MassiveScenarioClassification (zh-CN)":73.98,"MultilingualSentiment":70.67,"OnlineShopping":91.26,"TNews":51.08,"Waimai":85.36} -{"index":76,"Rank":52,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.93,"AmazonReviewsClassification (zh)":41.86,"IFlyTek":49.02,"JDReview":80.77,"MassiveIntentClassification (zh-CN)":66.4,"MassiveScenarioClassification (zh-CN)":72.57,"MultilingualSentiment":73.32,"OnlineShopping":90.09,"TNews":51.58,"Waimai":85.76} -{"index":46,"Rank":53,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.89,"AmazonReviewsClassification (zh)":42.04,"IFlyTek":46.3,"JDReview":77.3,"MassiveIntentClassification (zh-CN)":70.82,"MassiveScenarioClassification (zh-CN)":75.21,"MultilingualSentiment":71.67,"OnlineShopping":91.53,"TNews":50.17,"Waimai":85.98} -{"index":217,"Rank":54,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.77,"AmazonReviewsClassification (zh)":40.25,"IFlyTek":47.46,"JDReview":84.99,"MassiveIntentClassification (zh-CN)":65.56,"MassiveScenarioClassification (zh-CN)":71.49,"MultilingualSentiment":72.48,"OnlineShopping":90.34,"TNews":50.78,"Waimai":86.62} -{"index":231,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.73,"AmazonReviewsClassification (zh)":45.1,"IFlyTek":44.06,"JDReview":80.23,"MassiveIntentClassification (zh-CN)":67.6,"MassiveScenarioClassification (zh-CN)":72.41,"MultilingualSentiment":71.66,"OnlineShopping":91.83,"TNews":49.85,"Waimai":86.83} -{"index":220,"Rank":56,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":67.62,"AmazonReviewsClassification (zh)":40.57,"IFlyTek":47.03,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":64.02,"MassiveScenarioClassification (zh-CN)":68.95,"MultilingualSentiment":73.03,"OnlineShopping":90.75,"TNews":50.69,"Waimai":86.77} -{"index":274,"Rank":57,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.52,"AmazonReviewsClassification (zh)":43.02,"IFlyTek":44.42,"JDReview":85.33,"MassiveIntentClassification (zh-CN)":68.4,"MassiveScenarioClassification (zh-CN)":74.6,"MultilingualSentiment":71.9,"OnlineShopping":87.77,"TNews":48.28,"Waimai":83.99} -{"index":45,"Rank":58,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.08,"AmazonReviewsClassification (zh)":39.68,"IFlyTek":47.0,"JDReview":77.34,"MassiveIntentClassification (zh-CN)":70.98,"MassiveScenarioClassification (zh-CN)":75.69,"MultilingualSentiment":69.17,"OnlineShopping":89.79,"TNews":49.77,"Waimai":84.34} -{"index":313,"Rank":59,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.03,"AmazonReviewsClassification (zh)":40.33,"IFlyTek":44.25,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":68.0,"MassiveScenarioClassification (zh-CN)":72.08,"MultilingualSentiment":70.15,"OnlineShopping":90.27,"TNews":46.54,"Waimai":85.54} -{"index":312,"Rank":60,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.98,"AmazonReviewsClassification (zh)":40.24,"IFlyTek":44.35,"JDReview":84.26,"MassiveIntentClassification (zh-CN)":68.97,"MassiveScenarioClassification (zh-CN)":73.32,"MultilingualSentiment":70.25,"OnlineShopping":89.93,"TNews":46.81,"Waimai":84.7} -{"index":230,"Rank":61,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.29,"AmazonReviewsClassification (zh)":38.87,"IFlyTek":45.47,"JDReview":80.99,"MassiveIntentClassification (zh-CN)":66.23,"MassiveScenarioClassification (zh-CN)":72.25,"MultilingualSentiment":68.58,"OnlineShopping":90.81,"TNews":48.38,"Waimai":85.02} -{"index":233,"Rank":62,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":65.31,"AmazonReviewsClassification (zh)":38.12,"IFlyTek":43.52,"JDReview":81.09,"MassiveIntentClassification (zh-CN)":66.91,"MassiveScenarioClassification (zh-CN)":74.72,"MultilingualSentiment":66.33,"OnlineShopping":88.35,"TNews":46.08,"Waimai":82.67} -{"index":244,"Rank":63,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54} -{"index":232,"Rank":64,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.64,"AmazonReviewsClassification (zh)":38.31,"IFlyTek":47.35,"JDReview":79.34,"MassiveIntentClassification (zh-CN)":62.04,"MassiveScenarioClassification (zh-CN)":68.96,"MultilingualSentiment":64.74,"OnlineShopping":88.73,"TNews":48.38,"Waimai":83.9} -{"index":354,"Rank":65,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} -{"index":356,"Rank":66,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} -{"index":335,"Rank":67,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":64.37,"AmazonReviewsClassification (zh)":29.75,"IFlyTek":50.93,"JDReview":84.93,"MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":71.6,"MultilingualSentiment":55.9,"OnlineShopping":82.53,"TNews":55.08,"Waimai":81.16} -{"index":383,"Rank":68,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":64.31,"AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"JDReview":74.6,"MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"OnlineShopping":88.94,"TNews":45.77,"Waimai":82.37} -{"index":22,"Rank":69,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} -{"index":229,"Rank":70,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.23,"AmazonReviewsClassification (zh)":38.34,"IFlyTek":44.93,"JDReview":76.21,"MassiveIntentClassification (zh-CN)":63.22,"MassiveScenarioClassification (zh-CN)":70.24,"MultilingualSentiment":65.28,"OnlineShopping":88.4,"TNews":47.06,"Waimai":84.42} -{"index":39,"Rank":71,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":63.96,"AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"JDReview":80.04,"MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"OnlineShopping":85.05,"TNews":48.15,"Waimai":83.18} -{"index":315,"Rank":72,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.62,"AmazonReviewsClassification (zh)":36.45,"IFlyTek":43.19,"JDReview":79.14,"MassiveIntentClassification (zh-CN)":63.86,"MassiveScenarioClassification (zh-CN)":70.85,"MultilingualSentiment":64.6,"OnlineShopping":85.63,"TNews":46.02,"Waimai":82.85} -{"index":330,"Rank":73,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.4,"AmazonReviewsClassification (zh)":37.74,"IFlyTek":43.98,"JDReview":70.34,"MassiveIntentClassification (zh-CN)":65.32,"MassiveScenarioClassification (zh-CN)":71.25,"MultilingualSentiment":66.49,"OnlineShopping":87.75,"TNews":43.73,"Waimai":83.97} -{"index":235,"Rank":74,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":62.85,"AmazonReviewsClassification (zh)":35.7,"IFlyTek":40.46,"JDReview":78.26,"MassiveIntentClassification (zh-CN)":63.75,"MassiveScenarioClassification (zh-CN)":72.39,"MultilingualSentiment":63.17,"OnlineShopping":87.11,"TNews":44.15,"Waimai":80.65} -{"index":59,"Rank":75,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.7,"AmazonReviewsClassification (zh)":38.25,"IFlyTek":43.13,"JDReview":69.08,"MassiveIntentClassification (zh-CN)":61.23,"MassiveScenarioClassification (zh-CN)":68.12,"MultilingualSentiment":67.83,"OnlineShopping":88.13,"TNews":44.42,"Waimai":84.15} -{"index":54,"Rank":76,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.54,"AmazonReviewsClassification (zh)":37.51,"IFlyTek":44.88,"JDReview":82.2,"MassiveIntentClassification (zh-CN)":57.34,"MassiveScenarioClassification (zh-CN)":62.36,"MultilingualSentiment":66.58,"OnlineShopping":88.19,"TNews":39.8,"Waimai":83.96} -{"index":339,"Rank":77,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.19,"AmazonReviewsClassification (zh)":34.12,"IFlyTek":42.05,"JDReview":82.14,"MassiveIntentClassification (zh-CN)":63.98,"MassiveScenarioClassification (zh-CN)":70.52,"MultilingualSentiment":60.98,"OnlineShopping":85.69,"TNews":43.01,"Waimai":77.22} -{"index":341,"Rank":78,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.0,"AmazonReviewsClassification (zh)":34.46,"IFlyTek":41.75,"JDReview":79.68,"MassiveIntentClassification (zh-CN)":57.47,"MassiveScenarioClassification (zh-CN)":65.32,"MultilingualSentiment":61.21,"OnlineShopping":84.3,"TNews":45.22,"Waimai":79.57} -{"index":68,"Rank":79,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.66,"AmazonReviewsClassification (zh)":33.77,"IFlyTek":41.54,"JDReview":81.56,"MassiveIntentClassification (zh-CN)":63.23,"MassiveScenarioClassification (zh-CN)":68.45,"MultilingualSentiment":58.97,"OnlineShopping":83.51,"TNews":38.92,"Waimai":76.01} -{"index":329,"Rank":80,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":60.34,"AmazonReviewsClassification (zh)":35.26,"IFlyTek":39.88,"JDReview":70.26,"MassiveIntentClassification (zh-CN)":62.0,"MassiveScenarioClassification (zh-CN)":67.45,"MultilingualSentiment":61.9,"OnlineShopping":84.89,"TNews":39.19,"Waimai":82.27} -{"index":198,"Rank":81,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.87,"AmazonReviewsClassification (zh)":31.91,"IFlyTek":38.01,"JDReview":69.59,"MassiveIntentClassification (zh-CN)":62.08,"MassiveScenarioClassification (zh-CN)":68.88,"MultilingualSentiment":57.69,"OnlineShopping":75.64,"TNews":40.95,"Waimai":76.12} -{"index":318,"Rank":82,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.13,"AmazonReviewsClassification (zh)":23.62,"IFlyTek":17.18,"JDReview":60.19,"MassiveIntentClassification (zh-CN)":24.36,"MassiveScenarioClassification (zh-CN)":35.33,"MultilingualSentiment":41.2,"OnlineShopping":56.94,"TNews":21.05,"Waimai":63.31} -{"index":355,"Rank":83,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.04,"AmazonReviewsClassification (zh)":21.96,"IFlyTek":20.35,"JDReview":55.5,"MassiveIntentClassification (zh-CN)":25.39,"MassiveScenarioClassification (zh-CN)":40.35,"MultilingualSentiment":38.94,"OnlineShopping":56.89,"TNews":26.79,"Waimai":56.22} -{"index":317,"Rank":84,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.74,"AmazonReviewsClassification (zh)":23.67,"IFlyTek":16.09,"JDReview":59.98,"MassiveIntentClassification (zh-CN)":24.4,"MassiveScenarioClassification (zh-CN)":33.65,"MultilingualSentiment":41.28,"OnlineShopping":57.74,"TNews":20.12,"Waimai":62.72} -{"index":316,"Rank":85,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.53,"AmazonReviewsClassification (zh)":22.99,"IFlyTek":15.31,"JDReview":59.57,"MassiveIntentClassification (zh-CN)":23.74,"MassiveScenarioClassification (zh-CN)":33.18,"MultilingualSentiment":40.52,"OnlineShopping":58.65,"TNews":20.37,"Waimai":63.48} -{"index":0,"Rank":86,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":1,"Rank":87,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":2,"Rank":88,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":3,"Rank":89,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":4,"Rank":90,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":5,"Rank":91,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":6,"Rank":92,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":7,"Rank":93,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":8,"Rank":94,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":9,"Rank":95,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":10,"Rank":96,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":11,"Rank":97,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":12,"Rank":98,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":13,"Rank":99,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":30.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":40.62,"MassiveScenarioClassification (zh-CN)":50.22,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":15,"Rank":100,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":20,"Rank":102,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":21,"Rank":103,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":28,"Rank":106,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":30,"Rank":107,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":31,"Rank":108,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":34,"Rank":109,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":36,"Rank":110,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":37,"Rank":111,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":38,"Rank":112,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":41,"Rank":114,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.23,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":43,"Rank":116,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":50,"Rank":119,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":51,"Rank":120,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":55,"Rank":121,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":56,"Rank":122,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":57,"Rank":123,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":63,"Rank":126,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":64,"Rank":127,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":67,"Rank":128,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":69,"Rank":129,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":70,"Rank":130,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":71,"Rank":131,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":73,"Rank":132,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":77,"Rank":133,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":78,"Rank":134,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":87,"Rank":142,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.35,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.85,"MassiveScenarioClassification (zh-CN)":30.14,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":88,"Rank":143,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":89,"Rank":144,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":90,"Rank":145,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":91,"Rank":146,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":92,"Rank":147,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":93,"Rank":148,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":96,"Rank":151,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":97,"Rank":152,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":98,"Rank":153,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":99,"Rank":154,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":100,"Rank":155,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":101,"Rank":156,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":102,"Rank":157,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":103,"Rank":158,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":104,"Rank":159,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":105,"Rank":160,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":106,"Rank":161,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":107,"Rank":162,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":108,"Rank":163,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":109,"Rank":164,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":110,"Rank":165,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":111,"Rank":166,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":112,"Rank":167,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":24.27,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":46.24,"MassiveScenarioClassification (zh-CN)":49.38,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":113,"Rank":168,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":23.98,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":45.78,"MassiveScenarioClassification (zh-CN)":48.55,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":114,"Rank":169,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":115,"Rank":170,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":116,"Rank":171,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":33.75,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":118,"Rank":173,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":119,"Rank":174,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":120,"Rank":175,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":121,"Rank":176,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":122,"Rank":177,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":123,"Rank":178,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":124,"Rank":179,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":125,"Rank":180,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":127,"Rank":181,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":131,"Rank":184,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":132,"Rank":185,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":135,"Rank":188,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":136,"Rank":189,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":137,"Rank":190,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":138,"Rank":191,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":139,"Rank":192,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":140,"Rank":193,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":141,"Rank":194,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":142,"Rank":195,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":143,"Rank":196,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":144,"Rank":197,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":145,"Rank":198,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":147,"Rank":199,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":148,"Rank":200,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":149,"Rank":201,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":151,"Rank":203,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":152,"Rank":204,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":153,"Rank":205,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":154,"Rank":206,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":155,"Rank":207,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":157,"Rank":209,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":159,"Rank":211,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":36.07,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":63.4,"MassiveScenarioClassification (zh-CN)":69.58,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":160,"Rank":212,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":163,"Rank":213,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":165,"Rank":214,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":166,"Rank":215,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":167,"Rank":216,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":168,"Rank":217,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":169,"Rank":218,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":172,"Rank":221,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":37.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":173,"Rank":222,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":32.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":67.07,"MassiveScenarioClassification (zh-CN)":73.95,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":175,"Rank":224,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.13,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":25.91,"MassiveScenarioClassification (zh-CN)":35.16,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":177,"Rank":226,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":178,"Rank":227,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":3.96,"MassiveScenarioClassification (zh-CN)":9.98,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":179,"Rank":228,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":180,"Rank":229,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":181,"Rank":230,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":183,"Rank":232,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":184,"Rank":233,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":185,"Rank":234,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":186,"Rank":235,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":187,"Rank":236,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":188,"Rank":237,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":189,"Rank":238,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":191,"Rank":240,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":34.55,"IFlyTek":44.16,"JDReview":80.32,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":61.08,"OnlineShopping":83.23,"TNews":47.89,"Waimai":82.24} -{"index":194,"Rank":241,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":195,"Rank":242,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":196,"Rank":243,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":201,"Rank":246,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":202,"Rank":247,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":203,"Rank":248,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":206,"Rank":250,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":207,"Rank":251,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":208,"Rank":252,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":209,"Rank":253,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":210,"Rank":254,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":211,"Rank":255,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":216,"Rank":259,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":222,"Rank":260,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":223,"Rank":261,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":224,"Rank":262,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":225,"Rank":263,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":227,"Rank":264,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":228,"Rank":265,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":234,"Rank":266,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":45.03,"JDReview":83.64,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":67.17,"OnlineShopping":90.41,"TNews":47.7,"Waimai":84.07} -{"index":236,"Rank":267,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":46.23,"JDReview":84.17,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":68.36,"OnlineShopping":90.93,"TNews":47.8,"Waimai":84.68} -{"index":237,"Rank":268,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":238,"Rank":269,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":239,"Rank":270,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":240,"Rank":271,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":241,"Rank":272,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":242,"Rank":273,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":243,"Rank":274,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":245,"Rank":275,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":247,"Rank":276,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.5,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":68.24,"MassiveScenarioClassification (zh-CN)":74.47,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":248,"Rank":277,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":249,"Rank":278,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":258,"Rank":284,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":261,"Rank":286,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":262,"Rank":287,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":263,"Rank":288,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":264,"Rank":289,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":265,"Rank":290,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":266,"Rank":291,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":267,"Rank":292,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":268,"Rank":293,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":269,"Rank":294,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":270,"Rank":295,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":271,"Rank":296,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":272,"Rank":297,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":273,"Rank":298,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":276,"Rank":299,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":278,"Rank":301,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":286,"Rank":308,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":287,"Rank":309,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":288,"Rank":310,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":289,"Rank":311,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":290,"Rank":312,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":291,"Rank":313,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":292,"Rank":314,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":293,"Rank":315,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":294,"Rank":316,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":295,"Rank":317,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":296,"Rank":318,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":297,"Rank":319,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":298,"Rank":320,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":299,"Rank":321,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":301,"Rank":323,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":302,"Rank":324,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":303,"Rank":325,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":304,"Rank":326,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":305,"Rank":327,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":306,"Rank":328,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":307,"Rank":329,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":308,"Rank":330,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":319,"Rank":334,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.49,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.81,"MassiveScenarioClassification (zh-CN)":9.19,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":320,"Rank":335,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":321,"Rank":336,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":322,"Rank":337,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":33.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":59.22,"MassiveScenarioClassification (zh-CN)":66.44,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":323,"Rank":338,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":324,"Rank":339,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.41,"MassiveScenarioClassification (zh-CN)":3.84,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":325,"Rank":340,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.72,"MassiveScenarioClassification (zh-CN)":5.21,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":326,"Rank":341,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":327,"Rank":342,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":328,"Rank":343,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":331,"Rank":344,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.53,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.12,"MassiveScenarioClassification (zh-CN)":4.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":332,"Rank":345,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.12,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.09,"MassiveScenarioClassification (zh-CN)":4.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":333,"Rank":346,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.88,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.59,"MassiveScenarioClassification (zh-CN)":5.86,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":334,"Rank":347,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":336,"Rank":348,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":337,"Rank":349,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":5.21,"MassiveScenarioClassification (zh-CN)":10.6,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":340,"Rank":350,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AmazonReviewsClassification (zh)":32.52,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":60.86,"MassiveScenarioClassification (zh-CN)":65.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":343,"Rank":352,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":344,"Rank":353,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":349,"Rank":357,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":351,"Rank":358,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":353,"Rank":359,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":359,"Rank":362,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":21.91,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.75,"MassiveScenarioClassification (zh-CN)":3.18,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":362,"Rank":365,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":363,"Rank":366,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":364,"Rank":367,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":365,"Rank":368,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":366,"Rank":369,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":369,"Rank":372,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} diff --git a/boards_data/zh/data_tasks/Clustering/default.jsonl b/boards_data/zh/data_tasks/Clustering/default.jsonl deleted file mode 100644 index 028f26390cf96877282a885ebb67b877d1145a52..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,314 +0,0 @@ -{"index":128,"Rank":1,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.31,"CLSClusteringP2P":62.33,"CLSClusteringS2S":59.3,"ThuNewsClusteringP2P":83.43,"ThuNewsClusteringS2S":80.18} -{"index":17,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.08,"CLSClusteringP2P":47.21,"CLSClusteringS2S":45.79,"ThuNewsClusteringP2P":87.43,"ThuNewsClusteringS2S":87.9} -{"index":338,"Rank":3,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.64,"CLSClusteringP2P":57.39,"CLSClusteringS2S":54.11,"ThuNewsClusteringP2P":79.15,"ThuNewsClusteringS2S":75.9} -{"index":61,"Rank":4,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.35,"CLSClusteringP2P":60.2,"CLSClusteringS2S":58.4,"ThuNewsClusteringP2P":76.98,"ThuNewsClusteringS2S":69.83} -{"index":146,"Rank":5,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2} -{"index":204,"Rank":6,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":19,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":345,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":66,"Rank":9,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":253,"Rank":10,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":65.17,"CLSClusteringP2P":60.42,"CLSClusteringS2S":49.54,"ThuNewsClusteringP2P":78.76,"ThuNewsClusteringS2S":71.96} -{"index":200,"Rank":11,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.33,"CLSClusteringP2P":57.24,"CLSClusteringS2S":48.42,"ThuNewsClusteringP2P":76.64,"ThuNewsClusteringS2S":71.03} -{"index":214,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.23,"CLSClusteringP2P":58.29,"CLSClusteringS2S":48.79,"ThuNewsClusteringP2P":72.48,"ThuNewsClusteringS2S":69.35} -{"index":314,"Rank":13,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.17,"CLSClusteringP2P":57.93,"CLSClusteringS2S":48.1,"ThuNewsClusteringP2P":74.2,"ThuNewsClusteringS2S":68.43} -{"index":44,"Rank":14,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55} -{"index":260,"Rank":15,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":60.75,"CLSClusteringP2P":54.1,"CLSClusteringS2S":46.5,"ThuNewsClusteringP2P":75.41,"ThuNewsClusteringS2S":67.0} -{"index":79,"Rank":16,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":59.9,"CLSClusteringP2P":53.8,"CLSClusteringS2S":46.22,"ThuNewsClusteringP2P":72.79,"ThuNewsClusteringS2S":66.8} -{"index":35,"Rank":17,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.3,"CLSClusteringP2P":54.65,"CLSClusteringS2S":63.68,"ThuNewsClusteringP2P":64.32,"ThuNewsClusteringS2S":54.57} -{"index":164,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":58.7,"CLSClusteringP2P":47.08,"CLSClusteringS2S":44.05,"ThuNewsClusteringP2P":74.66,"ThuNewsClusteringS2S":69.0} -{"index":74,"Rank":19,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.83,"CLSClusteringP2P":45.34,"CLSClusteringS2S":42.65,"ThuNewsClusteringP2P":74.61,"ThuNewsClusteringS2S":68.73} -{"index":387,"Rank":20,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.88,"CLSClusteringP2P":60.37,"CLSClusteringS2S":51.09,"ThuNewsClusteringP2P":58.23,"ThuNewsClusteringS2S":57.83} -{"index":252,"Rank":21,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.62,"CLSClusteringP2P":43.24,"CLSClusteringS2S":41.23,"ThuNewsClusteringP2P":70.06,"ThuNewsClusteringS2S":63.94} -{"index":65,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5} -{"index":18,"Rank":23,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5} -{"index":193,"Rank":24,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":54.32,"CLSClusteringP2P":43.03,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":70.6,"ThuNewsClusteringS2S":63.21} -{"index":126,"Rank":25,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.0,"CLSClusteringP2P":42.52,"CLSClusteringS2S":39.73,"ThuNewsClusteringP2P":70.1,"ThuNewsClusteringS2S":63.67} -{"index":192,"Rank":26,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":53.9,"CLSClusteringP2P":41.94,"CLSClusteringS2S":40.34,"ThuNewsClusteringP2P":69.61,"ThuNewsClusteringS2S":63.71} -{"index":350,"Rank":27,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.86,"CLSClusteringP2P":42.58,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":68.81,"ThuNewsClusteringS2S":63.61} -{"index":14,"Rank":28,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":53.75,"CLSClusteringP2P":41.64,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":69.28,"ThuNewsClusteringS2S":63.75} -{"index":219,"Rank":29,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":53.3,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.98,"ThuNewsClusteringP2P":67.88,"ThuNewsClusteringS2S":62.47} -{"index":352,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.07,"CLSClusteringP2P":42.1,"CLSClusteringS2S":38.91,"ThuNewsClusteringP2P":68.36,"ThuNewsClusteringS2S":62.92} -{"index":23,"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53} -{"index":226,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53} -{"index":52,"Rank":33,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84} -{"index":161,"Rank":34,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84} -{"index":162,"Rank":35,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84} -{"index":75,"Rank":36,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.86,"CLSClusteringP2P":41.61,"CLSClusteringS2S":39.71,"ThuNewsClusteringP2P":62.93,"ThuNewsClusteringS2S":59.18} -{"index":53,"Rank":37,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":50.8,"CLSClusteringP2P":40.79,"CLSClusteringS2S":38.43,"ThuNewsClusteringP2P":65.15,"ThuNewsClusteringS2S":58.82} -{"index":246,"Rank":38,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":50.22,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.79,"ThuNewsClusteringP2P":63.13,"ThuNewsClusteringS2S":58.98} -{"index":32,"Rank":39,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"CLSClusteringP2P":41.23,"CLSClusteringS2S":40.04,"ThuNewsClusteringP2P":62.03,"ThuNewsClusteringS2S":56.75} -{"index":76,"Rank":40,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":49.88,"CLSClusteringP2P":42.64,"CLSClusteringS2S":39.14,"ThuNewsClusteringP2P":61.33,"ThuNewsClusteringS2S":56.42} -{"index":62,"Rank":41,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.48,"CLSClusteringP2P":39.51,"CLSClusteringS2S":38.0,"ThuNewsClusteringP2P":62.57,"ThuNewsClusteringS2S":57.84} -{"index":218,"Rank":42,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":49.4,"CLSClusteringP2P":40.26,"CLSClusteringS2S":37.18,"ThuNewsClusteringP2P":62.19,"ThuNewsClusteringS2S":57.97} -{"index":221,"Rank":43,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":49.16,"CLSClusteringP2P":39.95,"CLSClusteringS2S":38.18,"ThuNewsClusteringP2P":61.4,"ThuNewsClusteringS2S":57.11} -{"index":25,"Rank":44,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09} -{"index":24,"Rank":45,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09} -{"index":33,"Rank":46,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58} -{"index":354,"Rank":47,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":356,"Rank":48,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":47,"Rank":49,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15} -{"index":275,"Rank":50,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51} -{"index":46,"Rank":51,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71} -{"index":217,"Rank":52,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":48.7,"CLSClusteringP2P":39.71,"CLSClusteringS2S":36.56,"ThuNewsClusteringP2P":63.19,"ThuNewsClusteringS2S":55.36} -{"index":220,"Rank":53,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":48.65,"CLSClusteringP2P":40.27,"CLSClusteringS2S":37.5,"ThuNewsClusteringP2P":62.15,"ThuNewsClusteringS2S":54.67} -{"index":279,"Rank":54,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.64,"CLSClusteringP2P":39.32,"CLSClusteringS2S":37.84,"ThuNewsClusteringP2P":60.69,"ThuNewsClusteringS2S":56.73} -{"index":254,"Rank":55,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.35,"CLSClusteringP2P":33.55,"CLSClusteringS2S":36.18,"ThuNewsClusteringP2P":63.34,"ThuNewsClusteringS2S":60.33} -{"index":230,"Rank":56,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.23,"CLSClusteringP2P":40.68,"CLSClusteringS2S":38.59,"ThuNewsClusteringP2P":58.05,"ThuNewsClusteringS2S":55.59} -{"index":335,"Rank":57,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72} -{"index":274,"Rank":58,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78} -{"index":29,"Rank":59,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12} -{"index":22,"Rank":60,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} -{"index":45,"Rank":61,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5} -{"index":312,"Rank":62,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02} -{"index":313,"Rank":63,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56} -{"index":244,"Rank":64,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":383,"Rank":65,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86} -{"index":232,"Rank":66,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93} -{"index":341,"Rank":67,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26} -{"index":39,"Rank":68,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":44.18,"CLSClusteringP2P":38.14,"CLSClusteringS2S":35.14,"ThuNewsClusteringP2P":54.22,"ThuNewsClusteringS2S":49.22} -{"index":234,"Rank":69,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":43.24,"CLSClusteringP2P":36.73,"CLSClusteringS2S":36.45,"ThuNewsClusteringP2P":50.24,"ThuNewsClusteringS2S":49.54} -{"index":235,"Rank":70,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":42.42,"CLSClusteringP2P":35.21,"CLSClusteringS2S":35.12,"ThuNewsClusteringP2P":51.03,"ThuNewsClusteringS2S":48.32} -{"index":233,"Rank":71,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":42.42,"CLSClusteringP2P":35.36,"CLSClusteringS2S":37.07,"ThuNewsClusteringP2P":48.91,"ThuNewsClusteringS2S":48.34} -{"index":236,"Rank":72,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":42.32,"CLSClusteringP2P":36.0,"CLSClusteringS2S":36.35,"ThuNewsClusteringP2P":49.19,"ThuNewsClusteringS2S":47.76} -{"index":229,"Rank":73,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36} -{"index":59,"Rank":74,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.67,"CLSClusteringP2P":39.24,"CLSClusteringS2S":35.36,"ThuNewsClusteringP2P":47.3,"ThuNewsClusteringS2S":36.77} -{"index":339,"Rank":75,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01} -{"index":198,"Rank":76,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":34.44,"CLSClusteringP2P":27.43,"CLSClusteringS2S":28.32,"ThuNewsClusteringP2P":38.54,"ThuNewsClusteringS2S":43.45} -{"index":54,"Rank":77,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.8,"CLSClusteringP2P":34.98,"CLSClusteringS2S":27.82,"ThuNewsClusteringP2P":40.17,"ThuNewsClusteringS2S":24.23} -{"index":68,"Rank":78,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14} -{"index":355,"Rank":79,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.34,"CLSClusteringP2P":18.66,"CLSClusteringS2S":16.82,"ThuNewsClusteringP2P":20.69,"ThuNewsClusteringS2S":17.19} -{"index":0,"Rank":80,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":1,"Rank":81,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":2,"Rank":82,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":3,"Rank":83,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":4,"Rank":84,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":5,"Rank":85,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":6,"Rank":86,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":7,"Rank":87,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":8,"Rank":88,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":9,"Rank":89,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":10,"Rank":90,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":11,"Rank":91,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":12,"Rank":92,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":13,"Rank":93,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":15,"Rank":94,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":20,"Rank":96,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":21,"Rank":97,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":28,"Rank":100,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":30,"Rank":101,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":31,"Rank":102,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":34,"Rank":103,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":36,"Rank":104,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":37,"Rank":105,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":38,"Rank":106,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":43,"Rank":110,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":50,"Rank":113,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":51,"Rank":114,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":55,"Rank":115,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":56,"Rank":116,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":57,"Rank":117,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":63,"Rank":120,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":64,"Rank":121,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":67,"Rank":122,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":69,"Rank":123,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":70,"Rank":124,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":71,"Rank":125,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":72,"Rank":126,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":73,"Rank":127,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":77,"Rank":128,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":78,"Rank":129,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":87,"Rank":137,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":88,"Rank":138,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":89,"Rank":139,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":90,"Rank":140,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":91,"Rank":141,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":92,"Rank":142,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":93,"Rank":143,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":96,"Rank":146,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":97,"Rank":147,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":98,"Rank":148,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":99,"Rank":149,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":100,"Rank":150,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":101,"Rank":151,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":102,"Rank":152,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":103,"Rank":153,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":104,"Rank":154,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":105,"Rank":155,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":106,"Rank":156,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":107,"Rank":157,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":108,"Rank":158,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":109,"Rank":159,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":110,"Rank":160,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":111,"Rank":161,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":112,"Rank":162,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":113,"Rank":163,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":114,"Rank":164,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":115,"Rank":165,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":116,"Rank":166,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":118,"Rank":168,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":119,"Rank":169,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":120,"Rank":170,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":121,"Rank":171,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":122,"Rank":172,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":123,"Rank":173,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":124,"Rank":174,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":125,"Rank":175,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":127,"Rank":176,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":131,"Rank":179,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":132,"Rank":180,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":135,"Rank":183,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":136,"Rank":184,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":137,"Rank":185,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":138,"Rank":186,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":139,"Rank":187,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":140,"Rank":188,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":141,"Rank":189,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":142,"Rank":190,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":143,"Rank":191,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":144,"Rank":192,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":145,"Rank":193,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":147,"Rank":194,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":148,"Rank":195,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":149,"Rank":196,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":151,"Rank":198,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":152,"Rank":199,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":153,"Rank":200,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":154,"Rank":201,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":155,"Rank":202,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":157,"Rank":204,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":160,"Rank":207,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":163,"Rank":208,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":165,"Rank":209,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":166,"Rank":210,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":167,"Rank":211,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":168,"Rank":212,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":169,"Rank":213,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":172,"Rank":216,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":173,"Rank":217,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":175,"Rank":219,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":177,"Rank":221,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":178,"Rank":222,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":179,"Rank":223,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":180,"Rank":224,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":181,"Rank":225,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":183,"Rank":227,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":184,"Rank":228,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":185,"Rank":229,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":186,"Rank":230,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":187,"Rank":231,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":188,"Rank":232,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":189,"Rank":233,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":191,"Rank":235,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":194,"Rank":236,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":195,"Rank":237,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":196,"Rank":238,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":201,"Rank":241,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":202,"Rank":242,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":203,"Rank":243,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":206,"Rank":245,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":207,"Rank":246,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":208,"Rank":247,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":209,"Rank":248,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":210,"Rank":249,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":211,"Rank":250,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":216,"Rank":254,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":222,"Rank":255,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":223,"Rank":256,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":224,"Rank":257,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":225,"Rank":258,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":227,"Rank":259,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":228,"Rank":260,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":231,"Rank":261,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":237,"Rank":262,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":238,"Rank":263,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":239,"Rank":264,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":240,"Rank":265,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":241,"Rank":266,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":242,"Rank":267,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":243,"Rank":268,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":245,"Rank":269,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":248,"Rank":271,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":249,"Rank":272,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":258,"Rank":278,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":261,"Rank":280,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":262,"Rank":281,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":263,"Rank":282,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":264,"Rank":283,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":265,"Rank":284,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":266,"Rank":285,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":267,"Rank":286,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":268,"Rank":287,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":269,"Rank":288,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":270,"Rank":289,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":271,"Rank":290,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":272,"Rank":291,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":273,"Rank":292,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":276,"Rank":293,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":278,"Rank":295,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":286,"Rank":302,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":287,"Rank":303,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":288,"Rank":304,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":289,"Rank":305,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":290,"Rank":306,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":291,"Rank":307,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":292,"Rank":308,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":293,"Rank":309,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":294,"Rank":310,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":295,"Rank":311,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":296,"Rank":312,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":297,"Rank":313,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":298,"Rank":314,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":299,"Rank":315,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":301,"Rank":317,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":302,"Rank":318,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":303,"Rank":319,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":304,"Rank":320,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":305,"Rank":321,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":306,"Rank":322,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":307,"Rank":323,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":308,"Rank":324,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":315,"Rank":328,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":316,"Rank":329,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":317,"Rank":330,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":318,"Rank":331,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":319,"Rank":332,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":320,"Rank":333,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":321,"Rank":334,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":322,"Rank":335,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":323,"Rank":336,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":324,"Rank":337,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":325,"Rank":338,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":326,"Rank":339,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":327,"Rank":340,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":328,"Rank":341,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":329,"Rank":342,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":330,"Rank":343,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":331,"Rank":344,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":332,"Rank":345,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":333,"Rank":346,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":334,"Rank":347,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":336,"Rank":348,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":337,"Rank":349,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":340,"Rank":350,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":343,"Rank":352,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":344,"Rank":353,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":349,"Rank":357,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":351,"Rank":358,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":353,"Rank":359,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":362,"Rank":365,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":363,"Rank":366,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":364,"Rank":367,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":365,"Rank":368,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":366,"Rank":369,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":369,"Rank":372,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} diff --git a/boards_data/zh/data_tasks/PairClassification/default.jsonl b/boards_data/zh/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index 40a2bc1174f3dcb37df56060fcc90b090375956f..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,314 +0,0 @@ -{"index":128,"Rank":1,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":95.0,"Cmnli":95.95,"Ocnli":94.04} -{"index":253,"Rank":2,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.87,"Cmnli":92.84,"Ocnli":90.9} -{"index":146,"Rank":3,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.66,"Cmnli":92.54,"Ocnli":90.77} -{"index":214,"Rank":4,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.55,"Cmnli":92.54,"Ocnli":90.56} -{"index":61,"Rank":5,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.87,"Cmnli":90.87,"Ocnli":90.87} -{"index":260,"Rank":6,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":90.33,"Cmnli":92.19,"Ocnli":88.47} -{"index":314,"Rank":7,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.24,"Cmnli":92.64,"Ocnli":87.84} -{"index":44,"Rank":8,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26} -{"index":52,"Rank":9,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18} -{"index":161,"Rank":10,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.92,"Cmnli":90.66,"Ocnli":87.18} -{"index":162,"Rank":11,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.92,"Cmnli":90.66,"Ocnli":87.18} -{"index":17,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.56,"Cmnli":91.85,"Ocnli":85.28} -{"index":14,"Rank":13,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":192,"Rank":14,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":193,"Rank":15,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51} -{"index":200,"Rank":16,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.93,"Cmnli":90.23,"Ocnli":85.62} -{"index":219,"Rank":17,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43} -{"index":164,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18} -{"index":53,"Rank":19,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":87.57,"Cmnli":90.29,"Ocnli":84.85} -{"index":66,"Rank":20,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":19,"Rank":21,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":204,"Rank":22,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":345,"Rank":23,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":338,"Rank":24,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.08,"Cmnli":89.42,"Ocnli":84.74} -{"index":65,"Rank":25,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.91,"Cmnli":86.22,"Ocnli":87.6} -{"index":18,"Rank":26,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":86.91,"Cmnli":86.22,"Ocnli":87.6} -{"index":35,"Rank":27,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":86.67,"Cmnli":90.13,"Ocnli":83.21} -{"index":79,"Rank":28,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":86.4,"Cmnli":88.22,"Ocnli":84.59} -{"index":252,"Rank":29,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.3,"Cmnli":89.95,"Ocnli":80.64} -{"index":352,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.41,"Cmnli":89.5,"Ocnli":79.32} -{"index":126,"Rank":31,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.34,"Cmnli":89.36,"Ocnli":79.31} -{"index":244,"Rank":32,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62} -{"index":221,"Rank":33,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51} -{"index":24,"Rank":34,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":25,"Rank":35,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":47,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21} -{"index":46,"Rank":37,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46} -{"index":387,"Rank":38,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":82.35,"Cmnli":85.33,"Ocnli":79.37} -{"index":33,"Rank":39,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.62,"Cmnli":85.29,"Ocnli":77.96} -{"index":74,"Rank":40,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.62,"Cmnli":79.84,"Ocnli":83.39} -{"index":54,"Rank":41,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01} -{"index":59,"Rank":42,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.9,"Cmnli":86.7,"Ocnli":75.1} -{"index":350,"Rank":43,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.44,"Cmnli":85.6,"Ocnli":75.28} -{"index":62,"Rank":44,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.01,"Cmnli":84.76,"Ocnli":75.26} -{"index":218,"Rank":45,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":79.96,"Cmnli":84.75,"Ocnli":75.16} -{"index":29,"Rank":46,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.77,"Cmnli":84.11,"Ocnli":75.43} -{"index":45,"Rank":47,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.77,"Cmnli":84.1,"Ocnli":73.44} -{"index":220,"Rank":48,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":78.72,"Cmnli":85.14,"Ocnli":72.29} -{"index":236,"Rank":49,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.65,"Cmnli":85.14,"Ocnli":72.15} -{"index":313,"Rank":50,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":78.38,"Cmnli":83.83,"Ocnli":72.92} -{"index":22,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68} -{"index":32,"Rank":52,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.78,"Cmnli":82.18,"Ocnli":71.37} -{"index":312,"Rank":53,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.61,"Cmnli":82.33,"Ocnli":70.89} -{"index":234,"Rank":54,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.59,"Cmnli":83.32,"Ocnli":69.86} -{"index":217,"Rank":55,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":76.09,"Cmnli":81.65,"Ocnli":70.53} -{"index":233,"Rank":56,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":74.96,"Cmnli":81.34,"Ocnli":68.58} -{"index":254,"Rank":57,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.64,"Cmnli":79.58,"Ocnli":69.7} -{"index":76,"Rank":58,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":73.23,"Cmnli":76.97,"Ocnli":69.49} -{"index":75,"Rank":59,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":73.06,"Cmnli":76.29,"Ocnli":69.83} -{"index":246,"Rank":60,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.76,"Cmnli":79.1,"Ocnli":66.41} -{"index":235,"Rank":61,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":72.38,"Cmnli":78.43,"Ocnli":66.32} -{"index":23,"Rank":62,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18} -{"index":226,"Rank":63,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18} -{"index":68,"Rank":64,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.16,"Cmnli":77.85,"Ocnli":64.47} -{"index":39,"Rank":65,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.4,"Cmnli":76.24,"Ocnli":64.57} -{"index":356,"Rank":66,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"Cmnli":76.46,"Ocnli":63.54} -{"index":354,"Rank":67,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.0,"Cmnli":76.46,"Ocnli":63.54} -{"index":230,"Rank":68,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.89,"Cmnli":78.18,"Ocnli":61.6} -{"index":383,"Rank":69,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.56,"Cmnli":76.04,"Ocnli":63.08} -{"index":335,"Rank":70,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":68.76,"Cmnli":75.67,"Ocnli":61.85} -{"index":191,"Rank":71,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":67.97,"Cmnli":73.15,"Ocnli":62.79} -{"index":339,"Rank":72,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.58,"Cmnli":73.9,"Ocnli":61.26} -{"index":229,"Rank":73,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"Cmnli":74.51,"Ocnli":59.63} -{"index":341,"Rank":74,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.64,"Cmnli":72.55,"Ocnli":60.74} -{"index":232,"Rank":75,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77} -{"index":275,"Rank":76,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.63,"Cmnli":69.27,"Ocnli":59.99} -{"index":274,"Rank":77,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.03,"Cmnli":70.0,"Ocnli":58.05} -{"index":279,"Rank":78,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.84,"Cmnli":65.68,"Ocnli":59.99} -{"index":198,"Rank":79,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.52,"Cmnli":61.86,"Ocnli":55.18} -{"index":355,"Rank":80,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.7,"Cmnli":57.78,"Ocnli":55.63} -{"index":0,"Rank":81,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":1,"Rank":82,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":2,"Rank":83,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","Cmnli":"","Ocnli":""} -{"index":3,"Rank":84,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","Cmnli":"","Ocnli":""} -{"index":4,"Rank":85,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":5,"Rank":86,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":6,"Rank":87,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":7,"Rank":88,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":8,"Rank":89,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":9,"Rank":90,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":10,"Rank":91,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":11,"Rank":92,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":12,"Rank":93,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":13,"Rank":94,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":15,"Rank":95,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":20,"Rank":97,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":21,"Rank":98,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":28,"Rank":101,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":30,"Rank":102,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":31,"Rank":103,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":34,"Rank":104,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":36,"Rank":105,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":37,"Rank":106,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":38,"Rank":107,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":43,"Rank":111,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":50,"Rank":114,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":51,"Rank":115,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":55,"Rank":116,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":56,"Rank":117,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":57,"Rank":118,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":63,"Rank":121,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":64,"Rank":122,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":67,"Rank":123,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":69,"Rank":124,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":70,"Rank":125,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":71,"Rank":126,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":72,"Rank":127,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":73,"Rank":128,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":77,"Rank":129,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":78,"Rank":130,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":87,"Rank":138,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":88,"Rank":139,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":89,"Rank":140,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":90,"Rank":141,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":91,"Rank":142,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":92,"Rank":143,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":93,"Rank":144,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":96,"Rank":147,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":97,"Rank":148,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":98,"Rank":149,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":99,"Rank":150,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":100,"Rank":151,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":101,"Rank":152,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":102,"Rank":153,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":103,"Rank":154,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":104,"Rank":155,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":105,"Rank":156,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":106,"Rank":157,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":107,"Rank":158,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":108,"Rank":159,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":109,"Rank":160,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":110,"Rank":161,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":111,"Rank":162,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":112,"Rank":163,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":113,"Rank":164,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":114,"Rank":165,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":115,"Rank":166,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":116,"Rank":167,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":118,"Rank":169,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":119,"Rank":170,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":120,"Rank":171,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":121,"Rank":172,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":122,"Rank":173,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":123,"Rank":174,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":124,"Rank":175,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":125,"Rank":176,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":127,"Rank":177,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":131,"Rank":180,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":132,"Rank":181,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":135,"Rank":184,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":136,"Rank":185,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":137,"Rank":186,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":138,"Rank":187,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":139,"Rank":188,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":140,"Rank":189,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":141,"Rank":190,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":142,"Rank":191,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":143,"Rank":192,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":144,"Rank":193,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":145,"Rank":194,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":147,"Rank":195,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":148,"Rank":196,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":149,"Rank":197,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":151,"Rank":199,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":152,"Rank":200,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":153,"Rank":201,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":154,"Rank":202,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":155,"Rank":203,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":157,"Rank":205,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","Cmnli":"","Ocnli":""} -{"index":160,"Rank":208,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":163,"Rank":209,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":165,"Rank":210,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":166,"Rank":211,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":167,"Rank":212,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":168,"Rank":213,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":169,"Rank":214,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":172,"Rank":217,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":173,"Rank":218,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":175,"Rank":220,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":177,"Rank":222,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":178,"Rank":223,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":179,"Rank":224,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":180,"Rank":225,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":181,"Rank":226,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":183,"Rank":228,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":184,"Rank":229,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":185,"Rank":230,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":186,"Rank":231,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":187,"Rank":232,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":188,"Rank":233,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":189,"Rank":234,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":194,"Rank":236,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":195,"Rank":237,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":196,"Rank":238,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":201,"Rank":241,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":202,"Rank":242,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":203,"Rank":243,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":206,"Rank":245,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":207,"Rank":246,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":208,"Rank":247,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":209,"Rank":248,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":210,"Rank":249,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":211,"Rank":250,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":216,"Rank":254,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":222,"Rank":255,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":223,"Rank":256,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":224,"Rank":257,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":225,"Rank":258,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":227,"Rank":259,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":228,"Rank":260,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":231,"Rank":261,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":237,"Rank":262,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":238,"Rank":263,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":239,"Rank":264,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":240,"Rank":265,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":241,"Rank":266,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":242,"Rank":267,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":243,"Rank":268,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":245,"Rank":269,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":248,"Rank":271,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":249,"Rank":272,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":258,"Rank":278,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":261,"Rank":280,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":262,"Rank":281,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":263,"Rank":282,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":264,"Rank":283,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":265,"Rank":284,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":266,"Rank":285,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":267,"Rank":286,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":268,"Rank":287,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":269,"Rank":288,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":270,"Rank":289,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":271,"Rank":290,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":272,"Rank":291,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":273,"Rank":292,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":276,"Rank":293,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":278,"Rank":295,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","Cmnli":"","Ocnli":""} -{"index":286,"Rank":302,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":287,"Rank":303,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":288,"Rank":304,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":289,"Rank":305,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":290,"Rank":306,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":291,"Rank":307,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":292,"Rank":308,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":293,"Rank":309,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":294,"Rank":310,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":295,"Rank":311,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":296,"Rank":312,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":297,"Rank":313,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":298,"Rank":314,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":299,"Rank":315,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":301,"Rank":317,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":302,"Rank":318,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":303,"Rank":319,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":304,"Rank":320,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":305,"Rank":321,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":306,"Rank":322,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":307,"Rank":323,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":308,"Rank":324,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":315,"Rank":328,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":316,"Rank":329,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":317,"Rank":330,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":318,"Rank":331,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":319,"Rank":332,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":320,"Rank":333,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":321,"Rank":334,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":322,"Rank":335,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":323,"Rank":336,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":324,"Rank":337,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":325,"Rank":338,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":326,"Rank":339,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":327,"Rank":340,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":328,"Rank":341,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":329,"Rank":342,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":330,"Rank":343,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":331,"Rank":344,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":332,"Rank":345,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":333,"Rank":346,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":334,"Rank":347,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":336,"Rank":348,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":337,"Rank":349,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":340,"Rank":350,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","Cmnli":"","Ocnli":""} -{"index":343,"Rank":352,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":344,"Rank":353,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":349,"Rank":357,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":351,"Rank":358,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":353,"Rank":359,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":362,"Rank":365,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":363,"Rank":366,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":364,"Rank":367,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":365,"Rank":368,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":366,"Rank":369,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":369,"Rank":372,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","Cmnli":"","Ocnli":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} diff --git a/boards_data/zh/data_tasks/Reranking/default.jsonl b/boards_data/zh/data_tasks/Reranking/default.jsonl deleted file mode 100644 index b23b75eaef727266288f08db68d722b5c3428cc6..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,319 +0,0 @@ -{"index":43,"Rank":1,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.24,"CMedQAv1":90.55,"CMedQAv2":89.38,"MMarcoReranking":43.88,"T2Reranking":69.17} -{"index":146,"Rank":2,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36} -{"index":253,"Rank":3,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.58,"CMedQAv1":90.96,"CMedQAv2":90.41,"MMarcoReranking":39.91,"T2Reranking":69.03} -{"index":214,"Rank":4,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.34,"CMedQAv1":91.11,"CMedQAv2":90.07,"MMarcoReranking":38.87,"T2Reranking":69.29} -{"index":200,"Rank":5,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.46,"CMedQAv1":89.98,"CMedQAv2":89.05,"MMarcoReranking":37.68,"T2Reranking":69.14} -{"index":199,"Rank":6,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.8,"CMedQAv1":89.62,"CMedQAv2":89.22,"MMarcoReranking":35.3,"T2Reranking":69.07} -{"index":276,"Rank":7,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":70.45,"CMedQAv1":86.5,"CMedQAv2":87.11,"MMarcoReranking":39.35,"T2Reranking":68.84} -{"index":260,"Rank":8,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":70.14,"CMedQAv1":88.74,"CMedQAv2":88.38,"MMarcoReranking":35.04,"T2Reranking":68.39} -{"index":304,"Rank":9,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":70.13,"CMedQAv1":86.75,"CMedQAv2":87.92,"MMarcoReranking":37.29,"T2Reranking":68.55} -{"index":314,"Rank":10,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"CMedQAv1":89.31,"CMedQAv2":90.14,"MMarcoReranking":33.39,"T2Reranking":67.15} -{"index":44,"Rank":11,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05} -{"index":387,"Rank":12,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.67,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"T2Reranking":67.85} -{"index":61,"Rank":13,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.3,"CMedQAv1":88.74,"CMedQAv2":89.42,"MMarcoReranking":31.61,"T2Reranking":67.45} -{"index":305,"Rank":14,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.92,"CMedQAv1":87.0,"CMedQAv2":88.48,"MMarcoReranking":32.41,"T2Reranking":67.8} -{"index":19,"Rank":15,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":345,"Rank":16,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":204,"Rank":17,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":66,"Rank":18,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":338,"Rank":19,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.72,"CMedQAv1":89.37,"CMedQAv2":89.27,"MMarcoReranking":29.64,"T2Reranking":66.61} -{"index":74,"Rank":20,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.58,"CMedQAv1":85.68,"CMedQAv2":86.92,"MMarcoReranking":35.12,"T2Reranking":66.59} -{"index":277,"Rank":21,"Model":"LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.58,"CMedQAv1":84.35,"CMedQAv2":86.45,"MMarcoReranking":35.64,"T2Reranking":67.86} -{"index":193,"Rank":22,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":68.45,"CMedQAv1":89.33,"CMedQAv2":89.18,"MMarcoReranking":28.85,"T2Reranking":66.43} -{"index":147,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.41,"CMedQAv1":84.09,"CMedQAv2":86.56,"MMarcoReranking":33.55,"T2Reranking":69.43} -{"index":35,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":68.28,"CMedQAv1":84.62,"CMedQAv2":85.6,"MMarcoReranking":35.43,"T2Reranking":67.48} -{"index":14,"Rank":25,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":68.27,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"T2Reranking":66.38} -{"index":192,"Rank":26,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":68.26,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.09,"T2Reranking":66.38} -{"index":18,"Rank":27,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43} -{"index":65,"Rank":28,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43} -{"index":22,"Rank":29,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09} -{"index":164,"Rank":30,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":67.98,"CMedQAv1":88.66,"CMedQAv2":88.9,"MMarcoReranking":27.76,"T2Reranking":66.62} -{"index":278,"Rank":31,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":67.87,"CMedQAv1":82.15,"CMedQAv2":84.19,"MMarcoReranking":37.64,"T2Reranking":67.48} -{"index":219,"Rank":32,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":67.84,"CMedQAv1":88.34,"CMedQAv2":89.06,"MMarcoReranking":27.48,"T2Reranking":66.49} -{"index":343,"Rank":33,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.78,"CMedQAv1":82.14,"CMedQAv2":84.19,"MMarcoReranking":37.17,"T2Reranking":67.6} -{"index":126,"Rank":34,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.61,"CMedQAv1":86.52,"CMedQAv2":87.11,"MMarcoReranking":30.63,"T2Reranking":66.18} -{"index":127,"Rank":35,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.54,"CMedQAv1":82.32,"CMedQAv2":84.09,"MMarcoReranking":35.5,"T2Reranking":68.26} -{"index":352,"Rank":36,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86} -{"index":252,"Rank":37,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6} -{"index":162,"Rank":38,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":161,"Rank":39,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":52,"Rank":40,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":36,"Rank":41,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":182,"Rank":42,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":370,"Rank":43,"Model":"bge-reranker-base-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":37,"Rank":44,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":58,"Rank":45,"Model":"bge-reranker-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":350,"Rank":46,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36} -{"index":217,"Rank":47,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46} -{"index":53,"Rank":48,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11} -{"index":312,"Rank":49,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"CMedQAv1":85.25,"CMedQAv2":86.15,"MMarcoReranking":28.87,"T2Reranking":66.46} -{"index":244,"Rank":50,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37} -{"index":221,"Rank":51,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.41,"CMedQAv1":85.45,"CMedQAv2":85.83,"MMarcoReranking":27.97,"T2Reranking":66.41} -{"index":24,"Rank":52,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38} -{"index":17,"Rank":53,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11} -{"index":25,"Rank":54,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38} -{"index":354,"Rank":55,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":356,"Rank":56,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":218,"Rank":57,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35} -{"index":157,"Rank":58,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} -{"index":369,"Rank":59,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} -{"index":220,"Rank":60,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":65.98,"CMedQAv1":84.69,"CMedQAv2":85.23,"MMarcoReranking":27.16,"T2Reranking":66.86} -{"index":313,"Rank":61,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.98,"CMedQAv1":84.79,"CMedQAv2":84.89,"MMarcoReranking":27.27,"T2Reranking":66.96} -{"index":62,"Rank":62,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.89,"CMedQAv1":84.67,"CMedQAv2":85.27,"MMarcoReranking":27.84,"T2Reranking":65.79} -{"index":33,"Rank":63,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.84,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"T2Reranking":65.74} -{"index":29,"Rank":64,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.4,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"T2Reranking":66.49} -{"index":32,"Rank":65,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":64.9,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"T2Reranking":66.16} -{"index":76,"Rank":66,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.81,"CMedQAv1":81.63,"CMedQAv2":82.69,"MMarcoReranking":28.4,"T2Reranking":66.51} -{"index":75,"Rank":67,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.42,"CMedQAv1":81.72,"CMedQAv2":82.59,"MMarcoReranking":26.99,"T2Reranking":66.38} -{"index":254,"Rank":68,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.73,"CMedQAv1":83.85,"CMedQAv2":84.75,"MMarcoReranking":20.56,"T2Reranking":65.75} -{"index":46,"Rank":69,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.2,"CMedQAv1":78.39,"CMedQAv2":80.84,"MMarcoReranking":27.29,"T2Reranking":66.3} -{"index":47,"Rank":70,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.82,"CMedQAv1":77.42,"CMedQAv2":77.84,"MMarcoReranking":30.17,"T2Reranking":65.85} -{"index":226,"Rank":71,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9} -{"index":23,"Rank":72,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9} -{"index":335,"Rank":73,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":61.48,"CMedQAv1":80.4,"CMedQAv2":80.39,"MMarcoReranking":18.86,"T2Reranking":66.25} -{"index":45,"Rank":74,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.35,"CMedQAv1":76.47,"CMedQAv2":77.44,"MMarcoReranking":24.31,"T2Reranking":67.18} -{"index":279,"Rank":75,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.96,"CMedQAv1":80.66,"CMedQAv2":79.31,"MMarcoReranking":19.57,"T2Reranking":64.31} -{"index":39,"Rank":76,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.92,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"T2Reranking":65.9} -{"index":246,"Rank":77,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.64,"CMedQAv1":77.96,"CMedQAv2":78.22,"MMarcoReranking":21.05,"T2Reranking":65.31} -{"index":275,"Rank":78,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.66,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"T2Reranking":66.13} -{"index":274,"Rank":79,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.34,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"T2Reranking":66.03} -{"index":236,"Rank":80,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":59.11,"CMedQAv1":70.54,"CMedQAv2":71.35,"MMarcoReranking":26.69,"T2Reranking":67.88} -{"index":234,"Rank":81,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":57.68,"CMedQAv1":68.91,"CMedQAv2":69.42,"MMarcoReranking":25.9,"T2Reranking":66.49} -{"index":233,"Rank":82,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":56.27,"CMedQAv1":66.06,"CMedQAv2":66.96,"MMarcoReranking":26.14,"T2Reranking":65.94} -{"index":230,"Rank":83,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.0,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"T2Reranking":65.83} -{"index":229,"Rank":84,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.35,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"T2Reranking":64.39} -{"index":383,"Rank":85,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":54.28,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"T2Reranking":66.65} -{"index":232,"Rank":86,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.86,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"T2Reranking":65.24} -{"index":235,"Rank":87,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":53.62,"CMedQAv1":63.41,"CMedQAv2":63.66,"MMarcoReranking":23.69,"T2Reranking":63.74} -{"index":339,"Rank":88,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.45,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"T2Reranking":65.95} -{"index":341,"Rank":89,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.25,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"T2Reranking":65.76} -{"index":68,"Rank":90,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.16,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"T2Reranking":64.82} -{"index":54,"Rank":91,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.08,"CMedQAv1":53.07,"CMedQAv2":52.84,"MMarcoReranking":9.29,"T2Reranking":65.14} -{"index":59,"Rank":92,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.91,"CMedQAv1":50.19,"CMedQAv2":50.39,"MMarcoReranking":14.57,"T2Reranking":64.49} -{"index":198,"Rank":93,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.84,"CMedQAv1":34.31,"CMedQAv2":35.88,"MMarcoReranking":5.83,"T2Reranking":55.35} -{"index":355,"Rank":94,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.86,"CMedQAv1":19.72,"CMedQAv2":22.48,"MMarcoReranking":1.17,"T2Reranking":60.05} -{"index":0,"Rank":95,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":1,"Rank":96,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":2,"Rank":97,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":3,"Rank":98,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":4,"Rank":99,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":5,"Rank":100,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":6,"Rank":101,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":7,"Rank":102,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":8,"Rank":103,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":9,"Rank":104,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":10,"Rank":105,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":11,"Rank":106,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":12,"Rank":107,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":13,"Rank":108,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":15,"Rank":109,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":20,"Rank":111,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":21,"Rank":112,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":28,"Rank":115,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":30,"Rank":116,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":31,"Rank":117,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":34,"Rank":118,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":38,"Rank":119,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":50,"Rank":125,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":51,"Rank":126,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":55,"Rank":127,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":56,"Rank":128,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":57,"Rank":129,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":63,"Rank":131,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":64,"Rank":132,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":67,"Rank":133,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":69,"Rank":134,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":70,"Rank":135,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":71,"Rank":136,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":72,"Rank":137,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":21.7,"T2Reranking":65.64} -{"index":73,"Rank":138,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":77,"Rank":139,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":78,"Rank":140,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":79,"Rank":141,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":37.02,"T2Reranking":66.68} -{"index":87,"Rank":149,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":88,"Rank":150,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":89,"Rank":151,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":90,"Rank":152,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":91,"Rank":153,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":92,"Rank":154,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":93,"Rank":155,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":96,"Rank":158,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":97,"Rank":159,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":98,"Rank":160,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":99,"Rank":161,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":100,"Rank":162,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":101,"Rank":163,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":102,"Rank":164,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":103,"Rank":165,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":104,"Rank":166,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":105,"Rank":167,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":106,"Rank":168,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":107,"Rank":169,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":108,"Rank":170,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":109,"Rank":171,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":110,"Rank":172,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":111,"Rank":173,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":112,"Rank":174,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":113,"Rank":175,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":114,"Rank":176,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":115,"Rank":177,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":116,"Rank":178,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":118,"Rank":180,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":119,"Rank":181,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":120,"Rank":182,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":121,"Rank":183,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":122,"Rank":184,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":123,"Rank":185,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":124,"Rank":186,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":125,"Rank":187,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":128,"Rank":188,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":30.29,"T2Reranking":68.13} -{"index":131,"Rank":191,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":132,"Rank":192,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":135,"Rank":195,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":136,"Rank":196,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":137,"Rank":197,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":138,"Rank":198,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":139,"Rank":199,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":140,"Rank":200,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":141,"Rank":201,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":142,"Rank":202,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":143,"Rank":203,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":144,"Rank":204,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":145,"Rank":205,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":148,"Rank":206,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":149,"Rank":207,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":151,"Rank":209,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":152,"Rank":210,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":153,"Rank":211,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":154,"Rank":212,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":155,"Rank":213,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":160,"Rank":217,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":163,"Rank":218,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":165,"Rank":219,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":166,"Rank":220,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":167,"Rank":221,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":168,"Rank":222,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":169,"Rank":223,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":172,"Rank":226,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":173,"Rank":227,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":175,"Rank":229,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":177,"Rank":231,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":178,"Rank":232,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":179,"Rank":233,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":180,"Rank":234,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":181,"Rank":235,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":183,"Rank":236,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":184,"Rank":237,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":185,"Rank":238,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":186,"Rank":239,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":187,"Rank":240,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":188,"Rank":241,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":189,"Rank":242,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":191,"Rank":244,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":20.86,"T2Reranking":66.06} -{"index":194,"Rank":245,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":195,"Rank":246,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":196,"Rank":247,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":201,"Rank":249,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":202,"Rank":250,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":203,"Rank":251,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":206,"Rank":253,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":207,"Rank":254,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":208,"Rank":255,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":209,"Rank":256,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":210,"Rank":257,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":211,"Rank":258,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":216,"Rank":262,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":222,"Rank":263,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":223,"Rank":264,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":224,"Rank":265,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":225,"Rank":266,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":227,"Rank":267,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":228,"Rank":268,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":231,"Rank":269,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":23.6,"T2Reranking":67.12} -{"index":237,"Rank":270,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":238,"Rank":271,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":239,"Rank":272,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":240,"Rank":273,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":241,"Rank":274,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":242,"Rank":275,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":243,"Rank":276,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":245,"Rank":277,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":248,"Rank":279,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":249,"Rank":280,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":258,"Rank":286,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":261,"Rank":288,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":262,"Rank":289,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":263,"Rank":290,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":264,"Rank":291,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":265,"Rank":292,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":266,"Rank":293,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":267,"Rank":294,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":268,"Rank":295,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":269,"Rank":296,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":270,"Rank":297,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":271,"Rank":298,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":272,"Rank":299,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":273,"Rank":300,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":286,"Rank":307,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":287,"Rank":308,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":288,"Rank":309,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":289,"Rank":310,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":290,"Rank":311,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":291,"Rank":312,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":292,"Rank":313,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":293,"Rank":314,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":294,"Rank":315,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":295,"Rank":316,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":296,"Rank":317,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":297,"Rank":318,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":298,"Rank":319,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":299,"Rank":320,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":301,"Rank":322,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":302,"Rank":323,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":303,"Rank":324,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":306,"Rank":325,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":307,"Rank":326,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":308,"Rank":327,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":315,"Rank":331,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":14.83,"T2Reranking":63.29} -{"index":316,"Rank":332,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":5.27,"T2Reranking":60.32} -{"index":317,"Rank":333,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":4.74,"T2Reranking":56.26} -{"index":318,"Rank":334,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":4.65,"T2Reranking":58.3} -{"index":319,"Rank":335,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":320,"Rank":336,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":321,"Rank":337,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":322,"Rank":338,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":323,"Rank":339,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":324,"Rank":340,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":325,"Rank":341,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":326,"Rank":342,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":327,"Rank":343,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":328,"Rank":344,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":329,"Rank":345,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":16.14,"T2Reranking":65.28} -{"index":330,"Rank":346,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":14.57,"T2Reranking":64.49} -{"index":331,"Rank":347,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":332,"Rank":348,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":333,"Rank":349,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":334,"Rank":350,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":336,"Rank":351,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":337,"Rank":352,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":340,"Rank":353,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":344,"Rank":355,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":349,"Rank":359,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":351,"Rank":360,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":353,"Rank":361,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":362,"Rank":367,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":363,"Rank":368,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":364,"Rank":369,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":365,"Rank":370,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":366,"Rank":371,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} diff --git a/boards_data/zh/data_tasks/Retrieval/default.jsonl b/boards_data/zh/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 3c1181b645cfdc8ea227ce032e12499a4c9ebf96..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,318 +0,0 @@ -{"index":79,"Rank":1,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":78.41,"CmedqaRetrieval":51.47,"CovidRetrieval":93.16,"DuRetrieval":89.43,"EcomRetrieval":70.88,"MedicalRetrieval":74.67,"MMarcoRetrieval":82.41,"T2Retrieval":85.72,"VideoRetrieval":79.57} -{"index":251,"Rank":2,"Model":"Chuxin-Embedding-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":177,"Rank":3,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":250,"Rank":4,"Model":"Chuxin-Embedding-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":128,"Rank":5,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.59,"CmedqaRetrieval":47.62,"CovidRetrieval":88.36,"DuRetrieval":91.59,"EcomRetrieval":74.02,"MedicalRetrieval":69.79,"MMarcoRetrieval":80.37,"T2Retrieval":87.59,"VideoRetrieval":81.34} -{"index":200,"Rank":6,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.23,"CmedqaRetrieval":48.29,"CovidRetrieval":90.76,"DuRetrieval":91.16,"EcomRetrieval":70.29,"MedicalRetrieval":68.04,"MMarcoRetrieval":82.5,"T2Retrieval":85.88,"VideoRetrieval":80.94} -{"index":297,"Rank":7,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05} -{"index":92,"Rank":8,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31} -{"index":146,"Rank":9,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4} -{"index":199,"Rank":10,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.56,"CmedqaRetrieval":47.9,"CovidRetrieval":88.24,"DuRetrieval":90.79,"EcomRetrieval":69.72,"MedicalRetrieval":67.42,"MMarcoRetrieval":82.48,"T2Retrieval":85.93,"VideoRetrieval":80.03} -{"index":253,"Rank":11,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09} -{"index":214,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26} -{"index":204,"Rank":13,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":345,"Rank":14,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":66,"Rank":15,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":19,"Rank":16,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":74,"Rank":17,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.54,"CmedqaRetrieval":49.16,"CovidRetrieval":85.32,"DuRetrieval":85.68,"EcomRetrieval":69.81,"MedicalRetrieval":64.54,"MMarcoRetrieval":84.47,"T2Retrieval":87.55,"VideoRetrieval":77.8} -{"index":305,"Rank":18,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09} -{"index":338,"Rank":19,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79} -{"index":14,"Rank":20,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43} -{"index":44,"Rank":21,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39} -{"index":314,"Rank":22,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1} -{"index":147,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64} -{"index":35,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4} -{"index":192,"Rank":25,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89} -{"index":61,"Rank":26,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.56,"CmedqaRetrieval":46.68,"CovidRetrieval":85.24,"DuRetrieval":88.26,"EcomRetrieval":67.23,"MedicalRetrieval":64.29,"MMarcoRetrieval":78.64,"T2Retrieval":85.29,"VideoRetrieval":72.89} -{"index":193,"Rank":27,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71} -{"index":252,"Rank":28,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59} -{"index":126,"Rank":29,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16} -{"index":387,"Rank":30,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28} -{"index":164,"Rank":31,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32} -{"index":157,"Rank":32,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":369,"Rank":33,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":260,"Rank":34,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.66,"CmedqaRetrieval":45.11,"CovidRetrieval":82.82,"DuRetrieval":87.61,"EcomRetrieval":67.16,"MedicalRetrieval":63.68,"MMarcoRetrieval":78.38,"T2Retrieval":82.36,"VideoRetrieval":74.18} -{"index":352,"Rank":35,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7} -{"index":219,"Rank":36,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56} -{"index":22,"Rank":37,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79} -{"index":65,"Rank":38,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11} -{"index":18,"Rank":39,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11} -{"index":25,"Rank":40,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25} -{"index":350,"Rank":41,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67} -{"index":312,"Rank":42,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54} -{"index":217,"Rank":43,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04} -{"index":220,"Rank":44,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96} -{"index":313,"Rank":45,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18} -{"index":117,"Rank":46,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":299,"Rank":47,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":17,"Rank":48,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41} -{"index":32,"Rank":49,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93} -{"index":75,"Rank":50,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.49,"CmedqaRetrieval":42.63,"CovidRetrieval":82.77,"DuRetrieval":82.35,"EcomRetrieval":63.71,"MedicalRetrieval":57.53,"MMarcoRetrieval":78.68,"T2Retrieval":84.13,"VideoRetrieval":72.15} -{"index":33,"Rank":51,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32} -{"index":162,"Rank":52,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31} -{"index":161,"Rank":53,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31} -{"index":52,"Rank":54,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31} -{"index":24,"Rank":55,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":70.26,"CmedqaRetrieval":42.68,"CovidRetrieval":80.79,"DuRetrieval":85.74,"EcomRetrieval":62.06,"MedicalRetrieval":59.53,"MMarcoRetrieval":78.66,"T2Retrieval":84.69,"VideoRetrieval":67.96} -{"index":221,"Rank":56,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":70.14,"CmedqaRetrieval":42.63,"CovidRetrieval":80.81,"DuRetrieval":85.75,"EcomRetrieval":62.07,"MedicalRetrieval":59.42,"MMarcoRetrieval":78.67,"T2Retrieval":83.87,"VideoRetrieval":67.93} -{"index":218,"Rank":57,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.08,"CmedqaRetrieval":42.03,"CovidRetrieval":79.86,"DuRetrieval":86.97,"EcomRetrieval":62.85,"MedicalRetrieval":58.5,"MMarcoRetrieval":78.36,"T2Retrieval":83.76,"VideoRetrieval":68.27} -{"index":76,"Rank":58,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":69.77,"CmedqaRetrieval":41.91,"CovidRetrieval":82.09,"DuRetrieval":82.09,"EcomRetrieval":62.51,"MedicalRetrieval":56.91,"MMarcoRetrieval":78.53,"T2Retrieval":84.05,"VideoRetrieval":70.08} -{"index":62,"Rank":59,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96} -{"index":29,"Rank":60,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35} -{"index":244,"Rank":61,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":246,"Rank":62,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.6,"CmedqaRetrieval":35.93,"CovidRetrieval":78.92,"DuRetrieval":83.13,"EcomRetrieval":60.89,"MedicalRetrieval":56.64,"MMarcoRetrieval":79.69,"T2Retrieval":83.16,"VideoRetrieval":70.43} -{"index":53,"Rank":63,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3} -{"index":356,"Rank":64,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":354,"Rank":65,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":72,"Rank":66,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.08,"CmedqaRetrieval":35.58,"CovidRetrieval":73.4,"DuRetrieval":88.18,"EcomRetrieval":54.33,"MedicalRetrieval":55.81,"MMarcoRetrieval":76.54,"T2Retrieval":82.96,"VideoRetrieval":53.85} -{"index":231,"Rank":67,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.94,"CmedqaRetrieval":34.15,"CovidRetrieval":75.8,"DuRetrieval":85.16,"EcomRetrieval":53.92,"MedicalRetrieval":56.55,"MMarcoRetrieval":78.81,"T2Retrieval":82.92,"VideoRetrieval":52.24} -{"index":46,"Rank":68,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67} -{"index":230,"Rank":69,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.66,"CmedqaRetrieval":28.67,"CovidRetrieval":75.51,"DuRetrieval":85.32,"EcomRetrieval":54.75,"MedicalRetrieval":51.44,"MMarcoRetrieval":79.2,"T2Retrieval":76.11,"VideoRetrieval":58.25} -{"index":47,"Rank":70,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.52,"CmedqaRetrieval":33.45,"CovidRetrieval":73.36,"DuRetrieval":80.13,"EcomRetrieval":55.89,"MedicalRetrieval":50.67,"MMarcoRetrieval":74.14,"T2Retrieval":76.84,"VideoRetrieval":63.66} -{"index":236,"Rank":71,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":62.87,"CmedqaRetrieval":27.0,"CovidRetrieval":68.86,"DuRetrieval":78.08,"EcomRetrieval":58.34,"MedicalRetrieval":49.63,"MMarcoRetrieval":78.82,"T2Retrieval":79.82,"VideoRetrieval":62.44} -{"index":39,"Rank":72,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":61.77,"CmedqaRetrieval":35.11,"CovidRetrieval":70.14,"DuRetrieval":77.28,"EcomRetrieval":55.71,"MedicalRetrieval":49.8,"MMarcoRetrieval":63.48,"T2Retrieval":76.43,"VideoRetrieval":66.19} -{"index":226,"Rank":73,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.75,"CmedqaRetrieval":34.23,"CovidRetrieval":73.11,"DuRetrieval":87.04,"EcomRetrieval":45.94,"MedicalRetrieval":52.83,"MMarcoRetrieval":74.84,"T2Retrieval":80.68,"VideoRetrieval":45.34} -{"index":23,"Rank":74,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.75,"CmedqaRetrieval":34.22,"CovidRetrieval":73.13,"DuRetrieval":87.02,"EcomRetrieval":45.96,"MedicalRetrieval":52.75,"MMarcoRetrieval":74.83,"T2Retrieval":80.68,"VideoRetrieval":45.39} -{"index":229,"Rank":75,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"CmedqaRetrieval":27.2,"CovidRetrieval":73.45,"DuRetrieval":81.64,"EcomRetrieval":54.17,"MedicalRetrieval":48.35,"MMarcoRetrieval":76.04,"T2Retrieval":70.86,"VideoRetrieval":61.3} -{"index":45,"Rank":76,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.6,"CmedqaRetrieval":31.79,"CovidRetrieval":66.33,"DuRetrieval":75.25,"EcomRetrieval":57.32,"MedicalRetrieval":49.28,"MMarcoRetrieval":69.11,"T2Retrieval":75.94,"VideoRetrieval":59.76} -{"index":191,"Rank":77,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.55,"CmedqaRetrieval":34.69,"CovidRetrieval":70.59,"DuRetrieval":79.9,"EcomRetrieval":54.64,"MedicalRetrieval":47.86,"MMarcoRetrieval":63.06,"T2Retrieval":74.18,"VideoRetrieval":59.48} -{"index":232,"Rank":78,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09} -{"index":234,"Rank":79,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54} -{"index":279,"Rank":80,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09} -{"index":335,"Rank":81,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08} -{"index":233,"Rank":82,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07} -{"index":274,"Rank":83,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11} -{"index":275,"Rank":84,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02} -{"index":383,"Rank":85,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85} -{"index":235,"Rank":86,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07} -{"index":341,"Rank":87,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04} -{"index":68,"Rank":88,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65} -{"index":339,"Rank":89,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52} -{"index":54,"Rank":90,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15} -{"index":329,"Rank":91,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":24.5,"CmedqaRetrieval":10.78,"CovidRetrieval":30.11,"DuRetrieval":34.72,"EcomRetrieval":13.32,"MedicalRetrieval":15.46,"MMarcoRetrieval":46.62,"T2Retrieval":30.31,"VideoRetrieval":14.71} -{"index":330,"Rank":92,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.18} -{"index":59,"Rank":93,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17} -{"index":315,"Rank":94,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.83,"CmedqaRetrieval":5.49,"CovidRetrieval":28.6,"DuRetrieval":26.34,"EcomRetrieval":25.42,"MedicalRetrieval":6.68,"MMarcoRetrieval":34.78,"T2Retrieval":25.32,"VideoRetrieval":22.04} -{"index":198,"Rank":95,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05} -{"index":316,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":6.0,"CmedqaRetrieval":2.58,"CovidRetrieval":10.79,"DuRetrieval":6.62,"EcomRetrieval":4.01,"MedicalRetrieval":2.3,"MMarcoRetrieval":7.46,"T2Retrieval":4.82,"VideoRetrieval":9.38} -{"index":355,"Rank":97,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77} -{"index":318,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":4.36,"CmedqaRetrieval":2.0,"CovidRetrieval":3.7,"DuRetrieval":4.92,"EcomRetrieval":3.94,"MedicalRetrieval":1.71,"MMarcoRetrieval":7.13,"T2Retrieval":2.98,"VideoRetrieval":8.48} -{"index":317,"Rank":99,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":3.62,"CmedqaRetrieval":2.03,"CovidRetrieval":0.8,"DuRetrieval":3.03,"EcomRetrieval":3.7,"MedicalRetrieval":1.76,"MMarcoRetrieval":6.21,"T2Retrieval":1.6,"VideoRetrieval":9.79} -{"index":0,"Rank":100,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":1,"Rank":101,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":2,"Rank":102,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":3,"Rank":103,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":4,"Rank":104,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":5,"Rank":105,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":6,"Rank":106,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":7,"Rank":107,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":8,"Rank":108,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":9,"Rank":109,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":10,"Rank":110,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":11,"Rank":111,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":12,"Rank":112,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":13,"Rank":113,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":15,"Rank":114,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":20,"Rank":116,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":21,"Rank":117,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":28,"Rank":120,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":30,"Rank":121,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":31,"Rank":122,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":34,"Rank":123,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":36,"Rank":124,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":37,"Rank":125,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":38,"Rank":126,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":43,"Rank":130,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":50,"Rank":133,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":51,"Rank":134,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":55,"Rank":135,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":56,"Rank":136,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":57,"Rank":137,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":63,"Rank":140,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":64,"Rank":141,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":67,"Rank":142,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":69,"Rank":143,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":70,"Rank":144,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":71,"Rank":145,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":73,"Rank":146,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":77,"Rank":147,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":78,"Rank":148,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":87,"Rank":156,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":88,"Rank":157,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":89,"Rank":158,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":90,"Rank":159,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":91,"Rank":160,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":93,"Rank":161,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":96,"Rank":164,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":97,"Rank":165,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":98,"Rank":166,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":99,"Rank":167,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":100,"Rank":168,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":101,"Rank":169,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":102,"Rank":170,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":103,"Rank":171,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":104,"Rank":172,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":105,"Rank":173,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":106,"Rank":174,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":107,"Rank":175,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":108,"Rank":176,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":109,"Rank":177,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":110,"Rank":178,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":111,"Rank":179,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":112,"Rank":180,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":113,"Rank":181,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":114,"Rank":182,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":115,"Rank":183,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":116,"Rank":184,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":118,"Rank":185,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":119,"Rank":186,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":120,"Rank":187,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":121,"Rank":188,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":122,"Rank":189,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":123,"Rank":190,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":124,"Rank":191,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":125,"Rank":192,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":127,"Rank":193,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":131,"Rank":196,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":132,"Rank":197,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":135,"Rank":200,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":136,"Rank":201,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":137,"Rank":202,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":138,"Rank":203,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":139,"Rank":204,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":140,"Rank":205,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":141,"Rank":206,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":142,"Rank":207,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":143,"Rank":208,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":144,"Rank":209,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":145,"Rank":210,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":148,"Rank":211,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":149,"Rank":212,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":151,"Rank":214,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":152,"Rank":215,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":153,"Rank":216,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":154,"Rank":217,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":155,"Rank":218,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":160,"Rank":222,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":163,"Rank":223,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":165,"Rank":224,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":166,"Rank":225,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":167,"Rank":226,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":168,"Rank":227,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":169,"Rank":228,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":172,"Rank":231,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":173,"Rank":232,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":175,"Rank":234,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":178,"Rank":236,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":179,"Rank":237,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":180,"Rank":238,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":181,"Rank":239,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":183,"Rank":241,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":184,"Rank":242,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":185,"Rank":243,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":186,"Rank":244,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":187,"Rank":245,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":188,"Rank":246,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":189,"Rank":247,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":194,"Rank":249,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":195,"Rank":250,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":196,"Rank":251,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":201,"Rank":253,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":202,"Rank":254,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":203,"Rank":255,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":206,"Rank":257,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":207,"Rank":258,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":208,"Rank":259,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":209,"Rank":260,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":210,"Rank":261,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":211,"Rank":262,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":216,"Rank":266,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":222,"Rank":267,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":223,"Rank":268,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":224,"Rank":269,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":225,"Rank":270,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":227,"Rank":271,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":228,"Rank":272,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":237,"Rank":273,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":238,"Rank":274,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":239,"Rank":275,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":240,"Rank":276,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":241,"Rank":277,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":242,"Rank":278,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":243,"Rank":279,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":245,"Rank":280,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":248,"Rank":282,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":249,"Rank":283,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":254,"Rank":284,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":258,"Rank":288,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":261,"Rank":290,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":262,"Rank":291,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":263,"Rank":292,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":264,"Rank":293,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":265,"Rank":294,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":266,"Rank":295,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":267,"Rank":296,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":268,"Rank":297,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":269,"Rank":298,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":270,"Rank":299,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":271,"Rank":300,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":272,"Rank":301,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":273,"Rank":302,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":276,"Rank":303,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":278,"Rank":305,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":286,"Rank":312,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":287,"Rank":313,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":288,"Rank":314,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":289,"Rank":315,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":290,"Rank":316,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":291,"Rank":317,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":292,"Rank":318,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":293,"Rank":319,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":294,"Rank":320,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":295,"Rank":321,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":296,"Rank":322,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":298,"Rank":323,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":301,"Rank":325,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":302,"Rank":326,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":303,"Rank":327,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":304,"Rank":328,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":306,"Rank":329,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":307,"Rank":330,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":308,"Rank":331,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":319,"Rank":335,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":320,"Rank":336,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":321,"Rank":337,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":322,"Rank":338,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":323,"Rank":339,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":324,"Rank":340,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":325,"Rank":341,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":326,"Rank":342,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":327,"Rank":343,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":328,"Rank":344,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":331,"Rank":345,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":332,"Rank":346,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":333,"Rank":347,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":334,"Rank":348,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":336,"Rank":349,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":337,"Rank":350,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":340,"Rank":351,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":343,"Rank":353,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":344,"Rank":354,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":349,"Rank":358,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":351,"Rank":359,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":353,"Rank":360,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":362,"Rank":366,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":363,"Rank":367,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":364,"Rank":368,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":365,"Rank":369,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":366,"Rank":370,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":371,"Rank":374,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":376,"Rank":379,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":377,"Rank":380,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} diff --git a/boards_data/zh/data_tasks/STS/default.jsonl b/boards_data/zh/data_tasks/STS/default.jsonl deleted file mode 100644 index e760ab99a5227fe21e4ee0dfbcd883f2a4292771..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,318 +0,0 @@ -{"index":335,"Rank":1,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":67.66,"AFQMC":53.84,"ATEC":54.44,"BQ":70.57,"LCQMC":74.99,"PAWSX":58.35,"QBQTC":71.45,"STS22 (zh)":74.92,"STSB":82.74} -{"index":66,"Rank":2,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17} -{"index":19,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17} -{"index":204,"Rank":4,"Model":"gte-Qwen2-7B-instruct-fp16<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17} -{"index":345,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17} -{"index":128,"Rank":6,"Model":"Quark-Emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.02,"AFQMC":53.57,"ATEC":53.42,"BQ":70.66,"LCQMC":79.6,"PAWSX":52.42,"QBQTC":57.97,"STS22 (zh)":73.9,"STSB":78.62} -{"index":161,"Rank":7,"Model":"Dmeta-embedding-zh-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77} -{"index":52,"Rank":8,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77} -{"index":162,"Rank":9,"Model":"Dmeta-embedding-zh-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77} -{"index":253,"Rank":10,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.53,"AFQMC":60.96,"ATEC":58.81,"BQ":75.08,"LCQMC":79.82,"PAWSX":47.42,"QBQTC":45.14,"STS22 (zh)":66.96,"STSB":82.05} -{"index":260,"Rank":11,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.33,"AFQMC":58.25,"ATEC":57.8,"BQ":76.89,"LCQMC":79.58,"PAWSX":46.26,"QBQTC":41.89,"STS22 (zh)":68.69,"STSB":85.31} -{"index":214,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.22,"AFQMC":60.72,"ATEC":58.77,"BQ":75.04,"LCQMC":79.75,"PAWSX":45.94,"QBQTC":43.46,"STS22 (zh)":66.71,"STSB":83.34} -{"index":146,"Rank":13,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24} -{"index":314,"Rank":14,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.5,"AFQMC":61.49,"ATEC":59.2,"BQ":72.88,"LCQMC":79.55,"PAWSX":46.48,"QBQTC":45.91,"STS22 (zh)":63.76,"STSB":78.71} -{"index":44,"Rank":15,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24} -{"index":61,"Rank":16,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.23,"AFQMC":60.89,"ATEC":58.82,"BQ":72.53,"LCQMC":79.19,"PAWSX":45.8,"QBQTC":43.94,"STS22 (zh)":65.18,"STSB":79.48} -{"index":200,"Rank":17,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.55,"AFQMC":58.41,"ATEC":57.6,"BQ":72.66,"LCQMC":79.28,"PAWSX":42.44,"QBQTC":41.52,"STS22 (zh)":66.32,"STSB":82.15} -{"index":219,"Rank":18,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":62.49,"AFQMC":59.22,"ATEC":58.43,"BQ":70.44,"LCQMC":78.27,"PAWSX":43.97,"QBQTC":40.02,"STS22 (zh)":66.49,"STSB":83.05} -{"index":193,"Rank":19,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.48,"AFQMC":58.85,"ATEC":58.08,"BQ":71.05,"LCQMC":78.26,"PAWSX":45.36,"QBQTC":38.98,"STS22 (zh)":66.26,"STSB":82.96} -{"index":192,"Rank":20,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":45.0,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8} -{"index":14,"Rank":21,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":44.98,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8} -{"index":17,"Rank":22,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.32,"AFQMC":58.47,"ATEC":55.46,"BQ":77.59,"LCQMC":76.29,"PAWSX":50.22,"QBQTC":31.82,"STS22 (zh)":67.36,"STSB":81.37} -{"index":338,"Rank":23,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.15,"AFQMC":58.61,"ATEC":58.03,"BQ":70.98,"LCQMC":78.14,"PAWSX":45.59,"QBQTC":38.1,"STS22 (zh)":65.34,"STSB":82.42} -{"index":53,"Rank":24,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":62.13,"AFQMC":59.54,"ATEC":58.63,"BQ":70.31,"LCQMC":78.73,"PAWSX":42.97,"QBQTC":41.03,"STS22 (zh)":66.76,"STSB":79.09} -{"index":164,"Rank":25,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":62.09,"AFQMC":58.81,"ATEC":57.95,"BQ":70.37,"LCQMC":78.17,"PAWSX":45.51,"QBQTC":37.31,"STS22 (zh)":65.85,"STSB":82.73} -{"index":79,"Rank":26,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":61.64,"AFQMC":60.3,"ATEC":58.5,"BQ":73.07,"LCQMC":78.44,"PAWSX":36.62,"QBQTC":38.36,"STS22 (zh)":65.93,"STSB":81.92} -{"index":65,"Rank":27,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4} -{"index":18,"Rank":28,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4} -{"index":387,"Rank":29,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":60.07,"AFQMC":50.8,"ATEC":53.23,"BQ":66.49,"LCQMC":76.6,"PAWSX":47.56,"QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14} -{"index":244,"Rank":30,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56} -{"index":221,"Rank":31,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.66,"AFQMC":49.95,"ATEC":53.12,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.73,"STS22 (zh)":68.87,"STSB":79.37} -{"index":25,"Rank":32,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.37} -{"index":24,"Rank":33,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.36} -{"index":252,"Rank":34,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.52,"AFQMC":54.85,"ATEC":55.13,"BQ":65.57,"LCQMC":75.55,"PAWSX":37.87,"QBQTC":33.69,"STS22 (zh)":64.32,"STSB":81.19} -{"index":126,"Rank":35,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.41,"AFQMC":54.73,"ATEC":55.13,"BQ":64.89,"LCQMC":75.12,"PAWSX":37.93,"QBQTC":34.21,"STS22 (zh)":64.54,"STSB":80.72} -{"index":220,"Rank":36,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.3,"AFQMC":54.49,"ATEC":54.45,"BQ":62.38,"LCQMC":76.28,"PAWSX":37.97,"QBQTC":37.84,"STS22 (zh)":67.28,"STSB":75.71} -{"index":313,"Rank":37,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.02,"AFQMC":54.17,"ATEC":54.28,"BQ":62.31,"LCQMC":75.81,"PAWSX":38.31,"QBQTC":38.22,"STS22 (zh)":66.66,"STSB":74.43} -{"index":377,"Rank":38,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.91,"AFQMC":43.45,"ATEC":48.01,"BQ":65.58,"LCQMC":75.56,"PAWSX":47.62,"QBQTC":40.43,"STS22 (zh)":67.24,"STSB":75.38} -{"index":352,"Rank":39,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.82,"AFQMC":54.58,"ATEC":54.6,"BQ":64.41,"LCQMC":74.4,"PAWSX":38.55,"QBQTC":33.36,"STS22 (zh)":62.98,"STSB":79.68} -{"index":62,"Rank":40,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.08,"AFQMC":46.98,"ATEC":51.35,"BQ":65.08,"LCQMC":76.96,"PAWSX":30.03,"QBQTC":37.5,"STS22 (zh)":69.2,"STSB":79.57} -{"index":218,"Rank":41,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":56.92,"AFQMC":46.73,"ATEC":51.22,"BQ":64.8,"LCQMC":76.89,"PAWSX":29.7,"QBQTC":37.38,"STS22 (zh)":69.02,"STSB":79.63} -{"index":35,"Rank":42,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":56.87,"AFQMC":47.17,"ATEC":50.75,"BQ":62.02,"LCQMC":75.95,"PAWSX":30.57,"QBQTC":38.98,"STS22 (zh)":68.68,"STSB":80.87} -{"index":217,"Rank":43,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":56.54,"AFQMC":51.75,"ATEC":52.82,"BQ":63.29,"LCQMC":75.83,"PAWSX":32.02,"QBQTC":36.47,"STS22 (zh)":67.52,"STSB":72.63} -{"index":33,"Rank":44,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.25,"AFQMC":44.36,"ATEC":49.54,"BQ":62.94,"LCQMC":74.33,"PAWSX":33.92,"QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7} -{"index":350,"Rank":45,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AFQMC":49.07,"ATEC":50.83,"BQ":65.5,"LCQMC":74.06,"PAWSX":27.97,"QBQTC":35.19,"STS22 (zh)":63.64,"STSB":81.46} -{"index":312,"Rank":46,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.9,"AFQMC":51.4,"ATEC":52.59,"BQ":62.68,"LCQMC":75.4,"PAWSX":31.58,"QBQTC":36.48,"STS22 (zh)":66.51,"STSB":70.6} -{"index":46,"Rank":47,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.55,"AFQMC":46.7,"ATEC":49.95,"BQ":56.08,"LCQMC":74.96,"PAWSX":33.49,"QBQTC":31.06,"STS22 (zh)":64.51,"STSB":79.63} -{"index":74,"Rank":48,"Model":"KaLM-embedding-multilingual-max-instruct-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.38,"AFQMC":44.89,"ATEC":50.63,"BQ":58.61,"LCQMC":75.03,"PAWSX":19.19,"QBQTC":32.4,"STS22 (zh)":74.28,"STSB":80.01} -{"index":47,"Rank":49,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74} -{"index":29,"Rank":50,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.72,"AFQMC":42.4,"ATEC":48.17,"BQ":61.78,"LCQMC":74.45,"PAWSX":20.4,"QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31} -{"index":32,"Rank":51,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.0,"AFQMC":43.06,"ATEC":48.29,"BQ":60.53,"LCQMC":74.71,"PAWSX":16.64,"QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41} -{"index":22,"Rank":52,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} -{"index":45,"Rank":53,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54} -{"index":75,"Rank":54,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.18,"AFQMC":39.88,"ATEC":47.17,"BQ":54.36,"LCQMC":70.39,"PAWSX":15.18,"QBQTC":30.32,"STS22 (zh)":74.02,"STSB":78.14} -{"index":76,"Rank":55,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.74,"AFQMC":39.41,"ATEC":46.92,"BQ":51.53,"LCQMC":69.62,"PAWSX":15.09,"QBQTC":34.11,"STS22 (zh)":69.91,"STSB":79.33} -{"index":279,"Rank":56,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91} -{"index":274,"Rank":57,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.47,"AFQMC":35.87,"ATEC":41.27,"BQ":63.81,"LCQMC":74.88,"PAWSX":12.19,"QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97} -{"index":275,"Rank":58,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.42,"AFQMC":36.53,"ATEC":41.8,"BQ":65.2,"LCQMC":74.2,"PAWSX":15.95,"QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16} -{"index":23,"Rank":59,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.64,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81} -{"index":226,"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.63,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81} -{"index":356,"Rank":61,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51} -{"index":354,"Rank":62,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51} -{"index":39,"Rank":63,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.1,"AFQMC":33.42,"ATEC":43.01,"BQ":55.22,"LCQMC":72.19,"PAWSX":9.26,"QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73} -{"index":230,"Rank":64,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.29,"AFQMC":33.02,"ATEC":39.81,"BQ":46.44,"LCQMC":75.95,"PAWSX":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08} -{"index":229,"Rank":65,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":46.49,"AFQMC":29.67,"ATEC":37.01,"BQ":45.45,"LCQMC":74.15,"PAWSX":12.14,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05} -{"index":233,"Rank":66,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.6,"AFQMC":27.98,"ATEC":35.86,"BQ":46.23,"LCQMC":72.8,"PAWSX":15.66,"QBQTC":32.65,"STS22 (zh)":54.08,"STSB":79.53} -{"index":232,"Rank":67,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.27,"AFQMC":25.21,"ATEC":35.14,"BQ":43.27,"LCQMC":72.7,"PAWSX":11.01,"QBQTC":30.25,"STS22 (zh)":66.85,"STSB":77.73} -{"index":68,"Rank":68,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.97,"AFQMC":24.51,"ATEC":32.45,"BQ":44.22,"LCQMC":69.16,"PAWSX":14.55,"QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45} -{"index":54,"Rank":69,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.62,"AFQMC":22.57,"ATEC":30.3,"BQ":40.98,"LCQMC":68.4,"PAWSX":15.08,"QBQTC":27.92,"STS22 (zh)":61.58,"STSB":82.17} -{"index":339,"Rank":70,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.41,"AFQMC":26.06,"ATEC":31.93,"BQ":42.67,"LCQMC":70.16,"PAWSX":17.21,"QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3} -{"index":383,"Rank":71,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":43.35,"AFQMC":23.88,"ATEC":29.25,"BQ":45.33,"LCQMC":68.41,"PAWSX":16.55,"QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61} -{"index":341,"Rank":72,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.78,"AFQMC":22.24,"ATEC":30.84,"BQ":43.33,"LCQMC":66.74,"PAWSX":12.31,"QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22} -{"index":235,"Rank":73,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":42.57,"AFQMC":25.32,"ATEC":33.46,"BQ":43.93,"LCQMC":71.98,"PAWSX":14.23,"QBQTC":32.92,"STS22 (zh)":40.97,"STSB":77.77} -{"index":59,"Rank":74,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.11,"AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":22.53,"STS22 (zh)":61.75,"STSB":80.84} -{"index":198,"Rank":75,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.48,"AFQMC":17.63,"ATEC":26.18,"BQ":37.66,"LCQMC":50.11,"PAWSX":32.75,"QBQTC":24.48,"STS22 (zh)":52.82,"STSB":50.18} -{"index":355,"Rank":76,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.86,"AFQMC":3.76,"ATEC":10.09,"BQ":19.31,"LCQMC":42.15,"PAWSX":6.14,"QBQTC":6.12,"STS22 (zh)":33.7,"STSB":45.6} -{"index":0,"Rank":77,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":1,"Rank":78,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":2,"Rank":79,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":3,"Rank":80,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":4,"Rank":81,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":5,"Rank":82,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":6,"Rank":83,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":7,"Rank":84,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":8,"Rank":85,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":9,"Rank":86,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":10,"Rank":87,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":11,"Rank":88,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":12,"Rank":89,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":13,"Rank":90,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.41,"STSB":""} -{"index":15,"Rank":91,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":20,"Rank":93,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":21,"Rank":94,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":28,"Rank":97,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":30,"Rank":98,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":31,"Rank":99,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":34,"Rank":100,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":36,"Rank":101,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":37,"Rank":102,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":38,"Rank":103,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":41,"Rank":105,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""} -{"index":43,"Rank":107,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":50,"Rank":110,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":51,"Rank":111,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":55,"Rank":112,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":56,"Rank":113,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":57,"Rank":114,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":63,"Rank":117,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":64,"Rank":118,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":67,"Rank":119,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":69,"Rank":120,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":70,"Rank":121,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":71,"Rank":122,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":72,"Rank":123,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AFQMC":35.59,"ATEC":40.89,"BQ":49.18,"LCQMC":75.52,"PAWSX":16.4,"QBQTC":"","STS22 (zh)":"","STSB":78.12} -{"index":73,"Rank":124,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":77,"Rank":125,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":78,"Rank":126,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":87,"Rank":134,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.18,"STSB":""} -{"index":88,"Rank":135,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":89,"Rank":136,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":90,"Rank":137,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":91,"Rank":138,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":92,"Rank":139,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":93,"Rank":140,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":95,"Rank":142,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":60.0,"STSB":""} -{"index":96,"Rank":143,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":97,"Rank":144,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":98,"Rank":145,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":99,"Rank":146,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":100,"Rank":147,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":101,"Rank":148,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":102,"Rank":149,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":103,"Rank":150,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":104,"Rank":151,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":105,"Rank":152,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":106,"Rank":153,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":107,"Rank":154,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":108,"Rank":155,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":109,"Rank":156,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":110,"Rank":157,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":111,"Rank":158,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":112,"Rank":159,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":25.49,"STSB":""} -{"index":113,"Rank":160,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":6.52,"STSB":""} -{"index":114,"Rank":161,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":115,"Rank":162,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":116,"Rank":163,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":118,"Rank":165,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":119,"Rank":166,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":120,"Rank":167,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":121,"Rank":168,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":122,"Rank":169,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":123,"Rank":170,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":124,"Rank":171,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":125,"Rank":172,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":127,"Rank":173,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":131,"Rank":176,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":132,"Rank":177,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":135,"Rank":180,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":136,"Rank":181,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":137,"Rank":182,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":138,"Rank":183,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":139,"Rank":184,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":140,"Rank":185,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":141,"Rank":186,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":142,"Rank":187,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":143,"Rank":188,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":144,"Rank":189,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":145,"Rank":190,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":147,"Rank":191,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":148,"Rank":192,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":149,"Rank":193,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":151,"Rank":195,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":152,"Rank":196,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":153,"Rank":197,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":154,"Rank":198,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":155,"Rank":199,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":157,"Rank":201,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":159,"Rank":203,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.04,"STSB":""} -{"index":160,"Rank":204,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":163,"Rank":205,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":165,"Rank":206,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":166,"Rank":207,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":167,"Rank":208,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":168,"Rank":209,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":169,"Rank":210,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":172,"Rank":213,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.54,"STSB":""} -{"index":173,"Rank":214,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.78,"STSB":""} -{"index":175,"Rank":216,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":177,"Rank":218,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":178,"Rank":219,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":35.1,"STSB":""} -{"index":179,"Rank":220,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":180,"Rank":221,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":181,"Rank":222,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":183,"Rank":224,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":184,"Rank":225,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":185,"Rank":226,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":186,"Rank":227,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":187,"Rank":228,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":188,"Rank":229,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":189,"Rank":230,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":191,"Rank":232,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":33.88,"ATEC":43.36,"BQ":57.14,"LCQMC":72.71,"PAWSX":9.31,"QBQTC":35.51,"STS22 (zh)":"","STSB":80.64} -{"index":194,"Rank":233,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":195,"Rank":234,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":196,"Rank":235,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":201,"Rank":238,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":202,"Rank":239,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":203,"Rank":240,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":206,"Rank":242,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":207,"Rank":243,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":208,"Rank":244,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":209,"Rank":245,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":210,"Rank":246,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":211,"Rank":247,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":216,"Rank":251,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":222,"Rank":252,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":223,"Rank":253,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":224,"Rank":254,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":225,"Rank":255,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":227,"Rank":256,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":228,"Rank":257,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":231,"Rank":258,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":37.53,"ATEC":43.27,"BQ":48.8,"LCQMC":76.06,"PAWSX":15.06,"QBQTC":"","STS22 (zh)":67.4,"STSB":81.68} -{"index":234,"Rank":259,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AFQMC":30.55,"ATEC":37.35,"BQ":47.17,"LCQMC":75.32,"PAWSX":17.46,"QBQTC":33.7,"STS22 (zh)":"","STSB":81.52} -{"index":236,"Rank":260,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":31.87,"ATEC":38.8,"BQ":47.67,"LCQMC":75.34,"PAWSX":17.25,"QBQTC":34.48,"STS22 (zh)":"","STSB":82.03} -{"index":237,"Rank":261,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":238,"Rank":262,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":239,"Rank":263,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":240,"Rank":264,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":241,"Rank":265,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":242,"Rank":266,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":243,"Rank":267,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":245,"Rank":268,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":246,"Rank":269,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54} -{"index":247,"Rank":270,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.84,"STSB":""} -{"index":248,"Rank":271,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":249,"Rank":272,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":254,"Rank":275,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":258,"Rank":279,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":261,"Rank":281,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":262,"Rank":282,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":263,"Rank":283,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":264,"Rank":284,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":265,"Rank":285,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":266,"Rank":286,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":267,"Rank":287,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":268,"Rank":288,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":269,"Rank":289,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":270,"Rank":290,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":271,"Rank":291,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":272,"Rank":292,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":273,"Rank":293,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":276,"Rank":294,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":278,"Rank":296,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":286,"Rank":303,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":287,"Rank":304,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":288,"Rank":305,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":289,"Rank":306,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":290,"Rank":307,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":291,"Rank":308,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":292,"Rank":309,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":293,"Rank":310,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":294,"Rank":311,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":295,"Rank":312,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":296,"Rank":313,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":297,"Rank":314,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":298,"Rank":315,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":299,"Rank":316,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":301,"Rank":318,"Model":"learning2_model<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":302,"Rank":319,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":303,"Rank":320,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":304,"Rank":321,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":305,"Rank":322,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":306,"Rank":323,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":42.94,"STSB":""} -{"index":307,"Rank":324,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":46.31,"STSB":""} -{"index":308,"Rank":325,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":26.92,"STSB":""} -{"index":315,"Rank":329,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":21.02,"ATEC":26.61,"BQ":42.6,"LCQMC":52.19,"PAWSX":10.23,"QBQTC":"","STS22 (zh)":63.02,"STSB":68.38} -{"index":316,"Rank":330,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":7.94,"ATEC":12.97,"BQ":23.31,"LCQMC":21.04,"PAWSX":7.31,"QBQTC":"","STS22 (zh)":33.15,"STSB":36.66} -{"index":317,"Rank":331,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":8.59,"ATEC":13.52,"BQ":23.84,"LCQMC":23.85,"PAWSX":7.21,"QBQTC":"","STS22 (zh)":44.93,"STSB":37.8} -{"index":318,"Rank":332,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":8.01,"ATEC":14.03,"BQ":21.39,"LCQMC":22.84,"PAWSX":6.44,"QBQTC":"","STS22 (zh)":42.24,"STSB":37.7} -{"index":319,"Rank":333,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":16.35,"STSB":""} -{"index":320,"Rank":334,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":321,"Rank":335,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":4.78,"STSB":""} -{"index":322,"Rank":336,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.32,"STSB":""} -{"index":323,"Rank":337,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":324,"Rank":338,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":27.32,"STSB":""} -{"index":325,"Rank":339,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":31.16,"STSB":""} -{"index":326,"Rank":340,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":327,"Rank":341,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":328,"Rank":342,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":329,"Rank":343,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":14.3,"ATEC":18.42,"BQ":38.53,"LCQMC":63.96,"PAWSX":10.13,"QBQTC":"","STS22 (zh)":58.75,"STSB":78.91} -{"index":330,"Rank":344,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":"","STS22 (zh)":61.75,"STSB":80.84} -{"index":331,"Rank":345,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.9,"STSB":""} -{"index":332,"Rank":346,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":30.47,"STSB":""} -{"index":333,"Rank":347,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.55,"STSB":""} -{"index":334,"Rank":348,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":336,"Rank":349,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":337,"Rank":350,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.83,"STSB":""} -{"index":340,"Rank":351,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.24,"STSB":""} -{"index":343,"Rank":353,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":344,"Rank":354,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":349,"Rank":358,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":351,"Rank":359,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":353,"Rank":360,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":362,"Rank":366,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":363,"Rank":367,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":364,"Rank":368,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":365,"Rank":369,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":366,"Rank":370,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":369,"Rank":373,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":371,"Rank":375,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":376,"Rank":380,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":379,"Rank":382,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":380,"Rank":383,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":381,"Rank":384,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":382,"Rank":385,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":384,"Rank":386,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":385,"Rank":387,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":386,"Rank":388,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":388,"Rank":389,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} diff --git a/config.yaml b/config.yaml deleted file mode 100644 index be1e9b4d6be1d231659288ece458746b32d77b1a..0000000000000000000000000000000000000000 --- a/config.yaml +++ /dev/null @@ -1,552 +0,0 @@ -config: - REPO_ID: "mteb/leaderboard" - RESULTS_REPO: mteb/results - LEADERBOARD_NAME: "MTEB Leaderboard" -tasks: - BitextMining: - icon: "🎌" - metric: f1 - metric_description: "[F1](https://huggingface.co/spaces/evaluate-metric/f1)" - task_description: "Bitext mining is the task of finding parallel sentences in two languages." - Classification: - icon: "❤️" - metric: accuracy - metric_description: "[Accuracy](https://huggingface.co/spaces/evaluate-metric/accuracy)" - task_description: "Classification is the task of assigning a label to a text." - Clustering: - icon: "✨" - metric: v_measure - metric_description: "Validity Measure (V-measure)" - task_description: "Clustering is the task of grouping similar documents together." - PairClassification: - icon: "🎭" - metric: max_ap - metric_description: "Average Precision (AP) based on the models similarity metric (usually cosine)" - task_description: "Pair classification is the task of determining whether two texts are similar." - Reranking: - icon: "🥈" - metric: map - metric_description: "Mean Average Precision (MAP)" - task_description: "Reranking is the task of reordering a list of documents to improve relevance." - Retrieval: - icon: "🔎" - metric: ndcg_at_10 - metric_description: "Normalized Discounted Cumulative Gain @ 10 (nDCG@10)" - task_description: "Retrieval is the task of finding relevant documents for a query." - STS: - icon: "☘️" - metric: cosine_spearman - metric_description: "Spearman correlation based on the model's similarity metric (usually cosine)" - task_description: "Semantic Textual Similarity is the task of determining how similar two texts are." - Summarization: - icon: "📜" - metric: cosine_spearman - metric_description: "Spearman correlation based on the model's similarity metric (usually cosine)" - task_description: "Summarization is the task of generating a summary of a text." - MultilabelClassification: - icon: "🏷️" - metric: accuracy - metric_description: "Accuracy" - task_description: "Multilabel classification is the task of assigning multiple labels to a text." - InstructionRetrieval: - icon: "🔎📋" - metric: "p-MRR" - metric_description: "paired mean reciprocal rank (p-MRR)" - task_description: "Retrieval w/Instructions is the task of finding relevant documents for a query that has detailed instructions." -boards: - en: - title: English - language_long: "English" - has_overall: true - acronym: null - icon: null - special_icons: null - credits: null - tasks: - Classification: - - AmazonCounterfactualClassification (en) - - AmazonPolarityClassification - - AmazonReviewsClassification (en) - - Banking77Classification - - EmotionClassification - - ImdbClassification - - MassiveIntentClassification (en) - - MassiveScenarioClassification (en) - - MTOPDomainClassification (en) - - MTOPIntentClassification (en) - - ToxicConversationsClassification - - TweetSentimentExtractionClassification - Clustering: - - ArxivClusteringP2P - - ArxivClusteringS2S - - BiorxivClusteringP2P - - BiorxivClusteringS2S - - MedrxivClusteringP2P - - MedrxivClusteringS2S - - RedditClustering - - RedditClusteringP2P - - StackExchangeClustering - - StackExchangeClusteringP2P - - TwentyNewsgroupsClustering - PairClassification: - - SprintDuplicateQuestions - - TwitterSemEval2015 - - TwitterURLCorpus - Reranking: - - AskUbuntuDupQuestions - - MindSmallReranking - - SciDocsRR - - StackOverflowDupQuestions - Retrieval: - - ArguAna - - ClimateFEVER - - CQADupstackRetrieval - - DBPedia - - FEVER - - FiQA2018 - - HotpotQA - - MSMARCO - - NFCorpus - - NQ - - QuoraRetrieval - - SCIDOCS - - SciFact - - Touche2020 - - TRECCOVID - STS: - - BIOSSES - - SICK-R - - STS12 - - STS13 - - STS14 - - STS15 - - STS16 - - STS17 (en-en) - - STS22 (en) - - STSBenchmark - Summarization: - - SummEval - en-x: - title: "English-X" - language_long: "117 (Pairs of: English & other language)" - has_overall: false - acronym: null - icon: null - special_icons: null - credits: null - tasks: - BitextMining: ['BUCC (de-en)', 'BUCC (fr-en)', 'BUCC (ru-en)', 'BUCC (zh-en)', 'Tatoeba (afr-eng)', 'Tatoeba (amh-eng)', 'Tatoeba (ang-eng)', 'Tatoeba (ara-eng)', 'Tatoeba (arq-eng)', 'Tatoeba (arz-eng)', 'Tatoeba (ast-eng)', 'Tatoeba (awa-eng)', 'Tatoeba (aze-eng)', 'Tatoeba (bel-eng)', 'Tatoeba (ben-eng)', 'Tatoeba (ber-eng)', 'Tatoeba (bos-eng)', 'Tatoeba (bre-eng)', 'Tatoeba (bul-eng)', 'Tatoeba (cat-eng)', 'Tatoeba (cbk-eng)', 'Tatoeba (ceb-eng)', 'Tatoeba (ces-eng)', 'Tatoeba (cha-eng)', 'Tatoeba (cmn-eng)', 'Tatoeba (cor-eng)', 'Tatoeba (csb-eng)', 'Tatoeba (cym-eng)', 'Tatoeba (dan-eng)', 'Tatoeba (deu-eng)', 'Tatoeba (dsb-eng)', 'Tatoeba (dtp-eng)', 'Tatoeba (ell-eng)', 'Tatoeba (epo-eng)', 'Tatoeba (est-eng)', 'Tatoeba (eus-eng)', 'Tatoeba (fao-eng)', 'Tatoeba (fin-eng)', 'Tatoeba (fra-eng)', 'Tatoeba (fry-eng)', 'Tatoeba (gla-eng)', 'Tatoeba (gle-eng)', 'Tatoeba (glg-eng)', 'Tatoeba (gsw-eng)', 'Tatoeba (heb-eng)', 'Tatoeba (hin-eng)', 'Tatoeba (hrv-eng)', 'Tatoeba (hsb-eng)', 'Tatoeba (hun-eng)', 'Tatoeba (hye-eng)', 'Tatoeba (ido-eng)', 'Tatoeba (ile-eng)', 'Tatoeba (ina-eng)', 'Tatoeba (ind-eng)', 'Tatoeba (isl-eng)', 'Tatoeba (ita-eng)', 'Tatoeba (jav-eng)', 'Tatoeba (jpn-eng)', 'Tatoeba (kab-eng)', 'Tatoeba (kat-eng)', 'Tatoeba (kaz-eng)', 'Tatoeba (khm-eng)', 'Tatoeba (kor-eng)', 'Tatoeba (kur-eng)', 'Tatoeba (kzj-eng)', 'Tatoeba (lat-eng)', 'Tatoeba (lfn-eng)', 'Tatoeba (lit-eng)', 'Tatoeba (lvs-eng)', 'Tatoeba (mal-eng)', 'Tatoeba (mar-eng)', 'Tatoeba (max-eng)', 'Tatoeba (mhr-eng)', 'Tatoeba (mkd-eng)', 'Tatoeba (mon-eng)', 'Tatoeba (nds-eng)', 'Tatoeba (nld-eng)', 'Tatoeba (nno-eng)', 'Tatoeba (nob-eng)', 'Tatoeba (nov-eng)', 'Tatoeba (oci-eng)', 'Tatoeba (orv-eng)', 'Tatoeba (pam-eng)', 'Tatoeba (pes-eng)', 'Tatoeba (pms-eng)', 'Tatoeba (pol-eng)', 'Tatoeba (por-eng)', 'Tatoeba (ron-eng)', 'Tatoeba (rus-eng)', 'Tatoeba (slk-eng)', 'Tatoeba (slv-eng)', 'Tatoeba (spa-eng)', 'Tatoeba (sqi-eng)', 'Tatoeba (srp-eng)', 'Tatoeba (swe-eng)', 'Tatoeba (swg-eng)', 'Tatoeba (swh-eng)', 'Tatoeba (tam-eng)', 'Tatoeba (tat-eng)', 'Tatoeba (tel-eng)', 'Tatoeba (tgl-eng)', 'Tatoeba (tha-eng)', 'Tatoeba (tuk-eng)', 'Tatoeba (tur-eng)', 'Tatoeba (tzl-eng)', 'Tatoeba (uig-eng)', 'Tatoeba (ukr-eng)', 'Tatoeba (urd-eng)', 'Tatoeba (uzb-eng)', 'Tatoeba (vie-eng)', 'Tatoeba (war-eng)', 'Tatoeba (wuu-eng)', 'Tatoeba (xho-eng)', 'Tatoeba (yid-eng)', 'Tatoeba (yue-eng)', 'Tatoeba (zsm-eng)'] - zh: - title: Chinese - language_long: Chinese - has_overall: true - acronym: C-MTEB - icon: "🇨🇳" - special_icons: - Classification: "🧡" - credits: "[FlagEmbedding](https://github.com/FlagOpen/FlagEmbedding)" - tasks: - Classification: - - AmazonReviewsClassification (zh) - - IFlyTek - - JDReview - - MassiveIntentClassification (zh-CN) - - MassiveScenarioClassification (zh-CN) - - MultilingualSentiment - - OnlineShopping - - TNews - - Waimai - Clustering: - - CLSClusteringP2P - - CLSClusteringS2S - - ThuNewsClusteringP2P - - ThuNewsClusteringS2S - PairClassification: - - Cmnli - - Ocnli - Reranking: - - CMedQAv1 - - CMedQAv2 - - MMarcoReranking - - T2Reranking - Retrieval: - - CmedqaRetrieval - - CovidRetrieval - - DuRetrieval - - EcomRetrieval - - MedicalRetrieval - - MMarcoRetrieval - - T2Retrieval - - VideoRetrieval - STS: - - AFQMC - - ATEC - - BQ - - LCQMC - - PAWSX - - QBQTC - - STS22 (zh) - - STSB - da: - title: Danish - language_long: Danish - has_overall: false - acronym: null - icon: "🇩🇰" - special_icons: - Classification: "🤍" - credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)" - tasks: - BitextMining: - - BornholmBitextMining - Classification: - - AngryTweetsClassification - - DanishPoliticalCommentsClassification - - DKHateClassification - - LccSentimentClassification - - MassiveIntentClassification (da) - - MassiveScenarioClassification (da) - - NordicLangClassification - - ScalaDaClassification - fr: - title: French - language_long: "French" - has_overall: true - acronym: "F-MTEB" - icon: "🇫🇷" - special_icons: - Classification: "💙" - credits: "[Lyon-NLP](https://github.com/Lyon-NLP): [Gabriel Sequeira](https://github.com/GabrielSequeira), [Imene Kerboua](https://github.com/imenelydiaker), [Wissam Siblini](https://github.com/wissam-sib), [Mathieu Ciancone](https://github.com/MathieuCiancone), [Marion Schaeffer](https://github.com/schmarion)" - tasks: - Classification: - - AmazonReviewsClassification (fr) - - MasakhaNEWSClassification (fra) - - MassiveIntentClassification (fr) - - MassiveScenarioClassification (fr) - - MTOPDomainClassification (fr) - - MTOPIntentClassification (fr) - Clustering: - - AlloProfClusteringP2P - - AlloProfClusteringS2S - - HALClusteringS2S - - MLSUMClusteringP2P (fr) - - MLSUMClusteringS2S (fr) - - MasakhaNEWSClusteringP2P (fra) - - MasakhaNEWSClusteringS2S (fra) - PairClassification: - - OpusparcusPC (fr) - - PawsXPairClassification (fr) - Reranking: - - AlloprofReranking - - SyntecReranking - Retrieval: - - AlloprofRetrieval - - BSARDRetrieval - - MintakaRetrieval (fr) - - SyntecRetrieval - - XPQARetrieval (fr) - STS: - - STS22 (fr) - - STSBenchmarkMultilingualSTS (fr) - - SICKFr - Summarization: - - SummEvalFr - 'no': - title: Norwegian - language_long: "Norwegian Bokmål" - has_overall: false - acronym: null - icon: "🇳🇴" - special_icons: - Classification: "💙" - credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)" - tasks: - Classification: &id001 - - NoRecClassification - - NordicLangClassification - - NorwegianParliament - - MassiveIntentClassification (nb) - - MassiveScenarioClassification (nb) - - ScalaNbClassification - instructions: - title: English - language_long: "English" - has_overall: false - acronym: null - icon: null - credits: "[Orion Weller, FollowIR](https://arxiv.org/abs/2403.15246)" - tasks: - InstructionRetrieval: - - Robust04InstructionRetrieval - - News21InstructionRetrieval - - Core17InstructionRetrieval - de: - title: German - language_long: "German" - has_overall: false - acronym: null - icon: "🇩🇪" - special_icons: null - credits: "[Silvan](https://github.com/slvnwhrl)" - tasks: - Clustering: - - BlurbsClusteringP2P - - BlurbsClusteringS2S - - TenKGnadClusteringP2P - - TenKGnadClusteringS2S - pl: - title: Polish - language_long: Polish - has_overall: true - acronym: null - icon: "🇵🇱" - special_icons: - Classification: "🤍" - credits: "[Rafał Poświata](https://github.com/rafalposwiata)" - tasks: - Classification: - - AllegroReviews - - CBD - - MassiveIntentClassification (pl) - - MassiveScenarioClassification (pl) - - PAC - - PolEmo2.0-IN - - PolEmo2.0-OUT - Clustering: - - 8TagsClustering - PairClassification: - - CDSC-E - - PPC - - PSC - - SICK-E-PL - Retrieval: - - ArguAna-PL - - DBPedia-PL - - FiQA-PL - - HotpotQA-PL - - MSMARCO-PL - - NFCorpus-PL - - NQ-PL - - Quora-PL - - SCIDOCS-PL - - SciFact-PL - - TRECCOVID-PL - STS: - - CDSC-R - - SICK-R-PL - - STS22 (pl) - ru: - title: Russian - language_long: "Russian" - has_overall: true - acronym: null - icon: "🇷🇺" - special_icons: null - credits: "[Roman Solomatin](https://github.com/Samoed) and SaluteDevices: [Alena Fenogenova](https://github.com/Alenush), [Aleksandr Abramov](https://github.com/Ab1992ao), [Artem Snegirev](https://github.com/artemsnegirev), [Anna Maksimova](https://github.com/anpalmak2003), [Maria Tikhonova](https://github.com/MariyaTikhonova)" - tasks: - Classification: - - GeoreviewClassification - - HeadlineClassification - - InappropriatenessClassification - - KinopoiskClassification - - RuReviewsClassification - - RuSciBenchGRNTIClassification - - RuSciBenchOECDClassification - - MassiveIntentClassification (ru) - - MassiveScenarioClassification (ru) - Clustering: - - GeoreviewClusteringP2P - - RuSciBenchGRNTIClusteringP2P - - RuSciBenchOECDClusteringP2P - PairClassification: - - TERRa - Reranking: - - RuBQReranking - - MIRACLReranking (ru) - Retrieval: - - RiaNewsRetrieval - - RuBQRetrieval - - MIRACLRetrieval (ru) - STS: - - RUParaPhraserSTS - - RuSTSBenchmarkSTS - - STS22 (ru) - MultilabelClassification: - - CEDRClassification - - SensitiveTopicsClassification - se: - title: Swedish - language_long: Swedish - has_overall: false - acronym: null - icon: "🇸🇪" - special_icons: - Classification: "💛" - credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)" - tasks: - Classification: - - NoRecClassification - - NordicLangClassification - - NorwegianParliament - - MassiveIntentClassification (nb) - - MassiveScenarioClassification (nb) - - ScalaNbClassification - other-cls: - title: "Other Languages" - language_long: "47 (Only languages not included in the other tabs)" - has_overall: false - acronym: null - icon: null - special_icons: - Classification: "💜💚💙" - credits: null - tasks: - Classification: ['AmazonCounterfactualClassification (de)', 'AmazonCounterfactualClassification (ja)', 'AmazonReviewsClassification (de)', 'AmazonReviewsClassification (es)', 'AmazonReviewsClassification (fr)', 'AmazonReviewsClassification (ja)', 'AmazonReviewsClassification (zh)', 'MTOPDomainClassification (de)', 'MTOPDomainClassification (es)', 'MTOPDomainClassification (fr)', 'MTOPDomainClassification (hi)', 'MTOPDomainClassification (th)', 'MTOPIntentClassification (de)', 'MTOPIntentClassification (es)', 'MTOPIntentClassification (fr)', 'MTOPIntentClassification (hi)', 'MTOPIntentClassification (th)', 'MassiveIntentClassification (af)', 'MassiveIntentClassification (am)', 'MassiveIntentClassification (ar)', 'MassiveIntentClassification (az)', 'MassiveIntentClassification (bn)', 'MassiveIntentClassification (cy)', 'MassiveIntentClassification (de)', 'MassiveIntentClassification (el)', 'MassiveIntentClassification (es)', 'MassiveIntentClassification (fa)', 'MassiveIntentClassification (fi)', 'MassiveIntentClassification (fr)', 'MassiveIntentClassification (he)', 'MassiveIntentClassification (hi)', 'MassiveIntentClassification (hu)', 'MassiveIntentClassification (hy)', 'MassiveIntentClassification (id)', 'MassiveIntentClassification (is)', 'MassiveIntentClassification (it)', 'MassiveIntentClassification (ja)', 'MassiveIntentClassification (jv)', 'MassiveIntentClassification (ka)', 'MassiveIntentClassification (km)', 'MassiveIntentClassification (kn)', 'MassiveIntentClassification (ko)', 'MassiveIntentClassification (lv)', 'MassiveIntentClassification (ml)', 'MassiveIntentClassification (mn)', 'MassiveIntentClassification (ms)', 'MassiveIntentClassification (my)', 'MassiveIntentClassification (nl)', 'MassiveIntentClassification (pt)', 'MassiveIntentClassification (ro)', 'MassiveIntentClassification (ru)', 'MassiveIntentClassification (sl)', 'MassiveIntentClassification (sq)', 'MassiveIntentClassification (sw)', 'MassiveIntentClassification (ta)', 'MassiveIntentClassification (te)', 'MassiveIntentClassification (th)', 'MassiveIntentClassification (tl)', 'MassiveIntentClassification (tr)', 'MassiveIntentClassification (ur)', 'MassiveIntentClassification (vi)', 'MassiveIntentClassification (zh-TW)', 'MassiveScenarioClassification (af)', 'MassiveScenarioClassification (am)', 'MassiveScenarioClassification (ar)', 'MassiveScenarioClassification (az)', 'MassiveScenarioClassification (bn)', 'MassiveScenarioClassification (cy)', 'MassiveScenarioClassification (de)', 'MassiveScenarioClassification (el)', 'MassiveScenarioClassification (es)', 'MassiveScenarioClassification (fa)', 'MassiveScenarioClassification (fi)', 'MassiveScenarioClassification (fr)', 'MassiveScenarioClassification (he)', 'MassiveScenarioClassification (hi)', 'MassiveScenarioClassification (hu)', 'MassiveScenarioClassification (hy)', 'MassiveScenarioClassification (id)', 'MassiveScenarioClassification (is)', 'MassiveScenarioClassification (it)', 'MassiveScenarioClassification (ja)', 'MassiveScenarioClassification (jv)', 'MassiveScenarioClassification (ka)', 'MassiveScenarioClassification (km)', 'MassiveScenarioClassification (kn)', 'MassiveScenarioClassification (ko)', 'MassiveScenarioClassification (lv)', 'MassiveScenarioClassification (ml)', 'MassiveScenarioClassification (mn)', 'MassiveScenarioClassification (ms)', 'MassiveScenarioClassification (my)', 'MassiveScenarioClassification (nl)', 'MassiveScenarioClassification (pt)', 'MassiveScenarioClassification (ro)', 'MassiveScenarioClassification (ru)', 'MassiveScenarioClassification (sl)', 'MassiveScenarioClassification (sq)', 'MassiveScenarioClassification (sw)', 'MassiveScenarioClassification (ta)', 'MassiveScenarioClassification (te)', 'MassiveScenarioClassification (th)', 'MassiveScenarioClassification (tl)', 'MassiveScenarioClassification (tr)', 'MassiveScenarioClassification (ur)', 'MassiveScenarioClassification (vi)', 'MassiveScenarioClassification (zh-TW)'] - other-sts: - title: Other - language_long: "Arabic, Chinese, Dutch, English, French, German, Italian, Korean, Polish, Russian, Spanish (Only language combos not included in the other tabs)" - has_overall: false - acronym: null - icon: null - special_icons: null - credits: null - tasks: - STS: ["STS17 (ar-ar)", "STS17 (en-ar)", "STS17 (en-de)", "STS17 (en-tr)", "STS17 (es-en)", "STS17 (es-es)", "STS17 (fr-en)", "STS17 (it-en)", "STS17 (ko-ko)", "STS17 (nl-en)", "STS22 (ar)", "STS22 (de)", "STS22 (de-en)", "STS22 (de-fr)", "STS22 (de-pl)", "STS22 (es)", "STS22 (es-en)", "STS22 (es-it)", "STS22 (fr)", "STS22 (fr-pl)", "STS22 (it)", "STS22 (pl)", "STS22 (pl-en)", "STS22 (ru)", "STS22 (tr)", "STS22 (zh-en)", "STSBenchmark"] - law: - title: Law - language_long: "English, German, Chinese" - has_overall: false - acronym: null - icon: "⚖️" - special_icons: null - credits: "[Voyage AI](https://www.voyageai.com/)" - tasks: - Retrieval: - - AILACasedocs - - AILAStatutes - - GerDaLIRSmall - - LeCaRDv2 - - LegalBenchConsumerContractsQA - - LegalBenchCorporateLobbying - - LegalQuAD - - LegalSummarization - longembed: - title: LongEmbed - language_long: "English" - has_overall: false - acronym: null - icon: "📚" - special_icons: null - credits: "[LongEmbed (Dawei Zhu et al.)](https://arxiv.org/abs/2404.12096v2)" - metric: nDCG@10 (for NarrativeQA, QMSum, SummScreenFD, WikimQA) & nDCG@1 (for passkey and needle) - tasks: - Retrieval: - - LEMBNarrativeQARetrieval - - LEMBNeedleRetrieval - - LEMBPasskeyRetrieval - - LEMBQMSumRetrieval - - LEMBSummScreenFDRetrieval - - LEMBWikimQARetrieval - rar-b: - title: RAR-b - language_long: "English" - has_overall: false - acronym: null - icon: "📚" - special_icons: null - credits: "[RAR-b (Chenghao Xiao et al.)](https://arxiv.org/abs/2404.06347/)" - metric: nDCG@10 - tasks: - Retrieval: - - ARCChallenge - - AlphaNLI - - HellaSwag - - PIQA - - Quail - - RARbCode - - RARbMath - - SIQA - - SpartQA - - TempReasonL1 - - TempReasonL2Fact - - TempReasonL2Pure - - TempReasonL3Fact - - TempReasonL3Pure - - WinoGrande - bright: - title: BRIGHT - language_long: "English" - has_overall: false - acronym: null - icon: "🌟" - special_icons: null - credits: "[BRIGHT (Hongjin Su, Howard Yen, Mengzhou Xia et al.)](https://brightbenchmark.github.io/)" - metric: nDCG@10 - split: standard - desc: This tab only allows submissions with the original queries; not results from LLM rewritten queries or using reranking. - tasks: - Retrieval: - - BrightRetrieval (biology) - - BrightRetrieval (earth_science) - - BrightRetrieval (economics) - - BrightRetrieval (psychology) - - BrightRetrieval (robotics) - - BrightRetrieval (stackoverflow) - - BrightRetrieval (sustainable_living) - - BrightRetrieval (pony) - - BrightRetrieval (leetcode) - - BrightRetrieval (aops) - - BrightRetrieval (theoremqa_theorems) - - BrightRetrieval (theoremqa_questions) - bright_long: - title: BRIGHT Long - language_long: "English" - has_overall: false - acronym: null - icon: "🌟" - special_icons: null - credits: "[BRIGHT (Hongjin Su, Howard Yen, Mengzhou Xia et al.)](https://brightbenchmark.github.io/)" - metric: Recall@1 - split: long - desc: This tab is for the long document setting of BRIGHT. - tasks: - Retrieval: - - BrightRetrieval (biology) - - BrightRetrieval (earth_science) - - BrightRetrieval (economics) - - BrightRetrieval (psychology) - - BrightRetrieval (robotics) - - BrightRetrieval (stackoverflow) - - BrightRetrieval (sustainable_living) - - BrightRetrieval (pony) - coir: - title: CoIR - language_long: "Code" - has_overall: false - acronym: null - icon: "💻" - special_icons: null - credits: "[Samoed](https://github.com/Samoed) and [monikernemo](https://github.com/monikernemo) and [CoIR (Xiangyang Li, Kuicai Dong, Yi Quan Lee et al.)](https://arxiv.org/abs/2407.02883)" - metric: nDCG@10 - tasks: - Retrieval: - - AppsRetrieval - - CodeFeedbackMT - - CodeFeedbackST - - CodeSearchNetCCRetrieval (python) - - CodeSearchNetCCRetrieval (javascript) - - CodeSearchNetCCRetrieval (go) - - CodeSearchNetCCRetrieval (ruby) - - CodeSearchNetCCRetrieval (java) - - CodeSearchNetCCRetrieval (php) - - CodeSearchNetRetrieval (python) - - CodeSearchNetRetrieval (javascript) - - CodeSearchNetRetrieval (go) - - CodeSearchNetRetrieval (ruby) - - CodeSearchNetRetrieval (java) - - CodeSearchNetRetrieval (php) - - CodeTransOceanContest - - CodeTransOceanDL - - CosQA - - StackOverflowQA - - SyntheticText2SQL diff --git a/envs.py b/envs.py deleted file mode 100644 index 0ff0be03cf8d4ed4fdcb8f2fb665eac760238b99..0000000000000000000000000000000000000000 --- a/envs.py +++ /dev/null @@ -1,50 +0,0 @@ -import os -from yaml import safe_load - -from huggingface_hub import HfApi - -LEADERBOARD_CONFIG_PATH = "config.yaml" -with open(LEADERBOARD_CONFIG_PATH, 'r', encoding='utf-8') as f: - LEADERBOARD_CONFIG = safe_load(f) -MODEL_META_PATH = "model_meta.yaml" -with open(MODEL_META_PATH, 'r', encoding='utf-8') as f: - MODEL_META = safe_load(f) - -# Try first to get the config from the environment variables, then from the config.yaml file -def get_config(name, default): - res = None - - if name in os.environ: - res = os.environ[name] - elif 'config' in LEADERBOARD_CONFIG: - res = LEADERBOARD_CONFIG['config'].get(name, None) - - if res is None: - return default - return res - - -def str2bool(v): - return str(v).lower() in ("yes", "true", "t", "1") - - -# clone / pull the lmeh eval data -HF_TOKEN = get_config("HF_TOKEN", None) - -LEADERBOARD_NAME = get_config("LEADERBOARD_NAME", "MTEB Leaderboard") - -REPO_ID = get_config("REPO_ID", "mteb/leaderboard") -RESULTS_REPO = get_config("RESULTS_REPO", "mteb/results") - -CACHE_PATH = get_config("HF_HOME", ".") -os.environ["HF_HOME"] = CACHE_PATH - -# Check if it is using persistent storage -if not os.access(CACHE_PATH, os.W_OK): - print(f"No write access to HF_HOME: {CACHE_PATH}. Resetting to current directory.") - CACHE_PATH = "." - os.environ["HF_HOME"] = CACHE_PATH -else: - print(f"Write access confirmed for HF_HOME") - -API = HfApi(token=HF_TOKEN) diff --git a/mock_data/leaderboard.json b/mock_data/leaderboard.json new file mode 100644 index 0000000000000000000000000000000000000000..15259155927931b3740a5c1ce22a411ad7e49bec --- /dev/null +++ b/mock_data/leaderboard.json @@ -0,0 +1,26 @@ +[ + { + "slug": "text", + "name": "Text", + "tasks": [ + "law", + "long-context", + "finance", + "conversational", + "tech", + "multilingual", + "code", + "healthcare" + ] + }, + { + "slug": "multimodal", + "name": "Multimodal", + "tasks": [ + "text-to-photo", + "document-screenshot", + "figures-and-tables", + "text-to-text" + ] + } +] diff --git a/mock_data/models.json b/mock_data/models.json new file mode 100644 index 0000000000000000000000000000000000000000..b98bb050ed7082fc062a3a26e80efbec361f442c --- /dev/null +++ b/mock_data/models.json @@ -0,0 +1,400 @@ +[ + + { + "class": "sentence-transformers", + "organization": "BAAI", + "model_name": "bge-law-transformer", + "leaderboards": [ + "text" + ], + "tasks": [ + "law" + ] + }, + { + "class": "custom", + "organization": "OpenAI", + "model_name": "openai-law-embed-v2", + "leaderboards": [ + "text" + ], + "tasks": [ + "law" + ] + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-law-model-v1", + "leaderboards": [ + "text" + ], + "tasks": [ + "law" + ] + }, + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-long-context-transformer", + "leaderboards": [ + "text" + ], + "tasks": [ + "long-context" + ] + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-long-context-embed", + "leaderboards": [ + "text" + ], + "tasks": [ + "long-context" + ] + }, + { + "class": "proprietary", + "organization": "Microsoft", + "model_name": "microsoft-long-context-v1", + "leaderboards": [ + "text" + ], + "tasks": [ + "long-context" + ] + }, + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-finance-transformer", + "leaderboards": [ + "text" + ], + "tasks": [ + "finance" + ] + }, + { + "class": "custom", + "organization": "OpenAI", + "model_name": "openai-finance-embed-v1", + "leaderboards": [ + "text" + ], + "tasks": [ + "finance" + ] + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-finance-embed-v1", + "leaderboards": [ + "text" + ], + "tasks": [ + "finance" + ] + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-conversational-v2", + "leaderboards": [ + "text" + ], + "tasks": [ + "conversational" + ] + }, + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-conversational-embed", + "leaderboards": [ + "text" + ], + "tasks": [ + "conversational" + ] + }, + { + "class": "proprietary", + "organization": "Amazon", + "model_name": "amazon-conversational-transformer", + "leaderboards": [ + "text" + ], + "tasks": [ + "conversational" + ] + }, + { + "class": "sentence-transformers", + "organization": "Tesla", + "model_name": "tesla-tech-model", + "leaderboards": [ + "text" + ], + "tasks": [ + "tech" + ] + }, + { + "class": "custom", + "organization": "Snowflake", + "model_name": "snowflake-tech-embed", + "leaderboards": [ + "text" + ], + "tasks": [ + "tech" + ] + }, + { + "class": "proprietary", + "organization": "DeepMind", + "model_name": "dm-tech-v1", + "leaderboards": [ + "text" + ], + "tasks": [ + "tech" + ] + }, + { + "class": "sentence-transformers", + "organization": "Tesla", + "model_name": "tesla-multilingual", + "leaderboards": [ + "text" + ], + "tasks": [ + "multilingual" + ] + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-multilingual-embed", + "leaderboards": [ + "text" + ], + "tasks": [ + "multilingual" + ] + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-multilingual-model", + "leaderboards": [ + "text" + ], + "tasks": [ + "multilingual" + ] + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-code-embed", + "leaderboards": [ + "text" + ], + "tasks": [ + "code" + ] + }, + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-code-transformer", + "leaderboards": [ + "text" + ], + "tasks": [ + "code" + ] + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-code-model", + "leaderboards": [ + "text" + ], + "tasks": [ + "code" + ] + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-healthcare-v2", + "leaderboards": [ + "text" + ], + "tasks": [ + "healthcare" + ] + }, + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-healthcare-embed", + "leaderboards": [ + "text" + ], + "tasks": [ + "healthcare" + ] + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-healthcare-model", + "leaderboards": [ + "text" + ], + "tasks": [ + "healthcare" + ] + }, + + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-text-to-photo", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "text-to-photo" + ] + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-text-to-photo-v2", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "text-to-photo" + ] + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-text-to-photo", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "text-to-photo" + ] + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-document-screenshot", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "document-screenshot" + ] + }, + { + "class": "sentence-transformers", + "organization": "Google", + "model_name": "google-document-screenshot", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "document-screenshot" + ] + }, + { + "class": "proprietary", + "organization": "Facebook", + "model_name": "fb-document-screenshot", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "document-screenshot" + ] + }, + { + "class": "sentence-transformers", + "organization": "Google", + "model_name": "google-figures-tables", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "figures-and-tables" + ] + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-figures-tables", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "figures-and-tables" + ] + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-figures-tables", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "figures-and-tables" + ] + }, + { + "class": "sentence-transformers", + "organization": "OpenAI", + "model_name": "openai-text-to-text", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "text-to-text" + ] + }, + { + "class": "proprietary", + "organization": "Facebook", + "model_name": "fb-text-to-text", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "text-to-text" + ] + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-text-to-text", + "leaderboards": [ + "multimodal" + ], + "tasks": [ + "text-to-text" + ] + } +] diff --git a/mock_data/results.json b/mock_data/results.json new file mode 100644 index 0000000000000000000000000000000000000000..3dc69c7800c94220516867fe2a3eb17c7d13ff79 --- /dev/null +++ b/mock_data/results.json @@ -0,0 +1,3098 @@ +{ + "ALIA_casedocs": [ + { + "class": "sentence-transformers", + "organization": "BAAI", + "model_name": "bge-law-transformer", + "results": { + "ndcg_at_1": 0.36478, + "ndcg_at_3": 0.37725, + "ndcg_at_5": 0.44341, + "ndcg_at_10": 0.42686, + "ndcg_at_20": 0.54972, + "ndcg_at_50": 0.51785, + "ndcg_at_100": 0.54966, + "recall_at_1": 0.12306, + "recall_at_3": 0.27949, + "recall_at_5": 0.35275, + "recall_at_10": 0.44979, + "recall_at_20": 0.62146, + "recall_at_50": 0.76205, + "recall_at_100": 0.93419, + "precision_at_1": 0.43235, + "precision_at_3": 0.32557, + "precision_at_5": 0.25043, + "precision_at_10": 0.17796, + "precision_at_20": 0.11168, + "precision_at_50": 0.05925, + "precision_at_100": 0.03773 + } + }, + { + "class": "custom", + "organization": "OpenAI", + "model_name": "openai-law-embed-v2", + "results": { + "ndcg_at_1": 0.32971, + "ndcg_at_3": 0.38459, + "ndcg_at_5": 0.41729, + "ndcg_at_10": 0.43828, + "ndcg_at_20": 0.53335, + "ndcg_at_50": 0.53531, + "ndcg_at_100": 0.53924, + "recall_at_1": 0.12671, + "recall_at_3": 0.25399, + "recall_at_5": 0.35906, + "recall_at_10": 0.44872, + "recall_at_20": 0.60041, + "recall_at_50": 0.77739, + "recall_at_100": 0.9348, + "precision_at_1": 0.44211, + "precision_at_3": 0.32576, + "precision_at_5": 0.25242, + "precision_at_10": 0.17539, + "precision_at_20": 0.11747, + "precision_at_50": 0.0544, + "precision_at_100": 0.03865 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-law-model-v1", + "results": { + "ndcg_at_1": 0.4045, + "ndcg_at_3": 0.3939, + "ndcg_at_5": 0.42908, + "ndcg_at_10": 0.43616, + "ndcg_at_20": 0.52403, + "ndcg_at_50": 0.52347, + "ndcg_at_100": 0.53751, + "recall_at_1": 0.14181, + "recall_at_3": 0.2506, + "recall_at_5": 0.36251, + "recall_at_10": 0.4489, + "recall_at_20": 0.62968, + "recall_at_50": 0.78569, + "recall_at_100": 0.93525, + "precision_at_1": 0.40471, + "precision_at_3": 0.31683, + "precision_at_5": 0.26878, + "precision_at_10": 0.17019, + "precision_at_20": 0.11306, + "precision_at_50": 0.05615, + "precision_at_100": 0.03734 + } + } + ], + "LegalTexts": [ + { + "class": "sentence-transformers", + "organization": "BAAI", + "model_name": "bge-law-transformer", + "results": { + "ndcg_at_1": 0.36192, + "ndcg_at_3": 0.44016, + "ndcg_at_5": 0.40487, + "ndcg_at_10": 0.40586, + "ndcg_at_20": 0.54346, + "ndcg_at_50": 0.50676, + "ndcg_at_100": 0.53148, + "recall_at_1": 0.14222, + "recall_at_3": 0.27691, + "recall_at_5": 0.36361, + "recall_at_10": 0.44561, + "recall_at_20": 0.61007, + "recall_at_50": 0.77295, + "recall_at_100": 0.94334, + "precision_at_1": 0.35762, + "precision_at_3": 0.31123, + "precision_at_5": 0.25394, + "precision_at_10": 0.17507, + "precision_at_20": 0.11435, + "precision_at_50": 0.05183, + "precision_at_100": 0.03373 + } + }, + { + "class": "custom", + "organization": "OpenAI", + "model_name": "openai-law-embed-v2", + "results": { + "ndcg_at_1": 0.46065, + "ndcg_at_3": 0.38512, + "ndcg_at_5": 0.36361, + "ndcg_at_10": 0.43889, + "ndcg_at_20": 0.51997, + "ndcg_at_50": 0.50135, + "ndcg_at_100": 0.53673, + "recall_at_1": 0.13369, + "recall_at_3": 0.27221, + "recall_at_5": 0.35675, + "recall_at_10": 0.44555, + "recall_at_20": 0.62188, + "recall_at_50": 0.76927, + "recall_at_100": 0.94952, + "precision_at_1": 0.44624, + "precision_at_3": 0.32536, + "precision_at_5": 0.25935, + "precision_at_10": 0.17961, + "precision_at_20": 0.1146, + "precision_at_50": 0.0558, + "precision_at_100": 0.03893 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-law-model-v1", + "results": { + "ndcg_at_1": 0.30446, + "ndcg_at_3": 0.43084, + "ndcg_at_5": 0.40613, + "ndcg_at_10": 0.44502, + "ndcg_at_20": 0.52514, + "ndcg_at_50": 0.53524, + "ndcg_at_100": 0.54568, + "recall_at_1": 0.14275, + "recall_at_3": 0.25138, + "recall_at_5": 0.36204, + "recall_at_10": 0.44248, + "recall_at_20": 0.60406, + "recall_at_50": 0.75297, + "recall_at_100": 0.94421, + "precision_at_1": 0.41081, + "precision_at_3": 0.30649, + "precision_at_5": 0.26292, + "precision_at_10": 0.17944, + "precision_at_20": 0.11021, + "precision_at_50": 0.0529, + "precision_at_100": 0.03297 + } + } + ], + "CaseLaw": [ + { + "class": "sentence-transformers", + "organization": "BAAI", + "model_name": "bge-law-transformer", + "results": { + "ndcg_at_1": 0.36211, + "ndcg_at_3": 0.40056, + "ndcg_at_5": 0.41713, + "ndcg_at_10": 0.40765, + "ndcg_at_20": 0.4876, + "ndcg_at_50": 0.53407, + "ndcg_at_100": 0.53122, + "recall_at_1": 0.12847, + "recall_at_3": 0.25477, + "recall_at_5": 0.36699, + "recall_at_10": 0.4467, + "recall_at_20": 0.60769, + "recall_at_50": 0.76661, + "recall_at_100": 0.94573, + "precision_at_1": 0.44695, + "precision_at_3": 0.32835, + "precision_at_5": 0.26066, + "precision_at_10": 0.17599, + "precision_at_20": 0.11326, + "precision_at_50": 0.05851, + "precision_at_100": 0.03426 + } + }, + { + "class": "custom", + "organization": "OpenAI", + "model_name": "openai-law-embed-v2", + "results": { + "ndcg_at_1": 0.42982, + "ndcg_at_3": 0.38709, + "ndcg_at_5": 0.37816, + "ndcg_at_10": 0.41592, + "ndcg_at_20": 0.52352, + "ndcg_at_50": 0.52101, + "ndcg_at_100": 0.53155, + "recall_at_1": 0.14278, + "recall_at_3": 0.26978, + "recall_at_5": 0.35648, + "recall_at_10": 0.44579, + "recall_at_20": 0.61447, + "recall_at_50": 0.76217, + "recall_at_100": 0.94399, + "precision_at_1": 0.40751, + "precision_at_3": 0.30081, + "precision_at_5": 0.2541, + "precision_at_10": 0.17927, + "precision_at_20": 0.11016, + "precision_at_50": 0.05374, + "precision_at_100": 0.03766 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-law-model-v1", + "results": { + "ndcg_at_1": 0.44943, + "ndcg_at_3": 0.43604, + "ndcg_at_5": 0.42766, + "ndcg_at_10": 0.44154, + "ndcg_at_20": 0.52754, + "ndcg_at_50": 0.54695, + "ndcg_at_100": 0.54296, + "recall_at_1": 0.12455, + "recall_at_3": 0.25695, + "recall_at_5": 0.35183, + "recall_at_10": 0.44062, + "recall_at_20": 0.60774, + "recall_at_50": 0.75593, + "recall_at_100": 0.94127, + "precision_at_1": 0.42763, + "precision_at_3": 0.313, + "precision_at_5": 0.26384, + "precision_at_10": 0.17497, + "precision_at_20": 0.11667, + "precision_at_50": 0.05425, + "precision_at_100": 0.03931 + } + } + ], + "ResearchPapers": [ + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-long-context-transformer", + "results": { + "ndcg_at_1": 0.31451, + "ndcg_at_3": 0.44086, + "ndcg_at_5": 0.40646, + "ndcg_at_10": 0.4224, + "ndcg_at_20": 0.49329, + "ndcg_at_50": 0.51133, + "ndcg_at_100": 0.54613, + "recall_at_1": 0.14023, + "recall_at_3": 0.25622, + "recall_at_5": 0.36902, + "recall_at_10": 0.4443, + "recall_at_20": 0.60141, + "recall_at_50": 0.76068, + "recall_at_100": 0.93481, + "precision_at_1": 0.44999, + "precision_at_3": 0.30118, + "precision_at_5": 0.26018, + "precision_at_10": 0.17529, + "precision_at_20": 0.11333, + "precision_at_50": 0.0599, + "precision_at_100": 0.03698 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-long-context-embed", + "results": { + "ndcg_at_1": 0.33481, + "ndcg_at_3": 0.40097, + "ndcg_at_5": 0.35182, + "ndcg_at_10": 0.42715, + "ndcg_at_20": 0.48506, + "ndcg_at_50": 0.52616, + "ndcg_at_100": 0.53372, + "recall_at_1": 0.12212, + "recall_at_3": 0.25664, + "recall_at_5": 0.35762, + "recall_at_10": 0.44112, + "recall_at_20": 0.629, + "recall_at_50": 0.76181, + "recall_at_100": 0.93975, + "precision_at_1": 0.3747, + "precision_at_3": 0.30879, + "precision_at_5": 0.26735, + "precision_at_10": 0.17013, + "precision_at_20": 0.11509, + "precision_at_50": 0.05378, + "precision_at_100": 0.03815 + } + }, + { + "class": "proprietary", + "organization": "Microsoft", + "model_name": "microsoft-long-context-v1", + "results": { + "ndcg_at_1": 0.30163, + "ndcg_at_3": 0.42854, + "ndcg_at_5": 0.35301, + "ndcg_at_10": 0.41328, + "ndcg_at_20": 0.46942, + "ndcg_at_50": 0.54489, + "ndcg_at_100": 0.54623, + "recall_at_1": 0.14336, + "recall_at_3": 0.27145, + "recall_at_5": 0.3677, + "recall_at_10": 0.44922, + "recall_at_20": 0.60745, + "recall_at_50": 0.75395, + "recall_at_100": 0.93033, + "precision_at_1": 0.37077, + "precision_at_3": 0.3186, + "precision_at_5": 0.25815, + "precision_at_10": 0.17424, + "precision_at_20": 0.11122, + "precision_at_50": 0.05416, + "precision_at_100": 0.03459 + } + } + ], + "Books": [ + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-long-context-transformer", + "results": { + "ndcg_at_1": 0.36261, + "ndcg_at_3": 0.43934, + "ndcg_at_5": 0.38147, + "ndcg_at_10": 0.44412, + "ndcg_at_20": 0.51783, + "ndcg_at_50": 0.51233, + "ndcg_at_100": 0.54471, + "recall_at_1": 0.14233, + "recall_at_3": 0.2751, + "recall_at_5": 0.36276, + "recall_at_10": 0.44174, + "recall_at_20": 0.61989, + "recall_at_50": 0.75488, + "recall_at_100": 0.93724, + "precision_at_1": 0.37642, + "precision_at_3": 0.30001, + "precision_at_5": 0.26099, + "precision_at_10": 0.17765, + "precision_at_20": 0.1169, + "precision_at_50": 0.05827, + "precision_at_100": 0.03998 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-long-context-embed", + "results": { + "ndcg_at_1": 0.36391, + "ndcg_at_3": 0.41878, + "ndcg_at_5": 0.35613, + "ndcg_at_10": 0.42244, + "ndcg_at_20": 0.47992, + "ndcg_at_50": 0.52095, + "ndcg_at_100": 0.54423, + "recall_at_1": 0.13303, + "recall_at_3": 0.25958, + "recall_at_5": 0.36674, + "recall_at_10": 0.44978, + "recall_at_20": 0.60272, + "recall_at_50": 0.75622, + "recall_at_100": 0.94982, + "precision_at_1": 0.36653, + "precision_at_3": 0.32442, + "precision_at_5": 0.2673, + "precision_at_10": 0.17172, + "precision_at_20": 0.11823, + "precision_at_50": 0.05541, + "precision_at_100": 0.03613 + } + }, + { + "class": "proprietary", + "organization": "Microsoft", + "model_name": "microsoft-long-context-v1", + "results": { + "ndcg_at_1": 0.40574, + "ndcg_at_3": 0.40208, + "ndcg_at_5": 0.43823, + "ndcg_at_10": 0.40922, + "ndcg_at_20": 0.47995, + "ndcg_at_50": 0.50552, + "ndcg_at_100": 0.53766, + "recall_at_1": 0.12922, + "recall_at_3": 0.27522, + "recall_at_5": 0.35574, + "recall_at_10": 0.44328, + "recall_at_20": 0.60411, + "recall_at_50": 0.76089, + "recall_at_100": 0.94238, + "precision_at_1": 0.35448, + "precision_at_3": 0.30718, + "precision_at_5": 0.25895, + "precision_at_10": 0.17633, + "precision_at_20": 0.11984, + "precision_at_50": 0.05793, + "precision_at_100": 0.03789 + } + } + ], + "LegalDocuments": [ + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-long-context-transformer", + "results": { + "ndcg_at_1": 0.36806, + "ndcg_at_3": 0.36677, + "ndcg_at_5": 0.39546, + "ndcg_at_10": 0.42128, + "ndcg_at_20": 0.5002, + "ndcg_at_50": 0.53357, + "ndcg_at_100": 0.53802, + "recall_at_1": 0.12385, + "recall_at_3": 0.27164, + "recall_at_5": 0.36313, + "recall_at_10": 0.4499, + "recall_at_20": 0.60007, + "recall_at_50": 0.76891, + "recall_at_100": 0.93358, + "precision_at_1": 0.3996, + "precision_at_3": 0.30551, + "precision_at_5": 0.25785, + "precision_at_10": 0.17764, + "precision_at_20": 0.11254, + "precision_at_50": 0.05461, + "precision_at_100": 0.0374 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-long-context-embed", + "results": { + "ndcg_at_1": 0.42178, + "ndcg_at_3": 0.36932, + "ndcg_at_5": 0.4149, + "ndcg_at_10": 0.42505, + "ndcg_at_20": 0.51548, + "ndcg_at_50": 0.52734, + "ndcg_at_100": 0.53818, + "recall_at_1": 0.13936, + "recall_at_3": 0.26506, + "recall_at_5": 0.35152, + "recall_at_10": 0.44632, + "recall_at_20": 0.62205, + "recall_at_50": 0.78145, + "recall_at_100": 0.93817, + "precision_at_1": 0.41881, + "precision_at_3": 0.3196, + "precision_at_5": 0.26914, + "precision_at_10": 0.17815, + "precision_at_20": 0.11278, + "precision_at_50": 0.05694, + "precision_at_100": 0.03641 + } + }, + { + "class": "proprietary", + "organization": "Microsoft", + "model_name": "microsoft-long-context-v1", + "results": { + "ndcg_at_1": 0.33571, + "ndcg_at_3": 0.3897, + "ndcg_at_5": 0.43525, + "ndcg_at_10": 0.4356, + "ndcg_at_20": 0.50017, + "ndcg_at_50": 0.51182, + "ndcg_at_100": 0.53435, + "recall_at_1": 0.12901, + "recall_at_3": 0.27841, + "recall_at_5": 0.36943, + "recall_at_10": 0.44663, + "recall_at_20": 0.62974, + "recall_at_50": 0.75753, + "recall_at_100": 0.94961, + "precision_at_1": 0.39253, + "precision_at_3": 0.3123, + "precision_at_5": 0.26144, + "precision_at_10": 0.17133, + "precision_at_20": 0.11174, + "precision_at_50": 0.05662, + "precision_at_100": 0.03452 + } + } + ], + "FinancialStatements": [ + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-finance-transformer", + "results": { + "ndcg_at_1": 0.48434, + "ndcg_at_3": 0.35799, + "ndcg_at_5": 0.41527, + "ndcg_at_10": 0.44231, + "ndcg_at_20": 0.54103, + "ndcg_at_50": 0.52956, + "ndcg_at_100": 0.5308, + "recall_at_1": 0.13159, + "recall_at_3": 0.25513, + "recall_at_5": 0.36668, + "recall_at_10": 0.44413, + "recall_at_20": 0.60097, + "recall_at_50": 0.785, + "recall_at_100": 0.93302, + "precision_at_1": 0.39292, + "precision_at_3": 0.32611, + "precision_at_5": 0.25737, + "precision_at_10": 0.17719, + "precision_at_20": 0.11676, + "precision_at_50": 0.0543, + "precision_at_100": 0.03738 + } + }, + { + "class": "custom", + "organization": "OpenAI", + "model_name": "openai-finance-embed-v1", + "results": { + "ndcg_at_1": 0.45535, + "ndcg_at_3": 0.42909, + "ndcg_at_5": 0.3542, + "ndcg_at_10": 0.44902, + "ndcg_at_20": 0.53363, + "ndcg_at_50": 0.50212, + "ndcg_at_100": 0.53157, + "recall_at_1": 0.14736, + "recall_at_3": 0.26212, + "recall_at_5": 0.35148, + "recall_at_10": 0.44468, + "recall_at_20": 0.62848, + "recall_at_50": 0.78889, + "recall_at_100": 0.94323, + "precision_at_1": 0.39045, + "precision_at_3": 0.30464, + "precision_at_5": 0.26797, + "precision_at_10": 0.17381, + "precision_at_20": 0.11574, + "precision_at_50": 0.05665, + "precision_at_100": 0.03701 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-finance-embed-v1", + "results": { + "ndcg_at_1": 0.4488, + "ndcg_at_3": 0.40741, + "ndcg_at_5": 0.44834, + "ndcg_at_10": 0.43025, + "ndcg_at_20": 0.50183, + "ndcg_at_50": 0.52363, + "ndcg_at_100": 0.53737, + "recall_at_1": 0.1222, + "recall_at_3": 0.2625, + "recall_at_5": 0.35385, + "recall_at_10": 0.44159, + "recall_at_20": 0.60495, + "recall_at_50": 0.77579, + "recall_at_100": 0.93091, + "precision_at_1": 0.43508, + "precision_at_3": 0.30428, + "precision_at_5": 0.25365, + "precision_at_10": 0.17445, + "precision_at_20": 0.11813, + "precision_at_50": 0.05169, + "precision_at_100": 0.03702 + } + } + ], + "StockMarketData": [ + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-finance-transformer", + "results": { + "ndcg_at_1": 0.34875, + "ndcg_at_3": 0.39934, + "ndcg_at_5": 0.40177, + "ndcg_at_10": 0.41756, + "ndcg_at_20": 0.53874, + "ndcg_at_50": 0.54897, + "ndcg_at_100": 0.53181, + "recall_at_1": 0.12345, + "recall_at_3": 0.27656, + "recall_at_5": 0.36947, + "recall_at_10": 0.44182, + "recall_at_20": 0.626, + "recall_at_50": 0.75834, + "recall_at_100": 0.93638, + "precision_at_1": 0.37242, + "precision_at_3": 0.31243, + "precision_at_5": 0.25467, + "precision_at_10": 0.1711, + "precision_at_20": 0.11973, + "precision_at_50": 0.05367, + "precision_at_100": 0.03905 + } + }, + { + "class": "custom", + "organization": "OpenAI", + "model_name": "openai-finance-embed-v1", + "results": { + "ndcg_at_1": 0.38596, + "ndcg_at_3": 0.39188, + "ndcg_at_5": 0.35061, + "ndcg_at_10": 0.44788, + "ndcg_at_20": 0.47752, + "ndcg_at_50": 0.54408, + "ndcg_at_100": 0.5449, + "recall_at_1": 0.13509, + "recall_at_3": 0.25732, + "recall_at_5": 0.35538, + "recall_at_10": 0.44672, + "recall_at_20": 0.6046, + "recall_at_50": 0.77502, + "recall_at_100": 0.93839, + "precision_at_1": 0.43411, + "precision_at_3": 0.31135, + "precision_at_5": 0.26273, + "precision_at_10": 0.1768, + "precision_at_20": 0.11835, + "precision_at_50": 0.05292, + "precision_at_100": 0.03624 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-finance-embed-v1", + "results": { + "ndcg_at_1": 0.48918, + "ndcg_at_3": 0.36458, + "ndcg_at_5": 0.36347, + "ndcg_at_10": 0.40554, + "ndcg_at_20": 0.50052, + "ndcg_at_50": 0.50264, + "ndcg_at_100": 0.53588, + "recall_at_1": 0.13486, + "recall_at_3": 0.27385, + "recall_at_5": 0.36561, + "recall_at_10": 0.4445, + "recall_at_20": 0.61532, + "recall_at_50": 0.76438, + "recall_at_100": 0.94084, + "precision_at_1": 0.4365, + "precision_at_3": 0.31413, + "precision_at_5": 0.25735, + "precision_at_10": 0.17959, + "precision_at_20": 0.11096, + "precision_at_50": 0.05511, + "precision_at_100": 0.03121 + } + } + ], + "BankingRecords": [ + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-finance-transformer", + "results": { + "ndcg_at_1": 0.38203, + "ndcg_at_3": 0.37418, + "ndcg_at_5": 0.4351, + "ndcg_at_10": 0.41743, + "ndcg_at_20": 0.49473, + "ndcg_at_50": 0.52136, + "ndcg_at_100": 0.53756, + "recall_at_1": 0.14753, + "recall_at_3": 0.25793, + "recall_at_5": 0.35851, + "recall_at_10": 0.44339, + "recall_at_20": 0.6243, + "recall_at_50": 0.75142, + "recall_at_100": 0.94824, + "precision_at_1": 0.35872, + "precision_at_3": 0.32266, + "precision_at_5": 0.2636, + "precision_at_10": 0.17931, + "precision_at_20": 0.11076, + "precision_at_50": 0.05252, + "precision_at_100": 0.03767 + } + }, + { + "class": "custom", + "organization": "OpenAI", + "model_name": "openai-finance-embed-v1", + "results": { + "ndcg_at_1": 0.40739, + "ndcg_at_3": 0.43647, + "ndcg_at_5": 0.39726, + "ndcg_at_10": 0.42447, + "ndcg_at_20": 0.54815, + "ndcg_at_50": 0.50476, + "ndcg_at_100": 0.54706, + "recall_at_1": 0.12288, + "recall_at_3": 0.26529, + "recall_at_5": 0.35948, + "recall_at_10": 0.44849, + "recall_at_20": 0.60992, + "recall_at_50": 0.77764, + "recall_at_100": 0.93974, + "precision_at_1": 0.36072, + "precision_at_3": 0.32013, + "precision_at_5": 0.26196, + "precision_at_10": 0.17291, + "precision_at_20": 0.11549, + "precision_at_50": 0.05603, + "precision_at_100": 0.03867 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-finance-embed-v1", + "results": { + "ndcg_at_1": 0.31985, + "ndcg_at_3": 0.44625, + "ndcg_at_5": 0.42884, + "ndcg_at_10": 0.40019, + "ndcg_at_20": 0.5205, + "ndcg_at_50": 0.50303, + "ndcg_at_100": 0.53178, + "recall_at_1": 0.12598, + "recall_at_3": 0.25343, + "recall_at_5": 0.35641, + "recall_at_10": 0.44316, + "recall_at_20": 0.60534, + "recall_at_50": 0.76815, + "recall_at_100": 0.93912, + "precision_at_1": 0.37354, + "precision_at_3": 0.32065, + "precision_at_5": 0.25275, + "precision_at_10": 0.17665, + "precision_at_20": 0.11192, + "precision_at_50": 0.05703, + "precision_at_100": 0.03476 + } + } + ], + "ChatLogs": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-conversational-v2", + "results": { + "ndcg_at_1": 0.31086, + "ndcg_at_3": 0.41518, + "ndcg_at_5": 0.42979, + "ndcg_at_10": 0.41864, + "ndcg_at_20": 0.47152, + "ndcg_at_50": 0.54462, + "ndcg_at_100": 0.53909, + "recall_at_1": 0.13135, + "recall_at_3": 0.27782, + "recall_at_5": 0.36798, + "recall_at_10": 0.44585, + "recall_at_20": 0.61007, + "recall_at_50": 0.76913, + "recall_at_100": 0.94458, + "precision_at_1": 0.44751, + "precision_at_3": 0.31363, + "precision_at_5": 0.25568, + "precision_at_10": 0.17145, + "precision_at_20": 0.11113, + "precision_at_50": 0.05038, + "precision_at_100": 0.03531 + } + }, + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-conversational-embed", + "results": { + "ndcg_at_1": 0.35364, + "ndcg_at_3": 0.37922, + "ndcg_at_5": 0.36366, + "ndcg_at_10": 0.40685, + "ndcg_at_20": 0.46173, + "ndcg_at_50": 0.5461, + "ndcg_at_100": 0.53954, + "recall_at_1": 0.13445, + "recall_at_3": 0.27737, + "recall_at_5": 0.369, + "recall_at_10": 0.44018, + "recall_at_20": 0.61156, + "recall_at_50": 0.7562, + "recall_at_100": 0.94805, + "precision_at_1": 0.43949, + "precision_at_3": 0.32901, + "precision_at_5": 0.26666, + "precision_at_10": 0.17573, + "precision_at_20": 0.11971, + "precision_at_50": 0.0564, + "precision_at_100": 0.03335 + } + }, + { + "class": "proprietary", + "organization": "Amazon", + "model_name": "amazon-conversational-transformer", + "results": { + "ndcg_at_1": 0.38162, + "ndcg_at_3": 0.35782, + "ndcg_at_5": 0.37348, + "ndcg_at_10": 0.42507, + "ndcg_at_20": 0.47226, + "ndcg_at_50": 0.54381, + "ndcg_at_100": 0.54003, + "recall_at_1": 0.12125, + "recall_at_3": 0.27809, + "recall_at_5": 0.36768, + "recall_at_10": 0.44121, + "recall_at_20": 0.61645, + "recall_at_50": 0.7761, + "recall_at_100": 0.93316, + "precision_at_1": 0.38107, + "precision_at_3": 0.30445, + "precision_at_5": 0.26095, + "precision_at_10": 0.17977, + "precision_at_20": 0.11521, + "precision_at_50": 0.05176, + "precision_at_100": 0.03837 + } + } + ], + "CustomerServiceInteractions": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-conversational-v2", + "results": { + "ndcg_at_1": 0.43075, + "ndcg_at_3": 0.3791, + "ndcg_at_5": 0.44601, + "ndcg_at_10": 0.41317, + "ndcg_at_20": 0.46408, + "ndcg_at_50": 0.52089, + "ndcg_at_100": 0.53379, + "recall_at_1": 0.13676, + "recall_at_3": 0.26395, + "recall_at_5": 0.3681, + "recall_at_10": 0.44254, + "recall_at_20": 0.62697, + "recall_at_50": 0.75481, + "recall_at_100": 0.93131, + "precision_at_1": 0.42118, + "precision_at_3": 0.3138, + "precision_at_5": 0.25566, + "precision_at_10": 0.17184, + "precision_at_20": 0.11613, + "precision_at_50": 0.05884, + "precision_at_100": 0.03492 + } + }, + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-conversational-embed", + "results": { + "ndcg_at_1": 0.45517, + "ndcg_at_3": 0.38531, + "ndcg_at_5": 0.39457, + "ndcg_at_10": 0.41228, + "ndcg_at_20": 0.49646, + "ndcg_at_50": 0.54303, + "ndcg_at_100": 0.54205, + "recall_at_1": 0.13851, + "recall_at_3": 0.27383, + "recall_at_5": 0.36674, + "recall_at_10": 0.44846, + "recall_at_20": 0.60926, + "recall_at_50": 0.77397, + "recall_at_100": 0.94151, + "precision_at_1": 0.38343, + "precision_at_3": 0.30666, + "precision_at_5": 0.25943, + "precision_at_10": 0.17165, + "precision_at_20": 0.11814, + "precision_at_50": 0.05299, + "precision_at_100": 0.03727 + } + }, + { + "class": "proprietary", + "organization": "Amazon", + "model_name": "amazon-conversational-transformer", + "results": { + "ndcg_at_1": 0.40956, + "ndcg_at_3": 0.35892, + "ndcg_at_5": 0.37056, + "ndcg_at_10": 0.40777, + "ndcg_at_20": 0.54674, + "ndcg_at_50": 0.51362, + "ndcg_at_100": 0.53597, + "recall_at_1": 0.13679, + "recall_at_3": 0.26475, + "recall_at_5": 0.35469, + "recall_at_10": 0.44882, + "recall_at_20": 0.601, + "recall_at_50": 0.75559, + "recall_at_100": 0.94204, + "precision_at_1": 0.43718, + "precision_at_3": 0.31947, + "precision_at_5": 0.25611, + "precision_at_10": 0.17802, + "precision_at_20": 0.11883, + "precision_at_50": 0.0566, + "precision_at_100": 0.03416 + } + } + ], + "ForumPosts": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-conversational-v2", + "results": { + "ndcg_at_1": 0.45408, + "ndcg_at_3": 0.37915, + "ndcg_at_5": 0.43796, + "ndcg_at_10": 0.42478, + "ndcg_at_20": 0.46097, + "ndcg_at_50": 0.53337, + "ndcg_at_100": 0.54571, + "recall_at_1": 0.12766, + "recall_at_3": 0.26067, + "recall_at_5": 0.36289, + "recall_at_10": 0.44937, + "recall_at_20": 0.6009, + "recall_at_50": 0.75516, + "recall_at_100": 0.93326, + "precision_at_1": 0.36415, + "precision_at_3": 0.30269, + "precision_at_5": 0.25359, + "precision_at_10": 0.17167, + "precision_at_20": 0.1171, + "precision_at_50": 0.05523, + "precision_at_100": 0.03043 + } + }, + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-conversational-embed", + "results": { + "ndcg_at_1": 0.32926, + "ndcg_at_3": 0.42901, + "ndcg_at_5": 0.40443, + "ndcg_at_10": 0.42423, + "ndcg_at_20": 0.49838, + "ndcg_at_50": 0.50405, + "ndcg_at_100": 0.54763, + "recall_at_1": 0.14542, + "recall_at_3": 0.25511, + "recall_at_5": 0.36165, + "recall_at_10": 0.44936, + "recall_at_20": 0.60242, + "recall_at_50": 0.78978, + "recall_at_100": 0.94908, + "precision_at_1": 0.44124, + "precision_at_3": 0.30716, + "precision_at_5": 0.25761, + "precision_at_10": 0.17781, + "precision_at_20": 0.11188, + "precision_at_50": 0.05638, + "precision_at_100": 0.03341 + } + }, + { + "class": "proprietary", + "organization": "Amazon", + "model_name": "amazon-conversational-transformer", + "results": { + "ndcg_at_1": 0.4498, + "ndcg_at_3": 0.37517, + "ndcg_at_5": 0.37576, + "ndcg_at_10": 0.43931, + "ndcg_at_20": 0.51543, + "ndcg_at_50": 0.51242, + "ndcg_at_100": 0.53351, + "recall_at_1": 0.13577, + "recall_at_3": 0.25436, + "recall_at_5": 0.35619, + "recall_at_10": 0.44014, + "recall_at_20": 0.60306, + "recall_at_50": 0.78889, + "recall_at_100": 0.93044, + "precision_at_1": 0.36037, + "precision_at_3": 0.32616, + "precision_at_5": 0.26172, + "precision_at_10": 0.17806, + "precision_at_20": 0.11806, + "precision_at_50": 0.05701, + "precision_at_100": 0.03974 + } + } + ], + "TechBlogs": [ + { + "class": "sentence-transformers", + "organization": "Tesla", + "model_name": "tesla-tech-model", + "results": { + "ndcg_at_1": 0.30643, + "ndcg_at_3": 0.4002, + "ndcg_at_5": 0.41746, + "ndcg_at_10": 0.42285, + "ndcg_at_20": 0.47855, + "ndcg_at_50": 0.50593, + "ndcg_at_100": 0.53188, + "recall_at_1": 0.12854, + "recall_at_3": 0.25888, + "recall_at_5": 0.35743, + "recall_at_10": 0.44339, + "recall_at_20": 0.61108, + "recall_at_50": 0.7883, + "recall_at_100": 0.93209, + "precision_at_1": 0.37368, + "precision_at_3": 0.31051, + "precision_at_5": 0.25881, + "precision_at_10": 0.17447, + "precision_at_20": 0.11475, + "precision_at_50": 0.0534, + "precision_at_100": 0.03568 + } + }, + { + "class": "custom", + "organization": "Snowflake", + "model_name": "snowflake-tech-embed", + "results": { + "ndcg_at_1": 0.41676, + "ndcg_at_3": 0.38764, + "ndcg_at_5": 0.42896, + "ndcg_at_10": 0.41236, + "ndcg_at_20": 0.50488, + "ndcg_at_50": 0.52271, + "ndcg_at_100": 0.54134, + "recall_at_1": 0.12853, + "recall_at_3": 0.27275, + "recall_at_5": 0.35719, + "recall_at_10": 0.44164, + "recall_at_20": 0.62852, + "recall_at_50": 0.75658, + "recall_at_100": 0.93782, + "precision_at_1": 0.42004, + "precision_at_3": 0.32972, + "precision_at_5": 0.26613, + "precision_at_10": 0.1704, + "precision_at_20": 0.11991, + "precision_at_50": 0.0538, + "precision_at_100": 0.03601 + } + }, + { + "class": "proprietary", + "organization": "DeepMind", + "model_name": "dm-tech-v1", + "results": { + "ndcg_at_1": 0.46949, + "ndcg_at_3": 0.37344, + "ndcg_at_5": 0.42941, + "ndcg_at_10": 0.40618, + "ndcg_at_20": 0.46027, + "ndcg_at_50": 0.52979, + "ndcg_at_100": 0.53935, + "recall_at_1": 0.13937, + "recall_at_3": 0.27528, + "recall_at_5": 0.36444, + "recall_at_10": 0.44732, + "recall_at_20": 0.60973, + "recall_at_50": 0.7619, + "recall_at_100": 0.9477, + "precision_at_1": 0.42538, + "precision_at_3": 0.31344, + "precision_at_5": 0.25846, + "precision_at_10": 0.17736, + "precision_at_20": 0.11519, + "precision_at_50": 0.05737, + "precision_at_100": 0.03307 + } + } + ], + "DeviceSpecifications": [ + { + "class": "sentence-transformers", + "organization": "Tesla", + "model_name": "tesla-tech-model", + "results": { + "ndcg_at_1": 0.38662, + "ndcg_at_3": 0.35902, + "ndcg_at_5": 0.42961, + "ndcg_at_10": 0.41038, + "ndcg_at_20": 0.5141, + "ndcg_at_50": 0.51426, + "ndcg_at_100": 0.54536, + "recall_at_1": 0.13181, + "recall_at_3": 0.26616, + "recall_at_5": 0.35425, + "recall_at_10": 0.44259, + "recall_at_20": 0.60538, + "recall_at_50": 0.76624, + "recall_at_100": 0.93642, + "precision_at_1": 0.35288, + "precision_at_3": 0.32686, + "precision_at_5": 0.25708, + "precision_at_10": 0.17507, + "precision_at_20": 0.11839, + "precision_at_50": 0.05949, + "precision_at_100": 0.03646 + } + }, + { + "class": "custom", + "organization": "Snowflake", + "model_name": "snowflake-tech-embed", + "results": { + "ndcg_at_1": 0.36366, + "ndcg_at_3": 0.44325, + "ndcg_at_5": 0.43545, + "ndcg_at_10": 0.44984, + "ndcg_at_20": 0.47496, + "ndcg_at_50": 0.53153, + "ndcg_at_100": 0.54062, + "recall_at_1": 0.13236, + "recall_at_3": 0.26072, + "recall_at_5": 0.36499, + "recall_at_10": 0.4421, + "recall_at_20": 0.6297, + "recall_at_50": 0.75303, + "recall_at_100": 0.93599, + "precision_at_1": 0.43327, + "precision_at_3": 0.31096, + "precision_at_5": 0.26165, + "precision_at_10": 0.17379, + "precision_at_20": 0.11198, + "precision_at_50": 0.05142, + "precision_at_100": 0.03999 + } + }, + { + "class": "proprietary", + "organization": "DeepMind", + "model_name": "dm-tech-v1", + "results": { + "ndcg_at_1": 0.47907, + "ndcg_at_3": 0.35582, + "ndcg_at_5": 0.38363, + "ndcg_at_10": 0.44638, + "ndcg_at_20": 0.53994, + "ndcg_at_50": 0.52256, + "ndcg_at_100": 0.53509, + "recall_at_1": 0.14258, + "recall_at_3": 0.25902, + "recall_at_5": 0.35659, + "recall_at_10": 0.44741, + "recall_at_20": 0.60291, + "recall_at_50": 0.76419, + "recall_at_100": 0.94188, + "precision_at_1": 0.44829, + "precision_at_3": 0.32927, + "precision_at_5": 0.25151, + "precision_at_10": 0.17668, + "precision_at_20": 0.11602, + "precision_at_50": 0.0587, + "precision_at_100": 0.03387 + } + } + ], + "SoftwareDocumentation": [ + { + "class": "sentence-transformers", + "organization": "Tesla", + "model_name": "tesla-tech-model", + "results": { + "ndcg_at_1": 0.33891, + "ndcg_at_3": 0.3776, + "ndcg_at_5": 0.40428, + "ndcg_at_10": 0.41962, + "ndcg_at_20": 0.47764, + "ndcg_at_50": 0.52146, + "ndcg_at_100": 0.54563, + "recall_at_1": 0.14107, + "recall_at_3": 0.26422, + "recall_at_5": 0.36519, + "recall_at_10": 0.44727, + "recall_at_20": 0.61643, + "recall_at_50": 0.78874, + "recall_at_100": 0.94459, + "precision_at_1": 0.44509, + "precision_at_3": 0.30578, + "precision_at_5": 0.25257, + "precision_at_10": 0.17249, + "precision_at_20": 0.11159, + "precision_at_50": 0.05556, + "precision_at_100": 0.03451 + } + }, + { + "class": "custom", + "organization": "Snowflake", + "model_name": "snowflake-tech-embed", + "results": { + "ndcg_at_1": 0.43238, + "ndcg_at_3": 0.37988, + "ndcg_at_5": 0.39416, + "ndcg_at_10": 0.41702, + "ndcg_at_20": 0.54051, + "ndcg_at_50": 0.53707, + "ndcg_at_100": 0.54506, + "recall_at_1": 0.14298, + "recall_at_3": 0.25608, + "recall_at_5": 0.35831, + "recall_at_10": 0.44458, + "recall_at_20": 0.61525, + "recall_at_50": 0.77235, + "recall_at_100": 0.94504, + "precision_at_1": 0.35217, + "precision_at_3": 0.32198, + "precision_at_5": 0.26531, + "precision_at_10": 0.17925, + "precision_at_20": 0.11595, + "precision_at_50": 0.05453, + "precision_at_100": 0.03694 + } + }, + { + "class": "proprietary", + "organization": "DeepMind", + "model_name": "dm-tech-v1", + "results": { + "ndcg_at_1": 0.39185, + "ndcg_at_3": 0.39625, + "ndcg_at_5": 0.40315, + "ndcg_at_10": 0.40738, + "ndcg_at_20": 0.48067, + "ndcg_at_50": 0.51536, + "ndcg_at_100": 0.54435, + "recall_at_1": 0.12579, + "recall_at_3": 0.25129, + "recall_at_5": 0.35922, + "recall_at_10": 0.44186, + "recall_at_20": 0.62642, + "recall_at_50": 0.7736, + "recall_at_100": 0.94205, + "precision_at_1": 0.40707, + "precision_at_3": 0.32124, + "precision_at_5": 0.26377, + "precision_at_10": 0.17724, + "precision_at_20": 0.11045, + "precision_at_50": 0.05565, + "precision_at_100": 0.0339 + } + } + ], + "ParallelCorpora": [ + { + "class": "sentence-transformers", + "organization": "Tesla", + "model_name": "tesla-multilingual", + "results": { + "ndcg_at_1": 0.4117, + "ndcg_at_3": 0.36836, + "ndcg_at_5": 0.38378, + "ndcg_at_10": 0.44263, + "ndcg_at_20": 0.51812, + "ndcg_at_50": 0.53216, + "ndcg_at_100": 0.54057, + "recall_at_1": 0.14566, + "recall_at_3": 0.2682, + "recall_at_5": 0.35595, + "recall_at_10": 0.44596, + "recall_at_20": 0.61659, + "recall_at_50": 0.78716, + "recall_at_100": 0.94259, + "precision_at_1": 0.38429, + "precision_at_3": 0.3212, + "precision_at_5": 0.25935, + "precision_at_10": 0.17743, + "precision_at_20": 0.11238, + "precision_at_50": 0.05918, + "precision_at_100": 0.03416 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-multilingual-embed", + "results": { + "ndcg_at_1": 0.4331, + "ndcg_at_3": 0.39469, + "ndcg_at_5": 0.36942, + "ndcg_at_10": 0.44221, + "ndcg_at_20": 0.50165, + "ndcg_at_50": 0.50989, + "ndcg_at_100": 0.54776, + "recall_at_1": 0.13383, + "recall_at_3": 0.26805, + "recall_at_5": 0.35224, + "recall_at_10": 0.44017, + "recall_at_20": 0.61241, + "recall_at_50": 0.78675, + "recall_at_100": 0.9482, + "precision_at_1": 0.40393, + "precision_at_3": 0.32532, + "precision_at_5": 0.26905, + "precision_at_10": 0.1713, + "precision_at_20": 0.11994, + "precision_at_50": 0.058, + "precision_at_100": 0.03086 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-multilingual-model", + "results": { + "ndcg_at_1": 0.48879, + "ndcg_at_3": 0.38319, + "ndcg_at_5": 0.40288, + "ndcg_at_10": 0.44327, + "ndcg_at_20": 0.54182, + "ndcg_at_50": 0.52196, + "ndcg_at_100": 0.53643, + "recall_at_1": 0.14996, + "recall_at_3": 0.26212, + "recall_at_5": 0.36817, + "recall_at_10": 0.44209, + "recall_at_20": 0.61969, + "recall_at_50": 0.78785, + "recall_at_100": 0.94373, + "precision_at_1": 0.3636, + "precision_at_3": 0.31523, + "precision_at_5": 0.26818, + "precision_at_10": 0.17667, + "precision_at_20": 0.11862, + "precision_at_50": 0.05379, + "precision_at_100": 0.03766 + } + } + ], + "TranslationDatasets": [ + { + "class": "sentence-transformers", + "organization": "Tesla", + "model_name": "tesla-multilingual", + "results": { + "ndcg_at_1": 0.39585, + "ndcg_at_3": 0.37619, + "ndcg_at_5": 0.39101, + "ndcg_at_10": 0.42069, + "ndcg_at_20": 0.51587, + "ndcg_at_50": 0.50951, + "ndcg_at_100": 0.53074, + "recall_at_1": 0.14944, + "recall_at_3": 0.2717, + "recall_at_5": 0.35949, + "recall_at_10": 0.44643, + "recall_at_20": 0.61472, + "recall_at_50": 0.78585, + "recall_at_100": 0.94071, + "precision_at_1": 0.35347, + "precision_at_3": 0.30395, + "precision_at_5": 0.25844, + "precision_at_10": 0.17669, + "precision_at_20": 0.11242, + "precision_at_50": 0.05902, + "precision_at_100": 0.03638 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-multilingual-embed", + "results": { + "ndcg_at_1": 0.45491, + "ndcg_at_3": 0.35047, + "ndcg_at_5": 0.37814, + "ndcg_at_10": 0.44019, + "ndcg_at_20": 0.50439, + "ndcg_at_50": 0.54898, + "ndcg_at_100": 0.53765, + "recall_at_1": 0.12732, + "recall_at_3": 0.26139, + "recall_at_5": 0.36501, + "recall_at_10": 0.44899, + "recall_at_20": 0.61531, + "recall_at_50": 0.77864, + "recall_at_100": 0.94728, + "precision_at_1": 0.40739, + "precision_at_3": 0.32296, + "precision_at_5": 0.26689, + "precision_at_10": 0.17109, + "precision_at_20": 0.11667, + "precision_at_50": 0.05416, + "precision_at_100": 0.03433 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-multilingual-model", + "results": { + "ndcg_at_1": 0.40725, + "ndcg_at_3": 0.35109, + "ndcg_at_5": 0.43066, + "ndcg_at_10": 0.44471, + "ndcg_at_20": 0.54054, + "ndcg_at_50": 0.52224, + "ndcg_at_100": 0.53616, + "recall_at_1": 0.1283, + "recall_at_3": 0.25027, + "recall_at_5": 0.36327, + "recall_at_10": 0.44976, + "recall_at_20": 0.62801, + "recall_at_50": 0.75493, + "recall_at_100": 0.9364, + "precision_at_1": 0.41833, + "precision_at_3": 0.30363, + "precision_at_5": 0.26561, + "precision_at_10": 0.17904, + "precision_at_20": 0.11677, + "precision_at_50": 0.05544, + "precision_at_100": 0.03877 + } + } + ], + "MultilingualText": [ + { + "class": "sentence-transformers", + "organization": "Tesla", + "model_name": "tesla-multilingual", + "results": { + "ndcg_at_1": 0.31978, + "ndcg_at_3": 0.36664, + "ndcg_at_5": 0.44156, + "ndcg_at_10": 0.43269, + "ndcg_at_20": 0.51214, + "ndcg_at_50": 0.53334, + "ndcg_at_100": 0.54545, + "recall_at_1": 0.14908, + "recall_at_3": 0.25033, + "recall_at_5": 0.36675, + "recall_at_10": 0.44204, + "recall_at_20": 0.60777, + "recall_at_50": 0.75273, + "recall_at_100": 0.93035, + "precision_at_1": 0.36493, + "precision_at_3": 0.31317, + "precision_at_5": 0.2637, + "precision_at_10": 0.17319, + "precision_at_20": 0.11788, + "precision_at_50": 0.05131, + "precision_at_100": 0.03879 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-multilingual-embed", + "results": { + "ndcg_at_1": 0.32276, + "ndcg_at_3": 0.38335, + "ndcg_at_5": 0.37129, + "ndcg_at_10": 0.43166, + "ndcg_at_20": 0.477, + "ndcg_at_50": 0.52339, + "ndcg_at_100": 0.53949, + "recall_at_1": 0.14319, + "recall_at_3": 0.25435, + "recall_at_5": 0.36554, + "recall_at_10": 0.44812, + "recall_at_20": 0.61978, + "recall_at_50": 0.78079, + "recall_at_100": 0.93749, + "precision_at_1": 0.36464, + "precision_at_3": 0.30309, + "precision_at_5": 0.25552, + "precision_at_10": 0.17779, + "precision_at_20": 0.11349, + "precision_at_50": 0.05506, + "precision_at_100": 0.03023 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-multilingual-model", + "results": { + "ndcg_at_1": 0.45851, + "ndcg_at_3": 0.37408, + "ndcg_at_5": 0.38938, + "ndcg_at_10": 0.42358, + "ndcg_at_20": 0.53014, + "ndcg_at_50": 0.53765, + "ndcg_at_100": 0.53464, + "recall_at_1": 0.13339, + "recall_at_3": 0.27829, + "recall_at_5": 0.36404, + "recall_at_10": 0.44777, + "recall_at_20": 0.62085, + "recall_at_50": 0.759, + "recall_at_100": 0.93079, + "precision_at_1": 0.3659, + "precision_at_3": 0.31028, + "precision_at_5": 0.25392, + "precision_at_10": 0.17075, + "precision_at_20": 0.11919, + "precision_at_50": 0.05181, + "precision_at_100": 0.03628 + } + } + ], + "GitHubRepositories": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-code-embed", + "results": { + "ndcg_at_1": 0.34252, + "ndcg_at_3": 0.39355, + "ndcg_at_5": 0.37716, + "ndcg_at_10": 0.43307, + "ndcg_at_20": 0.48186, + "ndcg_at_50": 0.51359, + "ndcg_at_100": 0.53475, + "recall_at_1": 0.14452, + "recall_at_3": 0.25338, + "recall_at_5": 0.36496, + "recall_at_10": 0.44909, + "recall_at_20": 0.61582, + "recall_at_50": 0.78303, + "recall_at_100": 0.94025, + "precision_at_1": 0.36587, + "precision_at_3": 0.31529, + "precision_at_5": 0.25364, + "precision_at_10": 0.17285, + "precision_at_20": 0.11465, + "precision_at_50": 0.05142, + "precision_at_100": 0.03968 + } + }, + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-code-transformer", + "results": { + "ndcg_at_1": 0.37997, + "ndcg_at_3": 0.36795, + "ndcg_at_5": 0.35415, + "ndcg_at_10": 0.42952, + "ndcg_at_20": 0.49271, + "ndcg_at_50": 0.54416, + "ndcg_at_100": 0.53553, + "recall_at_1": 0.13285, + "recall_at_3": 0.25972, + "recall_at_5": 0.3653, + "recall_at_10": 0.44467, + "recall_at_20": 0.62214, + "recall_at_50": 0.77127, + "recall_at_100": 0.93559, + "precision_at_1": 0.35963, + "precision_at_3": 0.31517, + "precision_at_5": 0.26978, + "precision_at_10": 0.17536, + "precision_at_20": 0.11722, + "precision_at_50": 0.0576, + "precision_at_100": 0.03423 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-code-model", + "results": { + "ndcg_at_1": 0.428, + "ndcg_at_3": 0.37358, + "ndcg_at_5": 0.37884, + "ndcg_at_10": 0.44992, + "ndcg_at_20": 0.46798, + "ndcg_at_50": 0.51038, + "ndcg_at_100": 0.54978, + "recall_at_1": 0.14302, + "recall_at_3": 0.27512, + "recall_at_5": 0.36887, + "recall_at_10": 0.44374, + "recall_at_20": 0.61517, + "recall_at_50": 0.76992, + "recall_at_100": 0.94901, + "precision_at_1": 0.44804, + "precision_at_3": 0.31162, + "precision_at_5": 0.25807, + "precision_at_10": 0.1792, + "precision_at_20": 0.11099, + "precision_at_50": 0.05133, + "precision_at_100": 0.03809 + } + } + ], + "CodeSnippets": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-code-embed", + "results": { + "ndcg_at_1": 0.48199, + "ndcg_at_3": 0.35464, + "ndcg_at_5": 0.37767, + "ndcg_at_10": 0.42106, + "ndcg_at_20": 0.47295, + "ndcg_at_50": 0.53758, + "ndcg_at_100": 0.53898, + "recall_at_1": 0.14917, + "recall_at_3": 0.25646, + "recall_at_5": 0.3548, + "recall_at_10": 0.44751, + "recall_at_20": 0.60868, + "recall_at_50": 0.77432, + "recall_at_100": 0.93076, + "precision_at_1": 0.42371, + "precision_at_3": 0.32897, + "precision_at_5": 0.26665, + "precision_at_10": 0.17022, + "precision_at_20": 0.11437, + "precision_at_50": 0.05524, + "precision_at_100": 0.03127 + } + }, + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-code-transformer", + "results": { + "ndcg_at_1": 0.31713, + "ndcg_at_3": 0.39786, + "ndcg_at_5": 0.35876, + "ndcg_at_10": 0.40049, + "ndcg_at_20": 0.49391, + "ndcg_at_50": 0.51027, + "ndcg_at_100": 0.53921, + "recall_at_1": 0.13616, + "recall_at_3": 0.26097, + "recall_at_5": 0.36709, + "recall_at_10": 0.44995, + "recall_at_20": 0.60652, + "recall_at_50": 0.7856, + "recall_at_100": 0.94528, + "precision_at_1": 0.37037, + "precision_at_3": 0.32462, + "precision_at_5": 0.26304, + "precision_at_10": 0.17964, + "precision_at_20": 0.11173, + "precision_at_50": 0.05597, + "precision_at_100": 0.03243 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-code-model", + "results": { + "ndcg_at_1": 0.38266, + "ndcg_at_3": 0.39202, + "ndcg_at_5": 0.35493, + "ndcg_at_10": 0.43881, + "ndcg_at_20": 0.48872, + "ndcg_at_50": 0.53869, + "ndcg_at_100": 0.53683, + "recall_at_1": 0.1461, + "recall_at_3": 0.27657, + "recall_at_5": 0.35192, + "recall_at_10": 0.44538, + "recall_at_20": 0.60702, + "recall_at_50": 0.78463, + "recall_at_100": 0.9486, + "precision_at_1": 0.42423, + "precision_at_3": 0.31381, + "precision_at_5": 0.26868, + "precision_at_10": 0.175, + "precision_at_20": 0.11001, + "precision_at_50": 0.05263, + "precision_at_100": 0.03728 + } + } + ], + "ProgrammingQuestions": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-code-embed", + "results": { + "ndcg_at_1": 0.47235, + "ndcg_at_3": 0.42062, + "ndcg_at_5": 0.44524, + "ndcg_at_10": 0.40797, + "ndcg_at_20": 0.48262, + "ndcg_at_50": 0.50422, + "ndcg_at_100": 0.54219, + "recall_at_1": 0.12357, + "recall_at_3": 0.26331, + "recall_at_5": 0.36803, + "recall_at_10": 0.4472, + "recall_at_20": 0.61063, + "recall_at_50": 0.75564, + "recall_at_100": 0.93419, + "precision_at_1": 0.42289, + "precision_at_3": 0.30065, + "precision_at_5": 0.26393, + "precision_at_10": 0.1705, + "precision_at_20": 0.11886, + "precision_at_50": 0.0574, + "precision_at_100": 0.03028 + } + }, + { + "class": "sentence-transformers", + "organization": "HuggingFace", + "model_name": "hf-code-transformer", + "results": { + "ndcg_at_1": 0.47084, + "ndcg_at_3": 0.36371, + "ndcg_at_5": 0.36771, + "ndcg_at_10": 0.4319, + "ndcg_at_20": 0.5426, + "ndcg_at_50": 0.54877, + "ndcg_at_100": 0.53845, + "recall_at_1": 0.13776, + "recall_at_3": 0.27296, + "recall_at_5": 0.35521, + "recall_at_10": 0.44614, + "recall_at_20": 0.60422, + "recall_at_50": 0.7653, + "recall_at_100": 0.93355, + "precision_at_1": 0.37316, + "precision_at_3": 0.30778, + "precision_at_5": 0.26899, + "precision_at_10": 0.17148, + "precision_at_20": 0.11726, + "precision_at_50": 0.05475, + "precision_at_100": 0.03405 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-code-model", + "results": { + "ndcg_at_1": 0.42288, + "ndcg_at_3": 0.35297, + "ndcg_at_5": 0.36994, + "ndcg_at_10": 0.42116, + "ndcg_at_20": 0.51656, + "ndcg_at_50": 0.50791, + "ndcg_at_100": 0.53042, + "recall_at_1": 0.12078, + "recall_at_3": 0.26329, + "recall_at_5": 0.36007, + "recall_at_10": 0.44965, + "recall_at_20": 0.61431, + "recall_at_50": 0.7613, + "recall_at_100": 0.94383, + "precision_at_1": 0.43091, + "precision_at_3": 0.32639, + "precision_at_5": 0.25782, + "precision_at_10": 0.17673, + "precision_at_20": 0.11918, + "precision_at_50": 0.05437, + "precision_at_100": 0.03343 + } + } + ], + "PatientRecords": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-healthcare-v2", + "results": { + "ndcg_at_1": 0.36495, + "ndcg_at_3": 0.43287, + "ndcg_at_5": 0.36448, + "ndcg_at_10": 0.43512, + "ndcg_at_20": 0.53344, + "ndcg_at_50": 0.52122, + "ndcg_at_100": 0.53324, + "recall_at_1": 0.13818, + "recall_at_3": 0.26486, + "recall_at_5": 0.3598, + "recall_at_10": 0.44427, + "recall_at_20": 0.62507, + "recall_at_50": 0.76953, + "recall_at_100": 0.94294, + "precision_at_1": 0.44488, + "precision_at_3": 0.32785, + "precision_at_5": 0.26495, + "precision_at_10": 0.17904, + "precision_at_20": 0.11725, + "precision_at_50": 0.05159, + "precision_at_100": 0.03069 + } + }, + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-healthcare-embed", + "results": { + "ndcg_at_1": 0.34502, + "ndcg_at_3": 0.41964, + "ndcg_at_5": 0.42443, + "ndcg_at_10": 0.41718, + "ndcg_at_20": 0.54506, + "ndcg_at_50": 0.52925, + "ndcg_at_100": 0.54439, + "recall_at_1": 0.13915, + "recall_at_3": 0.26605, + "recall_at_5": 0.36128, + "recall_at_10": 0.44337, + "recall_at_20": 0.62886, + "recall_at_50": 0.78315, + "recall_at_100": 0.94994, + "precision_at_1": 0.3723, + "precision_at_3": 0.30295, + "precision_at_5": 0.26884, + "precision_at_10": 0.17781, + "precision_at_20": 0.1105, + "precision_at_50": 0.0583, + "precision_at_100": 0.03843 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-healthcare-model", + "results": { + "ndcg_at_1": 0.37816, + "ndcg_at_3": 0.35029, + "ndcg_at_5": 0.41213, + "ndcg_at_10": 0.40133, + "ndcg_at_20": 0.47368, + "ndcg_at_50": 0.52187, + "ndcg_at_100": 0.53866, + "recall_at_1": 0.13869, + "recall_at_3": 0.27732, + "recall_at_5": 0.36667, + "recall_at_10": 0.4432, + "recall_at_20": 0.60019, + "recall_at_50": 0.78793, + "recall_at_100": 0.93892, + "precision_at_1": 0.38429, + "precision_at_3": 0.31032, + "precision_at_5": 0.25127, + "precision_at_10": 0.17171, + "precision_at_20": 0.11083, + "precision_at_50": 0.05943, + "precision_at_100": 0.03355 + } + } + ], + "MedicalImages": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-healthcare-v2", + "results": { + "ndcg_at_1": 0.315, + "ndcg_at_3": 0.3643, + "ndcg_at_5": 0.41396, + "ndcg_at_10": 0.43675, + "ndcg_at_20": 0.4832, + "ndcg_at_50": 0.54346, + "ndcg_at_100": 0.53251, + "recall_at_1": 0.12382, + "recall_at_3": 0.25542, + "recall_at_5": 0.35478, + "recall_at_10": 0.44497, + "recall_at_20": 0.62098, + "recall_at_50": 0.76209, + "recall_at_100": 0.94931, + "precision_at_1": 0.39217, + "precision_at_3": 0.30446, + "precision_at_5": 0.26112, + "precision_at_10": 0.17512, + "precision_at_20": 0.11011, + "precision_at_50": 0.05949, + "precision_at_100": 0.0364 + } + }, + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-healthcare-embed", + "results": { + "ndcg_at_1": 0.37332, + "ndcg_at_3": 0.44424, + "ndcg_at_5": 0.40001, + "ndcg_at_10": 0.42532, + "ndcg_at_20": 0.48689, + "ndcg_at_50": 0.53648, + "ndcg_at_100": 0.5487, + "recall_at_1": 0.12879, + "recall_at_3": 0.26795, + "recall_at_5": 0.35338, + "recall_at_10": 0.44899, + "recall_at_20": 0.61746, + "recall_at_50": 0.78418, + "recall_at_100": 0.93593, + "precision_at_1": 0.40559, + "precision_at_3": 0.3142, + "precision_at_5": 0.26203, + "precision_at_10": 0.17335, + "precision_at_20": 0.1108, + "precision_at_50": 0.0533, + "precision_at_100": 0.03044 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-healthcare-model", + "results": { + "ndcg_at_1": 0.33651, + "ndcg_at_3": 0.43117, + "ndcg_at_5": 0.35613, + "ndcg_at_10": 0.44266, + "ndcg_at_20": 0.49934, + "ndcg_at_50": 0.52851, + "ndcg_at_100": 0.54564, + "recall_at_1": 0.12355, + "recall_at_3": 0.26755, + "recall_at_5": 0.36563, + "recall_at_10": 0.44859, + "recall_at_20": 0.61649, + "recall_at_50": 0.78753, + "recall_at_100": 0.9462, + "precision_at_1": 0.39591, + "precision_at_3": 0.32248, + "precision_at_5": 0.26823, + "precision_at_10": 0.1737, + "precision_at_20": 0.11591, + "precision_at_50": 0.05707, + "precision_at_100": 0.03386 + } + } + ], + "ClinicalTrials": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-healthcare-v2", + "results": { + "ndcg_at_1": 0.35301, + "ndcg_at_3": 0.43665, + "ndcg_at_5": 0.42374, + "ndcg_at_10": 0.41009, + "ndcg_at_20": 0.54703, + "ndcg_at_50": 0.54576, + "ndcg_at_100": 0.53171, + "recall_at_1": 0.13686, + "recall_at_3": 0.25579, + "recall_at_5": 0.36714, + "recall_at_10": 0.44398, + "recall_at_20": 0.61054, + "recall_at_50": 0.77278, + "recall_at_100": 0.93894, + "precision_at_1": 0.44804, + "precision_at_3": 0.3038, + "precision_at_5": 0.25241, + "precision_at_10": 0.17617, + "precision_at_20": 0.11375, + "precision_at_50": 0.05908, + "precision_at_100": 0.03765 + } + }, + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-healthcare-embed", + "results": { + "ndcg_at_1": 0.39992, + "ndcg_at_3": 0.35186, + "ndcg_at_5": 0.39482, + "ndcg_at_10": 0.43634, + "ndcg_at_20": 0.46919, + "ndcg_at_50": 0.52712, + "ndcg_at_100": 0.54092, + "recall_at_1": 0.13142, + "recall_at_3": 0.27946, + "recall_at_5": 0.36885, + "recall_at_10": 0.4464, + "recall_at_20": 0.60732, + "recall_at_50": 0.78932, + "recall_at_100": 0.93876, + "precision_at_1": 0.42916, + "precision_at_3": 0.30007, + "precision_at_5": 0.25223, + "precision_at_10": 0.17696, + "precision_at_20": 0.1132, + "precision_at_50": 0.05023, + "precision_at_100": 0.03638 + } + }, + { + "class": "proprietary", + "organization": "Google", + "model_name": "google-healthcare-model", + "results": { + "ndcg_at_1": 0.33725, + "ndcg_at_3": 0.40388, + "ndcg_at_5": 0.39817, + "ndcg_at_10": 0.43164, + "ndcg_at_20": 0.46068, + "ndcg_at_50": 0.51296, + "ndcg_at_100": 0.54346, + "recall_at_1": 0.13486, + "recall_at_3": 0.26501, + "recall_at_5": 0.35261, + "recall_at_10": 0.44446, + "recall_at_20": 0.6295, + "recall_at_50": 0.78965, + "recall_at_100": 0.94848, + "precision_at_1": 0.44756, + "precision_at_3": 0.30211, + "precision_at_5": 0.25199, + "precision_at_10": 0.17035, + "precision_at_20": 0.11085, + "precision_at_50": 0.05663, + "precision_at_100": 0.03558 + } + } + ], + "TextPhotoPairs": [ + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-text-to-photo", + "results": { + "ndcg_at_1": 0.38969, + "ndcg_at_3": 0.37443, + "ndcg_at_5": 0.38385, + "ndcg_at_10": 0.43381, + "ndcg_at_20": 0.47417, + "ndcg_at_50": 0.53955, + "ndcg_at_100": 0.53257, + "recall_at_1": 0.1295, + "recall_at_3": 0.27905, + "recall_at_5": 0.35864, + "recall_at_10": 0.44506, + "recall_at_20": 0.60178, + "recall_at_50": 0.76573, + "recall_at_100": 0.94895, + "precision_at_1": 0.3582, + "precision_at_3": 0.32281, + "precision_at_5": 0.26238, + "precision_at_10": 0.17916, + "precision_at_20": 0.11831, + "precision_at_50": 0.05255, + "precision_at_100": 0.03192 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-text-to-photo-v2", + "results": { + "ndcg_at_1": 0.37115, + "ndcg_at_3": 0.35804, + "ndcg_at_5": 0.41873, + "ndcg_at_10": 0.41871, + "ndcg_at_20": 0.49689, + "ndcg_at_50": 0.52029, + "ndcg_at_100": 0.54502, + "recall_at_1": 0.13004, + "recall_at_3": 0.26266, + "recall_at_5": 0.3649, + "recall_at_10": 0.44746, + "recall_at_20": 0.60394, + "recall_at_50": 0.75227, + "recall_at_100": 0.94193, + "precision_at_1": 0.42163, + "precision_at_3": 0.31858, + "precision_at_5": 0.26983, + "precision_at_10": 0.17879, + "precision_at_20": 0.11332, + "precision_at_50": 0.05277, + "precision_at_100": 0.03069 + } + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-text-to-photo", + "results": { + "ndcg_at_1": 0.38312, + "ndcg_at_3": 0.36662, + "ndcg_at_5": 0.36532, + "ndcg_at_10": 0.43171, + "ndcg_at_20": 0.54142, + "ndcg_at_50": 0.53123, + "ndcg_at_100": 0.53362, + "recall_at_1": 0.13918, + "recall_at_3": 0.25559, + "recall_at_5": 0.36491, + "recall_at_10": 0.44649, + "recall_at_20": 0.60659, + "recall_at_50": 0.77238, + "recall_at_100": 0.93495, + "precision_at_1": 0.37461, + "precision_at_3": 0.32237, + "precision_at_5": 0.26687, + "precision_at_10": 0.17813, + "precision_at_20": 0.11664, + "precision_at_50": 0.05836, + "precision_at_100": 0.03771 + } + } + ], + "ImageCaptions": [ + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-text-to-photo", + "results": { + "ndcg_at_1": 0.39061, + "ndcg_at_3": 0.4024, + "ndcg_at_5": 0.39395, + "ndcg_at_10": 0.43832, + "ndcg_at_20": 0.54166, + "ndcg_at_50": 0.52527, + "ndcg_at_100": 0.54258, + "recall_at_1": 0.14862, + "recall_at_3": 0.27141, + "recall_at_5": 0.36146, + "recall_at_10": 0.44509, + "recall_at_20": 0.60311, + "recall_at_50": 0.7862, + "recall_at_100": 0.94634, + "precision_at_1": 0.42609, + "precision_at_3": 0.30639, + "precision_at_5": 0.25778, + "precision_at_10": 0.1767, + "precision_at_20": 0.11035, + "precision_at_50": 0.05098, + "precision_at_100": 0.03691 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-text-to-photo-v2", + "results": { + "ndcg_at_1": 0.38782, + "ndcg_at_3": 0.39907, + "ndcg_at_5": 0.44192, + "ndcg_at_10": 0.41861, + "ndcg_at_20": 0.50653, + "ndcg_at_50": 0.50371, + "ndcg_at_100": 0.53094, + "recall_at_1": 0.14718, + "recall_at_3": 0.26991, + "recall_at_5": 0.35298, + "recall_at_10": 0.44161, + "recall_at_20": 0.61503, + "recall_at_50": 0.76317, + "recall_at_100": 0.93096, + "precision_at_1": 0.36238, + "precision_at_3": 0.32202, + "precision_at_5": 0.26725, + "precision_at_10": 0.17919, + "precision_at_20": 0.11515, + "precision_at_50": 0.05398, + "precision_at_100": 0.03531 + } + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-text-to-photo", + "results": { + "ndcg_at_1": 0.34286, + "ndcg_at_3": 0.35004, + "ndcg_at_5": 0.36618, + "ndcg_at_10": 0.43906, + "ndcg_at_20": 0.48724, + "ndcg_at_50": 0.53748, + "ndcg_at_100": 0.53192, + "recall_at_1": 0.12018, + "recall_at_3": 0.26834, + "recall_at_5": 0.36894, + "recall_at_10": 0.44752, + "recall_at_20": 0.61956, + "recall_at_50": 0.77971, + "recall_at_100": 0.94013, + "precision_at_1": 0.37471, + "precision_at_3": 0.30041, + "precision_at_5": 0.26722, + "precision_at_10": 0.17754, + "precision_at_20": 0.11076, + "precision_at_50": 0.05329, + "precision_at_100": 0.03729 + } + } + ], + "VisualDescriptions": [ + { + "class": "sentence-transformers", + "organization": "Facebook", + "model_name": "fb-text-to-photo", + "results": { + "ndcg_at_1": 0.3731, + "ndcg_at_3": 0.35184, + "ndcg_at_5": 0.38967, + "ndcg_at_10": 0.44264, + "ndcg_at_20": 0.49059, + "ndcg_at_50": 0.54856, + "ndcg_at_100": 0.54512, + "recall_at_1": 0.1389, + "recall_at_3": 0.27555, + "recall_at_5": 0.36946, + "recall_at_10": 0.44591, + "recall_at_20": 0.60349, + "recall_at_50": 0.78323, + "recall_at_100": 0.93264, + "precision_at_1": 0.37308, + "precision_at_3": 0.31917, + "precision_at_5": 0.25591, + "precision_at_10": 0.17212, + "precision_at_20": 0.11848, + "precision_at_50": 0.05681, + "precision_at_100": 0.03208 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-text-to-photo-v2", + "results": { + "ndcg_at_1": 0.32523, + "ndcg_at_3": 0.40374, + "ndcg_at_5": 0.35299, + "ndcg_at_10": 0.40289, + "ndcg_at_20": 0.48648, + "ndcg_at_50": 0.51942, + "ndcg_at_100": 0.5367, + "recall_at_1": 0.13546, + "recall_at_3": 0.25256, + "recall_at_5": 0.36284, + "recall_at_10": 0.44043, + "recall_at_20": 0.61199, + "recall_at_50": 0.78481, + "recall_at_100": 0.93342, + "precision_at_1": 0.4099, + "precision_at_3": 0.31956, + "precision_at_5": 0.25034, + "precision_at_10": 0.1741, + "precision_at_20": 0.11492, + "precision_at_50": 0.05379, + "precision_at_100": 0.03808 + } + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-text-to-photo", + "results": { + "ndcg_at_1": 0.35668, + "ndcg_at_3": 0.37626, + "ndcg_at_5": 0.43703, + "ndcg_at_10": 0.44126, + "ndcg_at_20": 0.52407, + "ndcg_at_50": 0.52237, + "ndcg_at_100": 0.53844, + "recall_at_1": 0.14218, + "recall_at_3": 0.26515, + "recall_at_5": 0.35722, + "recall_at_10": 0.44893, + "recall_at_20": 0.60871, + "recall_at_50": 0.76138, + "recall_at_100": 0.94685, + "precision_at_1": 0.44046, + "precision_at_3": 0.32624, + "precision_at_5": 0.25043, + "precision_at_10": 0.17745, + "precision_at_20": 0.11075, + "precision_at_50": 0.05735, + "precision_at_100": 0.03549 + } + } + ], + "ScannedDocuments": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-document-screenshot", + "results": { + "ndcg_at_1": 0.46084, + "ndcg_at_3": 0.40767, + "ndcg_at_5": 0.41619, + "ndcg_at_10": 0.43795, + "ndcg_at_20": 0.52227, + "ndcg_at_50": 0.50727, + "ndcg_at_100": 0.53102, + "recall_at_1": 0.13957, + "recall_at_3": 0.26535, + "recall_at_5": 0.35164, + "recall_at_10": 0.44968, + "recall_at_20": 0.60755, + "recall_at_50": 0.75067, + "recall_at_100": 0.93596, + "precision_at_1": 0.36538, + "precision_at_3": 0.30673, + "precision_at_5": 0.26419, + "precision_at_10": 0.17926, + "precision_at_20": 0.11508, + "precision_at_50": 0.05761, + "precision_at_100": 0.03545 + } + }, + { + "class": "sentence-transformers", + "organization": "Google", + "model_name": "google-document-screenshot", + "results": { + "ndcg_at_1": 0.42588, + "ndcg_at_3": 0.38053, + "ndcg_at_5": 0.38053, + "ndcg_at_10": 0.43037, + "ndcg_at_20": 0.48407, + "ndcg_at_50": 0.53389, + "ndcg_at_100": 0.54636, + "recall_at_1": 0.13767, + "recall_at_3": 0.2562, + "recall_at_5": 0.36555, + "recall_at_10": 0.44749, + "recall_at_20": 0.60477, + "recall_at_50": 0.77073, + "recall_at_100": 0.94816, + "precision_at_1": 0.35243, + "precision_at_3": 0.32045, + "precision_at_5": 0.26921, + "precision_at_10": 0.176, + "precision_at_20": 0.11158, + "precision_at_50": 0.0586, + "precision_at_100": 0.03261 + } + }, + { + "class": "proprietary", + "organization": "Facebook", + "model_name": "fb-document-screenshot", + "results": { + "ndcg_at_1": 0.43047, + "ndcg_at_3": 0.4036, + "ndcg_at_5": 0.39222, + "ndcg_at_10": 0.41055, + "ndcg_at_20": 0.51586, + "ndcg_at_50": 0.52629, + "ndcg_at_100": 0.53482, + "recall_at_1": 0.14323, + "recall_at_3": 0.27662, + "recall_at_5": 0.36309, + "recall_at_10": 0.44137, + "recall_at_20": 0.62843, + "recall_at_50": 0.76847, + "recall_at_100": 0.93851, + "precision_at_1": 0.38161, + "precision_at_3": 0.3267, + "precision_at_5": 0.2601, + "precision_at_10": 0.17009, + "precision_at_20": 0.11318, + "precision_at_50": 0.05571, + "precision_at_100": 0.03147 + } + } + ], + "PDFScreenshots": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-document-screenshot", + "results": { + "ndcg_at_1": 0.36798, + "ndcg_at_3": 0.44422, + "ndcg_at_5": 0.42524, + "ndcg_at_10": 0.40728, + "ndcg_at_20": 0.45382, + "ndcg_at_50": 0.54888, + "ndcg_at_100": 0.54772, + "recall_at_1": 0.12838, + "recall_at_3": 0.26112, + "recall_at_5": 0.36557, + "recall_at_10": 0.44539, + "recall_at_20": 0.61758, + "recall_at_50": 0.76291, + "recall_at_100": 0.93611, + "precision_at_1": 0.3649, + "precision_at_3": 0.30367, + "precision_at_5": 0.25259, + "precision_at_10": 0.17048, + "precision_at_20": 0.1125, + "precision_at_50": 0.05955, + "precision_at_100": 0.03235 + } + }, + { + "class": "sentence-transformers", + "organization": "Google", + "model_name": "google-document-screenshot", + "results": { + "ndcg_at_1": 0.37616, + "ndcg_at_3": 0.39252, + "ndcg_at_5": 0.42646, + "ndcg_at_10": 0.40989, + "ndcg_at_20": 0.50146, + "ndcg_at_50": 0.54703, + "ndcg_at_100": 0.53725, + "recall_at_1": 0.14408, + "recall_at_3": 0.26808, + "recall_at_5": 0.35366, + "recall_at_10": 0.44319, + "recall_at_20": 0.6165, + "recall_at_50": 0.7821, + "recall_at_100": 0.93025, + "precision_at_1": 0.39636, + "precision_at_3": 0.31408, + "precision_at_5": 0.26203, + "precision_at_10": 0.17071, + "precision_at_20": 0.11895, + "precision_at_50": 0.05926, + "precision_at_100": 0.03287 + } + }, + { + "class": "proprietary", + "organization": "Facebook", + "model_name": "fb-document-screenshot", + "results": { + "ndcg_at_1": 0.31996, + "ndcg_at_3": 0.41517, + "ndcg_at_5": 0.44132, + "ndcg_at_10": 0.43229, + "ndcg_at_20": 0.49242, + "ndcg_at_50": 0.51934, + "ndcg_at_100": 0.54795, + "recall_at_1": 0.14381, + "recall_at_3": 0.27718, + "recall_at_5": 0.35044, + "recall_at_10": 0.44854, + "recall_at_20": 0.61955, + "recall_at_50": 0.75965, + "recall_at_100": 0.93734, + "precision_at_1": 0.40568, + "precision_at_3": 0.31345, + "precision_at_5": 0.2586, + "precision_at_10": 0.17238, + "precision_at_20": 0.11896, + "precision_at_50": 0.05155, + "precision_at_100": 0.03821 + } + } + ], + "DigitalForms": [ + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-document-screenshot", + "results": { + "ndcg_at_1": 0.46682, + "ndcg_at_3": 0.39785, + "ndcg_at_5": 0.43051, + "ndcg_at_10": 0.43718, + "ndcg_at_20": 0.54244, + "ndcg_at_50": 0.50392, + "ndcg_at_100": 0.53782, + "recall_at_1": 0.13334, + "recall_at_3": 0.27244, + "recall_at_5": 0.3552, + "recall_at_10": 0.44848, + "recall_at_20": 0.62882, + "recall_at_50": 0.757, + "recall_at_100": 0.93483, + "precision_at_1": 0.39889, + "precision_at_3": 0.30788, + "precision_at_5": 0.26953, + "precision_at_10": 0.17837, + "precision_at_20": 0.11811, + "precision_at_50": 0.05076, + "precision_at_100": 0.03752 + } + }, + { + "class": "sentence-transformers", + "organization": "Google", + "model_name": "google-document-screenshot", + "results": { + "ndcg_at_1": 0.33865, + "ndcg_at_3": 0.39382, + "ndcg_at_5": 0.43972, + "ndcg_at_10": 0.43263, + "ndcg_at_20": 0.54872, + "ndcg_at_50": 0.50251, + "ndcg_at_100": 0.53444, + "recall_at_1": 0.12182, + "recall_at_3": 0.2718, + "recall_at_5": 0.36731, + "recall_at_10": 0.44774, + "recall_at_20": 0.62798, + "recall_at_50": 0.78709, + "recall_at_100": 0.93895, + "precision_at_1": 0.3716, + "precision_at_3": 0.32182, + "precision_at_5": 0.25292, + "precision_at_10": 0.17558, + "precision_at_20": 0.11234, + "precision_at_50": 0.05107, + "precision_at_100": 0.03798 + } + }, + { + "class": "proprietary", + "organization": "Facebook", + "model_name": "fb-document-screenshot", + "results": { + "ndcg_at_1": 0.4152, + "ndcg_at_3": 0.39801, + "ndcg_at_5": 0.42631, + "ndcg_at_10": 0.42054, + "ndcg_at_20": 0.51262, + "ndcg_at_50": 0.52299, + "ndcg_at_100": 0.53012, + "recall_at_1": 0.12061, + "recall_at_3": 0.27809, + "recall_at_5": 0.36153, + "recall_at_10": 0.44364, + "recall_at_20": 0.62267, + "recall_at_50": 0.75502, + "recall_at_100": 0.93745, + "precision_at_1": 0.38713, + "precision_at_3": 0.32182, + "precision_at_5": 0.25983, + "precision_at_10": 0.17831, + "precision_at_20": 0.11659, + "precision_at_50": 0.05705, + "precision_at_100": 0.03146 + } + } + ], + "ScientificFigures": [ + { + "class": "sentence-transformers", + "organization": "Google", + "model_name": "google-figures-tables", + "results": { + "ndcg_at_1": 0.45908, + "ndcg_at_3": 0.38422, + "ndcg_at_5": 0.40931, + "ndcg_at_10": 0.42148, + "ndcg_at_20": 0.48164, + "ndcg_at_50": 0.52527, + "ndcg_at_100": 0.54208, + "recall_at_1": 0.14275, + "recall_at_3": 0.26978, + "recall_at_5": 0.36195, + "recall_at_10": 0.44262, + "recall_at_20": 0.60387, + "recall_at_50": 0.76902, + "recall_at_100": 0.93051, + "precision_at_1": 0.3634, + "precision_at_3": 0.31565, + "precision_at_5": 0.26485, + "precision_at_10": 0.17592, + "precision_at_20": 0.11899, + "precision_at_50": 0.05322, + "precision_at_100": 0.03504 + } + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-figures-tables", + "results": { + "ndcg_at_1": 0.35309, + "ndcg_at_3": 0.39324, + "ndcg_at_5": 0.39668, + "ndcg_at_10": 0.43974, + "ndcg_at_20": 0.53656, + "ndcg_at_50": 0.5255, + "ndcg_at_100": 0.53754, + "recall_at_1": 0.1289, + "recall_at_3": 0.25626, + "recall_at_5": 0.36932, + "recall_at_10": 0.44247, + "recall_at_20": 0.62367, + "recall_at_50": 0.77186, + "recall_at_100": 0.93111, + "precision_at_1": 0.40936, + "precision_at_3": 0.32993, + "precision_at_5": 0.26435, + "precision_at_10": 0.17186, + "precision_at_20": 0.11841, + "precision_at_50": 0.05078, + "precision_at_100": 0.03341 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-figures-tables", + "results": { + "ndcg_at_1": 0.47641, + "ndcg_at_3": 0.35375, + "ndcg_at_5": 0.41473, + "ndcg_at_10": 0.40328, + "ndcg_at_20": 0.47554, + "ndcg_at_50": 0.54443, + "ndcg_at_100": 0.54503, + "recall_at_1": 0.12211, + "recall_at_3": 0.25477, + "recall_at_5": 0.35309, + "recall_at_10": 0.44582, + "recall_at_20": 0.61233, + "recall_at_50": 0.76764, + "recall_at_100": 0.9335, + "precision_at_1": 0.39097, + "precision_at_3": 0.32707, + "precision_at_5": 0.25097, + "precision_at_10": 0.17326, + "precision_at_20": 0.11361, + "precision_at_50": 0.05631, + "precision_at_100": 0.0309 + } + } + ], + "DataTables": [ + { + "class": "sentence-transformers", + "organization": "Google", + "model_name": "google-figures-tables", + "results": { + "ndcg_at_1": 0.33694, + "ndcg_at_3": 0.38421, + "ndcg_at_5": 0.43533, + "ndcg_at_10": 0.43528, + "ndcg_at_20": 0.46134, + "ndcg_at_50": 0.50154, + "ndcg_at_100": 0.54112, + "recall_at_1": 0.12832, + "recall_at_3": 0.27122, + "recall_at_5": 0.36142, + "recall_at_10": 0.44989, + "recall_at_20": 0.60414, + "recall_at_50": 0.76647, + "recall_at_100": 0.94696, + "precision_at_1": 0.37434, + "precision_at_3": 0.3226, + "precision_at_5": 0.26582, + "precision_at_10": 0.17201, + "precision_at_20": 0.11972, + "precision_at_50": 0.05518, + "precision_at_100": 0.03778 + } + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-figures-tables", + "results": { + "ndcg_at_1": 0.38555, + "ndcg_at_3": 0.35724, + "ndcg_at_5": 0.36338, + "ndcg_at_10": 0.44112, + "ndcg_at_20": 0.49923, + "ndcg_at_50": 0.50662, + "ndcg_at_100": 0.5358, + "recall_at_1": 0.13923, + "recall_at_3": 0.25662, + "recall_at_5": 0.35427, + "recall_at_10": 0.44734, + "recall_at_20": 0.61585, + "recall_at_50": 0.77176, + "recall_at_100": 0.93153, + "precision_at_1": 0.3562, + "precision_at_3": 0.30284, + "precision_at_5": 0.25418, + "precision_at_10": 0.17348, + "precision_at_20": 0.11927, + "precision_at_50": 0.05035, + "precision_at_100": 0.0311 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-figures-tables", + "results": { + "ndcg_at_1": 0.32631, + "ndcg_at_3": 0.41485, + "ndcg_at_5": 0.40319, + "ndcg_at_10": 0.43302, + "ndcg_at_20": 0.48586, + "ndcg_at_50": 0.53117, + "ndcg_at_100": 0.53798, + "recall_at_1": 0.12914, + "recall_at_3": 0.27601, + "recall_at_5": 0.35433, + "recall_at_10": 0.44641, + "recall_at_20": 0.62933, + "recall_at_50": 0.7689, + "recall_at_100": 0.94162, + "precision_at_1": 0.44586, + "precision_at_3": 0.32414, + "precision_at_5": 0.26125, + "precision_at_10": 0.17699, + "precision_at_20": 0.11306, + "precision_at_50": 0.05331, + "precision_at_100": 0.03628 + } + } + ], + "ChartsAndGraphs": [ + { + "class": "sentence-transformers", + "organization": "Google", + "model_name": "google-figures-tables", + "results": { + "ndcg_at_1": 0.49583, + "ndcg_at_3": 0.40585, + "ndcg_at_5": 0.44957, + "ndcg_at_10": 0.43504, + "ndcg_at_20": 0.52163, + "ndcg_at_50": 0.50501, + "ndcg_at_100": 0.54562, + "recall_at_1": 0.13405, + "recall_at_3": 0.27466, + "recall_at_5": 0.3673, + "recall_at_10": 0.44928, + "recall_at_20": 0.60835, + "recall_at_50": 0.75721, + "recall_at_100": 0.93124, + "precision_at_1": 0.40517, + "precision_at_3": 0.31256, + "precision_at_5": 0.26884, + "precision_at_10": 0.17107, + "precision_at_20": 0.11214, + "precision_at_50": 0.05087, + "precision_at_100": 0.03532 + } + }, + { + "class": "custom", + "organization": "Microsoft", + "model_name": "microsoft-figures-tables", + "results": { + "ndcg_at_1": 0.32672, + "ndcg_at_3": 0.42643, + "ndcg_at_5": 0.44754, + "ndcg_at_10": 0.42451, + "ndcg_at_20": 0.54396, + "ndcg_at_50": 0.53566, + "ndcg_at_100": 0.5423, + "recall_at_1": 0.14287, + "recall_at_3": 0.27625, + "recall_at_5": 0.36987, + "recall_at_10": 0.44625, + "recall_at_20": 0.62609, + "recall_at_50": 0.75191, + "recall_at_100": 0.93102, + "precision_at_1": 0.41913, + "precision_at_3": 0.30844, + "precision_at_5": 0.25488, + "precision_at_10": 0.17645, + "precision_at_20": 0.11864, + "precision_at_50": 0.05695, + "precision_at_100": 0.03949 + } + }, + { + "class": "proprietary", + "organization": "Apple", + "model_name": "apple-figures-tables", + "results": { + "ndcg_at_1": 0.39147, + "ndcg_at_3": 0.42671, + "ndcg_at_5": 0.42096, + "ndcg_at_10": 0.43618, + "ndcg_at_20": 0.48445, + "ndcg_at_50": 0.51566, + "ndcg_at_100": 0.5336, + "recall_at_1": 0.13291, + "recall_at_3": 0.26486, + "recall_at_5": 0.35456, + "recall_at_10": 0.4442, + "recall_at_20": 0.61189, + "recall_at_50": 0.78357, + "recall_at_100": 0.94492, + "precision_at_1": 0.44567, + "precision_at_3": 0.3215, + "precision_at_5": 0.25692, + "precision_at_10": 0.17791, + "precision_at_20": 0.11699, + "precision_at_50": 0.05242, + "precision_at_100": 0.03666 + } + } + ], + "ParaphraseDatasets": [ + { + "class": "sentence-transformers", + "organization": "OpenAI", + "model_name": "openai-text-to-text", + "results": { + "ndcg_at_1": 0.37017, + "ndcg_at_3": 0.41477, + "ndcg_at_5": 0.40753, + "ndcg_at_10": 0.43993, + "ndcg_at_20": 0.54746, + "ndcg_at_50": 0.50086, + "ndcg_at_100": 0.54416, + "recall_at_1": 0.14535, + "recall_at_3": 0.25829, + "recall_at_5": 0.36108, + "recall_at_10": 0.44594, + "recall_at_20": 0.61139, + "recall_at_50": 0.75527, + "recall_at_100": 0.93483, + "precision_at_1": 0.37863, + "precision_at_3": 0.30376, + "precision_at_5": 0.26006, + "precision_at_10": 0.17798, + "precision_at_20": 0.11749, + "precision_at_50": 0.05015, + "precision_at_100": 0.03747 + } + }, + { + "class": "proprietary", + "organization": "Facebook", + "model_name": "fb-text-to-text", + "results": { + "ndcg_at_1": 0.34583, + "ndcg_at_3": 0.38838, + "ndcg_at_5": 0.41596, + "ndcg_at_10": 0.40132, + "ndcg_at_20": 0.46592, + "ndcg_at_50": 0.52785, + "ndcg_at_100": 0.54444, + "recall_at_1": 0.12692, + "recall_at_3": 0.27724, + "recall_at_5": 0.35507, + "recall_at_10": 0.44902, + "recall_at_20": 0.60721, + "recall_at_50": 0.78016, + "recall_at_100": 0.94368, + "precision_at_1": 0.44247, + "precision_at_3": 0.31464, + "precision_at_5": 0.26538, + "precision_at_10": 0.17087, + "precision_at_20": 0.1152, + "precision_at_50": 0.0552, + "precision_at_100": 0.03908 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-text-to-text", + "results": { + "ndcg_at_1": 0.43867, + "ndcg_at_3": 0.42089, + "ndcg_at_5": 0.43117, + "ndcg_at_10": 0.42119, + "ndcg_at_20": 0.48891, + "ndcg_at_50": 0.51436, + "ndcg_at_100": 0.53202, + "recall_at_1": 0.13818, + "recall_at_3": 0.26497, + "recall_at_5": 0.35916, + "recall_at_10": 0.44884, + "recall_at_20": 0.61392, + "recall_at_50": 0.77141, + "recall_at_100": 0.93491, + "precision_at_1": 0.43396, + "precision_at_3": 0.32882, + "precision_at_5": 0.2606, + "precision_at_10": 0.17913, + "precision_at_20": 0.11763, + "precision_at_50": 0.05776, + "precision_at_100": 0.03729 + } + } + ], + "SummarizationDatasets": [ + { + "class": "sentence-transformers", + "organization": "OpenAI", + "model_name": "openai-text-to-text", + "results": { + "ndcg_at_1": 0.44164, + "ndcg_at_3": 0.39176, + "ndcg_at_5": 0.42126, + "ndcg_at_10": 0.40666, + "ndcg_at_20": 0.47097, + "ndcg_at_50": 0.51879, + "ndcg_at_100": 0.53449, + "recall_at_1": 0.13735, + "recall_at_3": 0.26976, + "recall_at_5": 0.35961, + "recall_at_10": 0.44875, + "recall_at_20": 0.60002, + "recall_at_50": 0.77108, + "recall_at_100": 0.94887, + "precision_at_1": 0.36923, + "precision_at_3": 0.31749, + "precision_at_5": 0.26518, + "precision_at_10": 0.1757, + "precision_at_20": 0.11329, + "precision_at_50": 0.05302, + "precision_at_100": 0.03504 + } + }, + { + "class": "proprietary", + "organization": "Facebook", + "model_name": "fb-text-to-text", + "results": { + "ndcg_at_1": 0.39128, + "ndcg_at_3": 0.37037, + "ndcg_at_5": 0.41629, + "ndcg_at_10": 0.42365, + "ndcg_at_20": 0.48047, + "ndcg_at_50": 0.50028, + "ndcg_at_100": 0.54065, + "recall_at_1": 0.12546, + "recall_at_3": 0.27352, + "recall_at_5": 0.3577, + "recall_at_10": 0.44456, + "recall_at_20": 0.61389, + "recall_at_50": 0.78284, + "recall_at_100": 0.94875, + "precision_at_1": 0.36158, + "precision_at_3": 0.30161, + "precision_at_5": 0.25081, + "precision_at_10": 0.17885, + "precision_at_20": 0.11355, + "precision_at_50": 0.05582, + "precision_at_100": 0.03625 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-text-to-text", + "results": { + "ndcg_at_1": 0.41353, + "ndcg_at_3": 0.38203, + "ndcg_at_5": 0.40762, + "ndcg_at_10": 0.42419, + "ndcg_at_20": 0.54232, + "ndcg_at_50": 0.50979, + "ndcg_at_100": 0.53747, + "recall_at_1": 0.13057, + "recall_at_3": 0.27323, + "recall_at_5": 0.35986, + "recall_at_10": 0.44274, + "recall_at_20": 0.60114, + "recall_at_50": 0.78097, + "recall_at_100": 0.93288, + "precision_at_1": 0.36877, + "precision_at_3": 0.30569, + "precision_at_5": 0.26832, + "precision_at_10": 0.17365, + "precision_at_20": 0.11018, + "precision_at_50": 0.05929, + "precision_at_100": 0.03584 + } + } + ], + "TextRewriting": [ + { + "class": "sentence-transformers", + "organization": "OpenAI", + "model_name": "openai-text-to-text", + "results": { + "ndcg_at_1": 0.48474, + "ndcg_at_3": 0.38171, + "ndcg_at_5": 0.35397, + "ndcg_at_10": 0.4255, + "ndcg_at_20": 0.48694, + "ndcg_at_50": 0.50416, + "ndcg_at_100": 0.53381, + "recall_at_1": 0.12291, + "recall_at_3": 0.26987, + "recall_at_5": 0.35696, + "recall_at_10": 0.44125, + "recall_at_20": 0.62412, + "recall_at_50": 0.76108, + "recall_at_100": 0.94192, + "precision_at_1": 0.38738, + "precision_at_3": 0.32594, + "precision_at_5": 0.25406, + "precision_at_10": 0.17381, + "precision_at_20": 0.11778, + "precision_at_50": 0.05507, + "precision_at_100": 0.03618 + } + }, + { + "class": "proprietary", + "organization": "Facebook", + "model_name": "fb-text-to-text", + "results": { + "ndcg_at_1": 0.36275, + "ndcg_at_3": 0.44189, + "ndcg_at_5": 0.36213, + "ndcg_at_10": 0.40005, + "ndcg_at_20": 0.46742, + "ndcg_at_50": 0.53436, + "ndcg_at_100": 0.53368, + "recall_at_1": 0.13381, + "recall_at_3": 0.26192, + "recall_at_5": 0.36402, + "recall_at_10": 0.44473, + "recall_at_20": 0.62827, + "recall_at_50": 0.78524, + "recall_at_100": 0.94364, + "precision_at_1": 0.37658, + "precision_at_3": 0.31831, + "precision_at_5": 0.25089, + "precision_at_10": 0.17347, + "precision_at_20": 0.11446, + "precision_at_50": 0.05213, + "precision_at_100": 0.037 + } + }, + { + "class": "custom", + "organization": "Apple", + "model_name": "apple-text-to-text", + "results": { + "ndcg_at_1": 0.4582, + "ndcg_at_3": 0.38506, + "ndcg_at_5": 0.41886, + "ndcg_at_10": 0.40925, + "ndcg_at_20": 0.52724, + "ndcg_at_50": 0.52855, + "ndcg_at_100": 0.54976, + "recall_at_1": 0.13668, + "recall_at_3": 0.26086, + "recall_at_5": 0.35085, + "recall_at_10": 0.44351, + "recall_at_20": 0.62795, + "recall_at_50": 0.78031, + "recall_at_100": 0.93716, + "precision_at_1": 0.35769, + "precision_at_3": 0.32803, + "precision_at_5": 0.26491, + "precision_at_10": 0.17186, + "precision_at_20": 0.11379, + "precision_at_50": 0.05455, + "precision_at_100": 0.03843 + } + } + ] +} \ No newline at end of file diff --git a/mock_data/tasks.json b/mock_data/tasks.json new file mode 100644 index 0000000000000000000000000000000000000000..7549beb66504af2d7e543b87629babe341eeba1d --- /dev/null +++ b/mock_data/tasks.json @@ -0,0 +1,110 @@ +[ + { + "slug": "law", + "name": "Law", + "datasets": [ + "ALIA_casedocs", + "LegalTexts", + "CaseLaw" + ] + }, + { + "slug": "finance", + "name": "Finance", + "datasets": [ + "FinancialStatements", + "StockMarketData", + "BankingRecords" + ] + }, + { + "slug": "healthcare", + "name": "Healthcare", + "datasets": [ + "PatientRecords", + "MedicalImages", + "ClinicalTrials" + ] + }, + { + "slug": "tech", + "name": "Technology", + "datasets": [ + "TechBlogs", + "DeviceSpecifications", + "SoftwareDocumentation" + ] + }, + { + "slug": "conversational", + "name": "Conversational", + "datasets": [ + "ChatLogs", + "CustomerServiceInteractions", + "ForumPosts" + ] + }, + { + "slug": "code", + "name": "Code", + "datasets": [ + "GitHubRepositories", + "CodeSnippets", + "ProgrammingQuestions" + ] + }, + { + "slug": "multilingual", + "name": "Multilingual", + "datasets": [ + "ParallelCorpora", + "TranslationDatasets", + "MultilingualText" + ] + }, + { + "slug": "long-context", + "name": "Long Context", + "datasets": [ + "ResearchPapers", + "Books", + "LegalDocuments" + ] + }, + { + "slug": "text-to-photo", + "name": "Text to Photo", + "datasets": [ + "TextPhotoPairs", + "ImageCaptions", + "VisualDescriptions" + ] + }, + { + "slug": "document-screenshot", + "name": "Document Screenshot", + "datasets": [ + "ScannedDocuments", + "PDFScreenshots", + "DigitalForms" + ] + }, + { + "slug": "figures-and-tables", + "name": "Figures and Tables", + "datasets": [ + "ScientificFigures", + "DataTables", + "ChartsAndGraphs" + ] + }, + { + "slug": "text-to-text", + "name": "Text to Text", + "datasets": [ + "ParaphraseDatasets", + "SummarizationDatasets", + "TextRewriting" + ] + } +] diff --git a/model_meta.yaml b/model_meta.yaml deleted file mode 100644 index 948538a7c90ebab9bbd86f1e2ff3e01329b87c92..0000000000000000000000000000000000000000 --- a/model_meta.yaml +++ /dev/null @@ -1,2144 +0,0 @@ -model_meta: - baichuan-ai__text-embedding: - link: https://platform.baichuan-ai.com/docs/text-Embedding - seq_len: 512 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - Cohere__Cohere-embed-english-v3.0: - link: https://huggingface.co/Cohere/Cohere-embed-english-v3.0 - seq_len: 512 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - Cohere__Cohere-embed-english-v3.0-instruct: - link: https://huggingface.co/Cohere/Cohere-embed-english-v3.0 - seq_len: 512 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - Cohere__Cohere-embed-multilingual-light-v3.0: - link: https://huggingface.co/Cohere/Cohere-embed-multilingual-light-v3.0 - seq_len: 512 - size: null - dim: 384 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - Cohere__Cohere-embed-multilingual-v3.0: - link: https://huggingface.co/Cohere/Cohere-embed-multilingual-v3.0 - seq_len: 512 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - vesteinn__DanskBERT: - link: https://huggingface.co/vesteinn/DanskBERT - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - jhu-clsp__FollowIR-7B: - link: https://huggingface.co/jhu-clsp/FollowIR-7B - seq_len: 4096 - size: 7240 - is_external: true - is_propietary: false - is_sentence_transformer_compatible: false - uses_instruct: true - GritLM__GritLM-7B: - link: https://huggingface.co/GritLM/GritLM-7B - seq_len: 4096 - size: 7240 - is_external: true - is_propietary: false - is_sentence_transformer_compatible: false - uses_instruct: true - GritLM__GritLM-7B-noinstruct: - link: https://huggingface.co/GritLM/GritLM-7B - seq_len: 4096 - size: 7240 - is_external: true - is_propietary: false - is_sentence_transformer_compatible: false - uses_instruct: false - facebookresearch__LASER2: - link: https://github.com/facebookresearch/LASER - seq_len: N/A - size: 43 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised - seq_len: 4096 - size: 6607 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Llama-2-unsupervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse - seq_len: 4096 - size: 6607 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Meta-Llama-3-supervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised - seq_len: 8192 - size: 7505 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Meta-Llama-3-unsupervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse - seq_len: 8192 - size: 7505 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Mistral-supervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Mistral-unsupervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Sheared-Llama-supervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised - seq_len: 4096 - size: 1280 - dim: 2048 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Sheared-Llama-unsupervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse - seq_len: 4096 - size: 1280 - dim: 2048 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - sentence-transformers__LaBSE: - link: https://huggingface.co/sentence-transformers/LaBSE - seq_len: 512 - size: 471 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Linq-Embed-Mistral: - link: https://huggingface.co/Linq-AI-Research/Linq-Embed-Mistral - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - NV-Embed-v1: - link: https://huggingface.co/nvidia/NV-Embed-v1 - seq_len: 32768 - size: 7851 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - NV-Embed-v2: - link: https://huggingface.co/nvidia/NV-Embed-v2 - seq_len: 32768 - size: 7851 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - NV-Retriever-v1: - link: https://huggingface.co/nvidia/NV-Retriever-v1 - seq_len: 512 - size: 7111 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - aliyun__OpenSearch-text-hybrid: - link: https://help.aliyun.com/zh/open-search/vector-search-edition/hybrid-retrieval - seq_len: 512 - size: null - dim: 1792 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - Salesforce__SFR-Embedding-Mistral: - link: https://huggingface.co/Salesforce/SFR-Embedding-Mistral - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - SFR-Embedding-2_R: - link: https://huggingface.co/Salesforce/SFR-Embedding-2_R - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - sentence-transformers__all-MiniLM-L12-v2: - link: https://huggingface.co/sentence-transformers/all-MiniLM-L12-v2 - seq_len: 512 - size: 33 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__all-MiniLM-L6-v2: - link: https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 - seq_len: 512 - size: 23 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__all-MiniLM-L6-v2-instruct: - link: https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 - seq_len: 512 - size: 23 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - sentence-transformers__all-mpnet-base-v2: - link: https://huggingface.co/sentence-transformers/all-mpnet-base-v2 - seq_len: 514 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__all-mpnet-base-v2-instruct: - link: https://huggingface.co/sentence-transformers/all-mpnet-base-v2 - seq_len: 514 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - sentence-transformers__allenai-specter: - link: https://huggingface.co/sentence-transformers/allenai-specter - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__bert-base-10lang-cased: - link: https://huggingface.co/Geotrend/bert-base-10lang-cased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__bert-base-15lang-cased: - link: https://huggingface.co/Geotrend/bert-base-15lang-cased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__bert-base-25lang-cased: - link: https://huggingface.co/Geotrend/bert-base-25lang-cased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - google-bert__bert-base-multilingual-cased: - link: https://huggingface.co/google-bert/bert-base-multilingual-cased - seq_len: 512 - size: 179 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - google-bert__bert-base-multilingual-uncased: - link: https://huggingface.co/google-bert/bert-base-multilingual-uncased - seq_len: 512 - size: 168 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - KB__bert-base-swedish-cased: - link: https://huggingface.co/KB/bert-base-swedish-cased - seq_len: 512 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - google-bert__bert-base-uncased: - link: https://huggingface.co/google-bert/bert-base-uncased - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - BAAI__bge-base-en-v1.5: - link: https://huggingface.co/BAAI/bge-base-en-v1.5 - seq_len: 512 - size: 109 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - BAAI__bge-base-en-v1.5-instruct: - link: https://huggingface.co/BAAI/bge-base-en-v1.5 - seq_len: 512 - size: 109 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - BAAI__bge-base-zh-v1.5: - link: https://huggingface.co/BAAI/bge-base-zh-v1.5 - seq_len: 512 - size: 102 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - bge-en-icl: - link: https://huggingface.co/BAAI/bge-en-icl - seq_len: 32768 - size: 7110 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - bge-multilingual-gemma2: - link: https://huggingface.co/BAAI/bge-multilingual-gemma2 - seq_len: 8192 - size: 9240 - dim: 3584 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - BAAI__bge-large-en-v1.5: - link: https://huggingface.co/BAAI/bge-large-en-v1.5 - seq_len: 512 - size: 1340 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - BAAI__bge-large-en-v1.5-instruct: - link: https://huggingface.co/BAAI/bge-large-en-v1.5 - seq_len: 512 - size: 1340 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - BAAI__bge-large-zh-noinstruct: - link: https://huggingface.co/BAAI/bge-large-zh-noinstruct - seq_len: 512 - size: 326 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - BAAI__bge-large-zh-v1.5: - link: https://huggingface.co/BAAI/bge-large-zh-v1.5 - seq_len: 512 - size: 326 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - BAAI__bge-m3: - link: https://huggingface.co/BAAI/bge-m3 - seq_len: 8192 - size: 567 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - BAAI__bge-m3-instruct: - link: https://huggingface.co/BAAI/bge-m3 - seq_len: 8192 - size: 567 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - BAAI__bge-small-en-v1.5: - link: https://huggingface.co/BAAI/bge-small-en-v1.5 - seq_len: 512 - size: 24 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - BAAI__bge-small-en-v1.5-instruct: - link: https://huggingface.co/BAAI/bge-small-en-v1.5 - seq_len: 512 - size: 24 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - BAAI__bge-small-zh-v1.5: - link: https://huggingface.co/BAAI/bge-small-zh-v1.5 - seq_len: 512 - size: 24 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - bm25: - link: https://en.wikipedia.org/wiki/Okapi_BM25 - size: 0 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - bm25s: - link: https://github.com/xhluca/bm25s - size: 0 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - almanach__camembert-base: - link: https://huggingface.co/almanach/camembert-base - seq_len: 512 - size: 111 - dim: 512 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - almanach__camembert-large: - link: https://huggingface.co/almanach/camembert-large - seq_len: 512 - size: 338 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nthakur__contriever-base-msmarco: - link: https://huggingface.co/nthakur/contriever-base-msmarco - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - facebook__contriever: - link: https://huggingface.co/facebook/contriever - seq_len: 512 - size: 438 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - facebook__contriever-instruct: - link: https://huggingface.co/facebook/contriever - seq_len: 512 - size: 438 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - T-Systems-onsite__cross-en-de-roberta-sentence-transformer: - link: https://huggingface.co/T-Systems-onsite/cross-en-de-roberta-sentence-transformer - seq_len: 514 - size: 278 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - chcaa__dfm-encoder-large-v1: - link: https://huggingface.co/chcaa/dfm-encoder-large-v1 - seq_len: 512 - size: 355 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__distilbert-base-25lang-cased: - link: https://huggingface.co/Geotrend/distilbert-base-25lang-cased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__distilbert-base-en-fr-cased: - link: https://huggingface.co/Geotrend/distilbert-base-en-fr-cased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__distilbert-base-en-fr-es-pt-it-cased: - link: https://huggingface.co/Geotrend/distilbert-base-en-fr-es-pt-it-cased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__distilbert-base-fr-cased: - link: https://huggingface.co/Geotrend/distilbert-base-fr-cased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - distilbert__distilbert-base-uncased: - link: https://huggingface.co/distilbert/distilbert-base-uncased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__distiluse-base-multilingual-cased-v2: - link: https://huggingface.co/sentence-transformers/distiluse-base-multilingual-cased-v2 - seq_len: 512 - size: 135 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - facebookresearch__dragon-plus: - link: https://github.com/facebookresearch/dpr-scale/tree/main/dragon - seq_len: 512 - size: 438 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - facebookresearch__dragon-plus-instruct: - link: https://github.com/facebookresearch/dpr-scale/tree/main/dragon - seq_len: 512 - size: 438 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - dwzhu__e5-base-4k: - link: https://huggingface.co/dwzhu/e5-base-4k - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-base-v2: - link: https://huggingface.co/intfloat/e5-base-v2 - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-base: - link: https://huggingface.co/intfloat/e5-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-large-v2: - link: https://huggingface.co/intfloat/e5-large-v2 - seq_len: 512 - size: 335 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-large: - link: https://huggingface.co/intfloat/e5-large - seq_len: 512 - size: 335 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-mistral-7b-instruct: - link: https://huggingface.co/intfloat/e5-mistral-7b-instruct - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - intfloat__e5-mistral-7b-instruct-noinstruct: - link: https://huggingface.co/intfloat/e5-mistral-7b-instruct-noinstruct - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-small: - link: https://huggingface.co/intfloat/e5-small - seq_len: 512 - size: 33 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - jonfd__electra-small-nordic: - link: https://huggingface.co/jonfd/electra-small-nordic - seq_len: 512 - size: 23 - dim: 256 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - KBLab__electra-small-swedish-cased-discriminator: - link: https://huggingface.co/KBLab/electra-small-swedish-cased-discriminator - seq_len: 512 - size: 16 - dim: 256 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - elastic__elser-v2: - link: https://www.elastic.co/guide/en/machine-learning/current/ml-nlp-elser.html - seq_len: 512 - size: 110 - dim: 30522 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - google__flan-t5-base: - link: https://huggingface.co/google/flan-t5-base - seq_len: 512 - size: 220 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - google__flan-t5-large: - link: https://huggingface.co/google/flan-t5-large - seq_len: 512 - size: 770 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - flaubert__flaubert_base_cased: - link: https://huggingface.co/flaubert/flaubert_base_cased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - flaubert__flaubert_base_uncased: - link: https://huggingface.co/flaubert/flaubert_base_uncased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - flaubert__flaubert_large_cased: - link: https://huggingface.co/flaubert/flaubert_large_cased - seq_len: 512 - size: 372 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepset__gbert-base: - link: https://huggingface.co/deepset/gbert-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepset__gbert-large: - link: https://huggingface.co/deepset/gbert-large - seq_len: 512 - size: 337 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepset__gelectra-base: - link: https://huggingface.co/deepset/gelectra-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepset__gelectra-large: - link: https://huggingface.co/deepset/gelectra-large - seq_len: 512 - size: 335 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__average_word_embeddings_glove.6B.300d: - link: https://huggingface.co/sentence-transformers/average_word_embeddings_glove.6B.300d - seq_len: N/A - size: 120 - dim: 300 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - google-gecko__text-embedding-004-256: - link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models - seq_len: 2048 - size: 1200 - dim: 256 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - google-gecko__text-embedding-004: - link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models - seq_len: 2048 - size: 1200 - dim: 768 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - uklfr__gottbert-base: - link: https://huggingface.co/uklfr/gottbert-base - seq_len: 512 - size: 127 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Alibaba-NLP__gte-Qwen1.5-7B-instruct: - link: https://huggingface.co/Alibaba-NLP/gte-Qwen1.5-7B-instruct - seq_len: 32768 - size: 7099 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - Alibaba-NLP__gte-Qwen2-1.5B-instruct: - link: https://huggingface.co/Alibaba-NLP/gte-Qwen2-1.5B-instruct - seq_len: 32768 - size: 1780 - dim: 1536 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - Alibaba-NLP__gte-Qwen2-7B-instruct: - link: https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct - seq_len: 32768 - size: 7613 - dim: 3584 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - sentence-transformers__gtr-t5-base: - link: https://huggingface.co/sentence-transformers/gtr-t5-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__gtr-t5-large: - link: https://huggingface.co/sentence-transformers/gtr-t5-large - seq_len: 512 - size: 168 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__gtr-t5-xl: - link: https://huggingface.co/sentence-transformers/gtr-t5-xl - seq_len: 512 - size: 1240 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__gtr-t5-xxl: - link: https://huggingface.co/sentence-transformers/gtr-t5-xxl - seq_len: 512 - size: 4865 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ipipan__herbert-base-retrieval-v2: - link: https://huggingface.co/ipipan/herbert-base-retrieval-v2 - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - hkunlp__instructor-base: - link: https://huggingface.co/hkunlp/instructor-base - seq_len: N/A - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - hkunlp__instructor-large: - link: https://huggingface.co/hkunlp/instructor-large - seq_len: 512 - size: 335 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - hkunlp__instructor-xl: - link: https://huggingface.co/hkunlp/instructor-xl - seq_len: 512 - size: 1241 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - jinaai__jina-embeddings-v2-base-en: - link: https://huggingface.co/jinaai/jina-embeddings-v2-base-en - seq_len: 8192 - size: 275 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__average_word_embeddings_komninos: - link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos - seq_len: N/A - size: 134 - dim: 300 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - meta-llama__llama-2-7b-chat: - link: https://huggingface.co/meta-llama/Llama-2-7b-chat-hf - seq_len: 4096 - size: 7000 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - silk-road__luotuo-bert-medium: - link: https://huggingface.co/silk-road/luotuo-bert-medium - seq_len: 512 - size: 328 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - moka-ai__m3e-base: - link: https://huggingface.co/moka-ai/m3e-base - seq_len: 512 - size: 102 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - moka-ai__m3e-large: - link: https://huggingface.co/moka-ai/m3e-large - seq_len: 512 - size: 102 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - mistralai__mistral-7b-instruct-v0.2: - link: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 - seq_len: 4096 - size: 7240 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - mistral__mistral-embed: - link: https://docs.mistral.ai/guides/embeddings - seq_len: null - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - castorini__monobert-large-msmarco: - link: https://huggingface.co/castorini/monobert-large-msmarco - seq_len: 512 - size: 770 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - castorini__monot5-3b-msmarco-10k: - link: https://huggingface.co/castorini/monot5-3b-msmarco-10k - seq_len: 512 - size: 2480 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - castorini__monot5-base-msmarco-10k: - link: https://huggingface.co/castorini/monot5-base-msmarco-10k - seq_len: 512 - size: 220 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - sentence-transformers__msmarco-bert-co-condensor: - link: https://huggingface.co/sentence-transformers/msmarco-bert-co-condensor - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__multi-qa-MiniLM-L6-cos-v1: - link: https://huggingface.co/sentence-transformers/multi-qa-MiniLM-L6-cos-v1 - seq_len: 512 - size: 23 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__multilingual-e5-base: - link: https://huggingface.co/intfloat/multilingual-e5-base - seq_len: 514 - size: 278 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__multilingual-e5-large: - link: https://huggingface.co/intfloat/multilingual-e5-large - seq_len: 514 - size: 560 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__multilingual-e5-large-instruct: - link: https://huggingface.co/intfloat/multilingual-e5-large-instruct - seq_len: 514 - size: 560 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - intfloat__multilingual-e5-small: - link: https://huggingface.co/intfloat/multilingual-e5-small - seq_len: 512 - size: 118 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - NbAiLab__nb-bert-base: - link: https://huggingface.co/NbAiLab/nb-bert-base - seq_len: 512 - size: 179 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - NbAiLab__nb-bert-large: - link: https://huggingface.co/NbAiLab/nb-bert-large - seq_len: 512 - size: 355 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1 - seq_len: 8192 - size: 547 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1.5-128: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 - seq_len: 8192 - size: 138 - dim: 128 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1.5-256: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 - seq_len: 8192 - size: 138 - dim: 256 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1.5-512: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 - seq_len: 8192 - size: 138 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1.5-64: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 - seq_len: 8192 - size: 138 - dim: 64 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ltg__norbert3-base: - link: https://huggingface.co/ltg/norbert3-base - seq_len: 512 - size: 131 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ltg__norbert3-large: - link: https://huggingface.co/ltg/norbert3-large - seq_len: 512 - size: 368 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2: - link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - seq_len: 512 - size: 118 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__paraphrase-multilingual-mpnet-base-v2: - link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - seq_len: 514 - size: 278 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - KBLab__sentence-bert-swedish-cased: - link: https://huggingface.co/KBLab/sentence-bert-swedish-cased - seq_len: 512 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - dangvantuan__sentence-camembert-base: - link: https://huggingface.co/dangvantuan/sentence-camembert-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - dangvantuan__sentence-camembert-large: - link: https://huggingface.co/dangvantuan/sentence-camembert-large - seq_len: 512 - size: 337 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Wissam42__sentence-croissant-llm-base: - link: https://huggingface.co/Wissam42/sentence-croissant-llm-base - seq_len: 2048 - size: 1280 - dim: 2048 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__sentence-t5-base: - link: https://huggingface.co/sentence-transformers/sentence-t5-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__sentence-t5-large: - link: https://huggingface.co/sentence-transformers/sentence-t5-large - seq_len: 512 - size: 168 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__sentence-t5-xl: - link: https://huggingface.co/sentence-transformers/sentence-t5-xl - seq_len: 512 - size: 1240 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__sentence-t5-xxl: - link: https://huggingface.co/sentence-transformers/sentence-t5-xxl - seq_len: 512 - size: 4865 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ipipan__silver-retriever-base-v1: - link: https://huggingface.co/ipipan/silver-retriever-base-v1 - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sdadas__st-polish-paraphrase-from-distilroberta: - link: https://huggingface.co/sdadas/st-polish-paraphrase-from-distilroberta - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sdadas__st-polish-paraphrase-from-mpnet: - link: https://huggingface.co/sdadas/st-polish-paraphrase-from-mpnet - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - stella_en_1.5B_v5: - link: https://huggingface.co/dunzhang/stella_en_1.5B_v5 - seq_len: 512 - size: 1500 - dim: 8192 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - stella_en_400M_v5: - link: https://huggingface.co/dunzhang/stella_en_400M_v5 - seq_len: 512 - size: 400 - dim: 8192 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - princeton-nlp__sup-simcse-bert-base-uncased: - link: https://huggingface.co/princeton-nlp/sup-simcse-bert-base-uncased - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - openai__text-embedding-3-large: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 3072 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-embedding-3-large-instruct: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 3072 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - openai__text-embedding-3-large-256: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 256 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-embedding-3-small: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-embedding-3-small-instruct: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - openai__text-embedding-ada-002: - link: https://openai.com/blog/new-and-improved-embedding-model - seq_len: 8191 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-embedding-ada-002-instruct: - link: https://openai.com/blog/new-and-improved-embedding-model - seq_len: 8191 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - openai__text-search-ada-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-search-ada-doc-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - text-search-ada-query-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 1024 - is_external: false - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-search-babbage-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 2048 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-search-curie-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 4096 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-search-davinci-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 12288 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-similarity-ada-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-similarity-babbage-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 2048 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-similarity-curie-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 4096 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-similarity-davinci-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 12288 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - orionweller__tart-dual-contriever-msmarco: - link: https://huggingface.co/orionweller/tart-dual-contriever-msmarco - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - facebook__tart-full-flan-t5-xl: - link: https://huggingface.co/facebook/tart-full-flan-t5-xl - seq_len: 512 - size: 2480 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - shibing624__text2vec-base-chinese: - link: https://huggingface.co/shibing624/text2vec-base-chinese - seq_len: 512 - size: 102 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - shibing624__text2vec-base-multilingual: - link: https://huggingface.co/shibing624/text2vec-base-multilingual - seq_len: 256 - size: 118 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - shibing624__text2vec-large-chinese: - link: https://huggingface.co/GanymedeNil/text2vec-large-chinese - seq_len: 512 - size: 326 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - amazon__titan-embed-text-v1: - link: https://docs.aws.amazon.com/bedrock/latest/userguide/embeddings.html - seq_len: 8000 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - izhx__udever-bloom-1b1: - link: https://huggingface.co/izhx/udever-bloom-1b1 - seq_len: 2048 - size: null - dim: 1536 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - izhx__udever-bloom-560m: - link: https://huggingface.co/izhx/udever-bloom-560m - seq_len: 2048 - size: null - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - vprelovac__universal-sentence-encoder-multilingual-3: - link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-3 - seq_len: 512 - size: null - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - vprelovac__universal-sentence-encoder-multilingual-large-3: - link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-large-3 - seq_len: 512 - size: null - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - princeton-nlp__unsup-simcse-bert-base-uncased: - link: https://huggingface.co/princeton-nlp/unsup-simcse-bert-base-uncased - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__use-cmlm-multilingual: - link: https://huggingface.co/sentence-transformers/use-cmlm-multilingual - seq_len: 512 - size: 472 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - voyageai__voyage-2: - link: https://docs.voyageai.com/embeddings/ - seq_len: 4000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-code-2: - link: https://docs.voyageai.com/embeddings/ - seq_len: 16000 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-large-2-instruct: - link: https://docs.voyageai.com/embeddings/ - seq_len: 16000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - voyageai__voyage-law-2: - link: https://docs.voyageai.com/embeddings/ - seq_len: 16000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-lite-01-instruct: - link: https://docs.voyageai.com/embeddings/ - seq_len: 4000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - voyageai__voyage-lite-02-instruct: - link: https://docs.voyageai.com/embeddings/ - seq_len: 4000 - size: 1220 - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - voyageai__voyage-multilingual-2: - link: https://docs.voyageai.com/embeddings/ - seq_len: 32000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-3: - link: https://docs.voyageai.com/embeddings/ - seq_len: 32000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-3-lite: - link: https://docs.voyageai.com/embeddings/ - seq_len: 32000 - size: null - dim: 512 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - FacebookAI__xlm-roberta-base: - link: https://huggingface.co/FacebookAI/xlm-roberta-base - seq_len: 514 - size: 279 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - FacebookAI__xlm-roberta-large: - link: https://huggingface.co/FacebookAI/xlm-roberta-large - seq_len: 514 - size: 560 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - cointegrated__rubert-tiny: - link: https://huggingface.co/cointegrated/rubert-tiny - seq_len: 514 - size: 12 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - cointegrated__rubert-tiny2: - link: https://huggingface.co/cointegrated/rubert-tiny2 - seq_len: 514 - size: 29 - dim: 2048 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ai-forever__sbert_large_mt_nlu_ru: - link: https://huggingface.co/ai-forever/sbert_large_mt_nlu_ru - seq_len: 514 - size: 427 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ai-forever__sbert_large_nlu_ru: - link: https://huggingface.co/ai-forever/sbert_large_nlu_ru - seq_len: 512 - size: 427 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepvk__USER-base: - link: https://huggingface.co/deepvk/USER-base - seq_len: 512 - size: 124 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepvk__USER-bge-m3: - link: https://huggingface.co/deepvk/USER-bge-m3 - seq_len: 8192 - size: 359 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepvk__deberta-v1-base: - link: https://huggingface.co/deepvk/deberta-v1-base - seq_len: 512 - size: 124 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sergeyzh__rubert-tiny-turbo: - link: https://huggingface.co/sergeyzh/rubert-tiny-turbo - seq_len: 2048 - size: 29 - dim: 312 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sergeyzh__LaBSE-ru-turbo: - link: https://huggingface.co/sergeyzh/LaBSE-ru-turbo - seq_len: 512 - size: 128 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - DeepPavlov__distilrubert-small-cased-conversational: - link: https://huggingface.co/DeepPavlov/distilrubert-small-cased-conversational - seq_len: 512 - size: 106 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - DeepPavlov__rubert-base-cased: - link: https://huggingface.co/DeepPavlov/rubert-base-cased - seq_len: 512 - size: 180 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - DeepPavlov__rubert-base-cased-sentence: - link: https://huggingface.co/DeepPavlov/rubert-base-cased-sentence - seq_len: 512 - size: 180 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - cointegrated__LaBSE-en-ru: - link: https://huggingface.co/cointegrated/LaBSE-en-ru - seq_len: 512 - size: 129 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - cde-small-v1: - link: https://huggingface.co/jxm/cde-small-v1 - seq_len: 512 - size: 143 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false -models_to_skip: -- michaelfeil/ct2fast-e5-large-v2 -- McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse -- newsrx/instructor-xl -- sionic-ai/sionic-ai-v1 -- lsf1000/bge-evaluation -- Intel/bge-small-en-v1.5-sst2 -- newsrx/instructor-xl-newsrx -- McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse -- McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse -- davidpeer/gte-small -- goldenrooster/multilingual-e5-large -- kozistr/fused-large-en -- mixamrepijey/instructor-small -- McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised -- DecisionOptimizationSystem/DeepFeatEmbeddingLargeContext -- Intel/bge-base-en-v1.5-sst2-int8-dynamic -- morgendigital/multilingual-e5-large-quantized -- BAAI/bge-small-en -- ggrn/e5-small-v2 -- vectoriseai/gte-small -- giulio98/placeholder -- odunola/UAE-Large-VI -- vectoriseai/e5-large-v2 -- gruber/e5-small-v2-ggml -- Severian/nomic -- arcdev/e5-mistral-7b-instruct -- mlx-community/multilingual-e5-base-mlx -- michaelfeil/ct2fast-bge-base-en-v1.5 -- Intel/bge-small-en-v1.5-sst2-int8-static -- jncraton/stella-base-en-v2-ct2-int8 -- vectoriseai/multilingual-e5-large -- rlsChapters/Chapters-SFR-Embedding-Mistral -- arcdev/SFR-Embedding-Mistral -- McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised -- McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised -- vectoriseai/gte-base -- mixamrepijey/instructor-models -- GovCompete/e5-large-v2 -- ef-zulla/e5-multi-sml-torch -- khoa-klaytn/bge-small-en-v1.5-angle -- krilecy/e5-mistral-7b-instruct -- vectoriseai/bge-base-en-v1.5 -- vectoriseai/instructor-base -- jingyeom/korean_embedding_model -- rizki/bgr-tf -- barisaydin/bge-base-en -- jamesgpt1/zzz -- Malmuk1/e5-large-v2_Sharded -- vectoriseai/ember-v1 -- Consensus/instructor-base -- barisaydin/bge-small-en -- barisaydin/gte-base -- woody72/multilingual-e5-base -- Einas/einas_ashkar -- michaelfeil/ct2fast-bge-large-en-v1.5 -- vectoriseai/bge-small-en-v1.5 -- iampanda/Test -- cherubhao/yogamodel -- ieasybooks/multilingual-e5-large-onnx -- jncraton/e5-small-v2-ct2-int8 -- radames/e5-large -- khoa-klaytn/bge-base-en-v1.5-angle -- Intel/bge-base-en-v1.5-sst2-int8-static -- vectoriseai/e5-large -- TitanML/jina-v2-base-en-embed -- Koat/gte-tiny -- binqiangliu/EmbeddingModlebgelargeENv1.5 -- beademiguelperez/sentence-transformers-multilingual-e5-small -- sionic-ai/sionic-ai-v2 -- jamesdborin/jina-v2-base-en-embed -- maiyad/multilingual-e5-small -- dmlls/all-mpnet-base-v2 -- odunola/e5-base-v2 -- vectoriseai/bge-large-en-v1.5 -- vectoriseai/bge-small-en -- karrar-alwaili/UAE-Large-V1 -- t12e/instructor-base -- Frazic/udever-bloom-3b-sentence -- Geolumina/instructor-xl -- hsikchi/dump -- recipe/embeddings -- michaelfeil/ct2fast-bge-small-en-v1.5 -- ildodeltaRule/multilingual-e5-large -- shubham-bgi/UAE-Large -- BAAI/bge-large-en -- michaelfeil/ct2fast-e5-small-v2 -- cgldo/semanticClone -- barisaydin/gte-small -- aident-ai/bge-base-en-onnx -- jamesgpt1/english-large-v1 -- michaelfeil/ct2fast-e5-small -- baseplate/instructor-large-1 -- newsrx/instructor-large -- Narsil/bge-base-en -- michaelfeil/ct2fast-e5-large -- mlx-community/multilingual-e5-small-mlx -- lightbird-ai/nomic -- MaziyarPanahi/GritLM-8x7B-GGUF -- newsrx/instructor-large-newsrx -- dhairya0907/thenlper-get-large -- barisaydin/bge-large-en -- jncraton/bge-small-en-ct2-int8 -- retrainai/instructor-xl -- BAAI/bge-base-en -- gentlebowl/instructor-large-safetensors -- d0rj/e5-large-en-ru -- atian-chapters/Chapters-SFR-Embedding-Mistral -- Intel/bge-base-en-v1.5-sts-int8-static -- Intel/bge-base-en-v1.5-sts-int8-dynamic -- jncraton/GIST-small-Embedding-v0-ct2-int8 -- jncraton/gte-tiny-ct2-int8 -- d0rj/e5-small-en-ru -- vectoriseai/e5-small-v2 -- SmartComponents/bge-micro-v2 -- michaelfeil/ct2fast-gte-base -- vectoriseai/e5-base-v2 -- Intel/bge-base-en-v1.5-sst2 -- McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised -- Research2NLP/electrical_stella -- weakit-v/bge-base-en-v1.5-onnx -- GovCompete/instructor-xl -- barisaydin/text2vec-base-multilingual -- Intel/bge-small-en-v1.5-sst2-int8-dynamic -- jncraton/gte-small-ct2-int8 -- d0rj/e5-base-en-ru -- barisaydin/gte-large -- fresha/e5-large-v2-endpoint -- vectoriseai/instructor-large -- Severian/embed -- vectoriseai/e5-base -- mlx-community/multilingual-e5-large-mlx -- vectoriseai/gte-large -- anttip/ct2fast-e5-small-v2-hfie -- michaelfeil/ct2fast-gte-large -- gizmo-ai/Cohere-embed-multilingual-v3.0 -- McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse -- Kenknight1999/tungdd7_ft_e5 -- joteqwork/new_gsev0 -- vantagediscovery/jina-embeddings-v2-base-en -- vantagediscovery/nomic-embed-text-v1 -- vantagediscovery/nomic-embed-text-v1.5 -- srikanthmalla/hkunlp-instructor-xl -- afrideva/GIST-all-MiniLM-L6-v2-GGUF -- nadeem1362/mxbai-embed-large-v1-Q4_K_M-GGUF -- agier9/gte-Qwen1.5-7B-instruct-Q5_K_M-GGUF -- ekorman-strive/bge-large-en-v1.5 -- raghavlight/SE_v1 -- liddlefish/privacyembeddingv2_bge_small -- ahmet1338/finetuned_embedder -- radia/snowflake-arctic-embed-l-Q4_K_M-GGUF -- GregorBiswanger/GritLM-7B-Q4_K_M-GGUF -- powermove72/GritLM-7B-Q4_K_M-GGUF -- sunzx0810/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- nazimali/gte-Qwen2-7B-instruct-Q6_K-GGUF -- nazimali/gte-Qwen2-7B-instruct-Q6_K-GGUF -- fishbone64/gte-Qwen2-7B-instruct-Q8_0-GGUF -- tobchef/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- liddlefish/privacy_embedding_rag -- liddlefish/privacy_embedding_rag_10k_tmp -- liddlefish/privacy_embedding_bge_small_synthetic -- mxs980/gte-Qwen2-1.5B-instruct-Q8_0-GGUF -- leonn71/gte-Qwen2-1.5B-instruct-Q6_K-GGUF -- niancheng/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- niancheng/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- cleatherbury/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- T3LS/stella-mrl-large-zh-v3.5-1792d-1024 -- mxs980/b1ade-embed-Q8_0-GGUF -- chihlunLee/NoInstruct-small-Embedding-v0-Q4_0-GGUF -- bcastle/snowflake-arctic-embed-l-Q8_0-GGUF -- niancheng/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- brtaydin/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- yishan-wang/snowflake-arctic-embed-s-Q8_0-GGUF -- Pekarnick/e5-large-v2-Q4_K_M-GGUF -- agier9/UAE-Large-V1-Q5_K_S-GGUF -- archit28/bge-large-en-v1.5-Q4_K_S-GGUF -- dimcha/mxbai-embed-large-v1-Q4_K_M-GGUF -- djuna/jina-embeddings-v2-base-en-Q5_K_M-GGUF -- djuna/jina-embeddings-v2-small-en-Q5_K_M-GGUF -- djuna/stella-base-en-v2-Q5_K_M-GGUF -- huoxu/bge-large-en-v1.5-Q8_0-GGUF -- itod/UAE-Large-V1-Q8_0-GGUF -- corto-ai/nomic-embed-text-v1 -- Intel/neural-embedding-v1 -- VenkatNDivi77/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- barnowak/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- arisylafeta/gte-Qwen2-1.5B-instruct-Q4_0-GGUF -- KeyurRamoliya/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- cedarwud/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- KeyurRamoliya/gte-Qwen2-7B-instruct-GGUF -- agier9/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- dopeba/gte-Qwen2-1.5B-instruct-Q8_0-GGUF -- Yingda/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- soichisumi/gte-Qwen2-7B-instruct-Q8_0-GGUF -- Bearsaerker/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- redshiva/gte-Qwen2-7B-instruct-Q8_0-GGUF -- qaz-t/gte-Qwen2-7B-instruct-Q8_0-GGUF -- biggunnyso4/stella_en_400M_v5_cpu -- PotatoOff/mxbai-embed-large-safetensors -- KeyurRamoliya/multilingual-e5-large-instruct-GGUF -- liddlefish/privacy_embedding_rag_10k_base_12_final -- liddlefish/privacy_embedding_rag_10k_base_15_final -- liddlefish/privacy_embedding_rag_10k_base_checkpoint_2 -- liddlefish/privacy_embedding_rag_10k_base_final -- tomaarsen/bge-base-en-v1.5 -- CAiRE/UniVaR-lambda-80 -- CAiRE/UniVaR-lambda-1 -- CAiRE/UniVaR-lambda-5 -- CAiRE/UniVaR-lambda-20 -- leeloolee/intention -- yixuan-chia/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- yixuan-chia/snowflake-arctic-embed-m-v1.5-Q4_K_M-GGUF -- yishan-wang/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- yixuan-chia/snowflake-arctic-embed-s-Q8_0-GGUF -- VenkatNDivi77/e5-R-mistral-7b-Q4_K_M-GGUF -- chris-code/multilingual-e5-large-Q8_0-GGUF -- soichisumi/multilingual-e5-large-Q8_0-GGUF -- pruizpar/multilingual-e5-large-Q4_K_M-GGUF -- yixuan-chia/snowflake-arctic-embed-l-Q8_0-GGUF -- twadada/nmc-300-w30k-b10k -- twadada/nmc-300-w50k-b30k -- twadada/nmc-cls-200_correct -- twadada/st-mpnet_original -- twadada/nmc-cls-500_correct -- twadada/nmc-cls-50_correct -- twadada/nmc-cls-100_correct -- twadada/nmc-wordpca -- twadada/mpn-wordpca -- twadada/lma-wordpca -- twadada/lma-nobivec -- twadada/lma-nopca -- twadada/lma_noabtt -- twadada/ft-lower-pca -- twadada/ft-lower -- twadada/nmc-prmt-and-emb-150k -- twadada/s2v-gcp-pca -- twadada/s2v-gcp -- twadada/ft-gcp-pca -- twadada/ft-gcp -- twadada/lma3-correct -- twadada/mpn-nopca -- twadada/nmc-pmpt_correct -- twadada/lma3-2 -- twadada/lma3 -- twadada/lma2 -- twadada/lma -- twadada/mpn-noabtt -- twadada/mpn-nobivec -- twadada/nmc-prmt-and-emb -- twadada/nmc-cls-300_correct -- twadada/nmc-prmpt -- twadada/kom2 -- twadada/nmc-cls-noabtt -- twadada/nmc-cls-nobiv -- twadada/nmc-cls-nopca -- twadada/mpn -- twadada/sup-cse -- twadada/mxb -- twadada/kom -- twadada/un-sim -- twadada/nmc-cls -- twadada/komni -- twadada/fasttext -- twadada/s2v -- twadada/tst2 -- twadada/tst -- markaw/NV-Embed-v2 -- linhphanff/stella_en_1.5B_v5_clone -- BN7002/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- DecisionOptimizationSystemProduction/DeepFeatTextEmbeddingLarge -- Hiveurban/multilingual-e5-large-pooled -- KeyurRamoliya/multilingual-e5-large-GGUF -- SkyeTeam/stella_en_400m -- yixuan-chia/snowflake-arctic-embed-m-long-Q8_0-GGUF -- aimlresearch2023/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- twadada/nmc-nignore15 -- twadada/nmc-nignore30 -- twadada/nmc-nignore50 -- twadada/nmc-300-w75k-b10k -- twadada/nmc-300-w50k-b10k -- bijaygurung/stella_en_400M_v5 -- bennegeek/stella_en_1.5B_v5 -- lgbird/stella_1.5B_custom -- mmazeem/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- shanghung/stella-base-zh-v3-1792d -- mav23/gte-Qwen2-7B-instruct-GGUF -- Marqo/dunzhang-stella_en_400M_v5 -- mav23/gte-Qwen2-1.5B-instruct-GGUF -- DivineNnamdi/jina-embeddings-v3 -- tomaarsen/mxbai-embed-large-v1-exported -- yixuan-chia/multilingual-e5-large-instruct-gguf -- Nextcloud-AI/multilingual-e5-large-instruct -- aiacademyvn/multilingual-e5-large-instruct -- katanemo/bge-large-en-v1.5 -- delwinn/stella_en_1.5B_v5 -- tensorblock/gte-Qwen2-7B-instruct-GGUF -- tensorblock/gte-Qwen2-1.5B-instruct-GGUF -- arkohut/jina-embeddings-v3 -- ISOISS/jina-embeddings-v3-tei -- OrcaDB/cde-small-v1 -- tomaarsen/mxbai-embed-large-v1-test -- OrcaDB/gte-base-en-v1.5 -- twine-network/NoInstruct-small-Embedding-v0-Q8_0-GGUF -- twine-network/NoInstruct-small-Embedding-v0-Q5_K_M-GGUF -- tomaarsen/bge-small-en-v1.5-copy -- nnch/multilingual-e5-large-Q4_K_M-GGUF -- apto-as/multilingual-e5-large-Q8_0-GGUF -- gpustack/jina-embeddings-v2-base-en-GGUF -- sheldonrobinson/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- yixuan-chia/multilingual-e5-base-gguf -- deepfile/multilingual-e5-small-onnx-qint8 -- deepfile/multilingual-e5-small-openvino -- Marqo/multilingual-e5-small -- mirekphd/gte-Qwen2-7B-instruct-Q2_K-GGUF -- beethogedeon/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- MichielEeckhout/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- compressa-ai/Compressa-Embeddings -- ilhamdprastyo/jina-embeddings-v3-tei -- OysterHR/gte-base-en-v1.5 -- Saco93/Conan-embedding-v1-Q4_K_S-GGUF -- lagoon999/Conan-embedding-v1-Q4_K_M-GGUF -- lagoon999/xiaobu-embedding-v2-Q8_0-GGUF -- mirekphd/gte-Qwen2-7B-instruct-Q2_K-GGUF -- beethogedeon/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- MichielEeckhout/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- gpustack/jina-embeddings-v2-base-zh-GGUF -- arkohut/jina-embeddings-v2-base-zh -- silverjam/jina-embeddings-v2-base-zh -- BookingCare/gte-multilingual-base-onnx-quantized -- blevlabs/stella_en_v5 -- sigridjineth/stella_en_1.5B_v5_sigrid -- google/Gemma-Embeddings-v1.0 -cross_encoders: -- FollowIR-7B -- flan-t5-base -- flan-t5-large -- monobert-large-msmarco -- monot5-3b-msmarco-10k -- monot5-base-msmarco-10k -- llama-2-7b-chat -- mistral-7b-instruct-v0.2 -- tart-full-flan-t5-xl diff --git a/refresh.py b/refresh.py deleted file mode 100644 index 51e8be4b113630f462ca2212869ca3ffaa7c0fb6..0000000000000000000000000000000000000000 --- a/refresh.py +++ /dev/null @@ -1,799 +0,0 @@ -from __future__ import annotations - -import json - -import os -import re -from functools import reduce -from typing import Any - -import pandas as pd -from datasets import load_dataset -from huggingface_hub import hf_hub_download -from huggingface_hub.repocard import metadata_load -from tqdm.autonotebook import tqdm - -from envs import API, LEADERBOARD_CONFIG, MODEL_META, REPO_ID, RESULTS_REPO -from utils.model_size import get_model_parameters_memory - -MODEL_CACHE = {} -TASKS_CONFIG = LEADERBOARD_CONFIG["tasks"] -BOARDS_CONFIG = LEADERBOARD_CONFIG["boards"] - -TASKS = list(TASKS_CONFIG.keys()) -PRETTY_NAMES = { - "InstructionRetrieval": "Retrieval w/Instructions", - "PairClassification": "Pair Classification", - "BitextMining": "Bitext Mining", -} - -TASK_TO_METRIC = {k: [v["metric"]] for k, v in TASKS_CONFIG.items()} -# Add legacy metric names -TASK_TO_METRIC["STS"].append("cos_sim_spearman") -TASK_TO_METRIC["STS"].append("spearman") -TASK_TO_METRIC["Summarization"].append("cos_sim_spearman") -TASK_TO_METRIC["Summarization"].append("spearman") -TASK_TO_METRIC["PairClassification"].append("ap") -TASK_TO_METRIC["PairClassification"].append("cos_sim_ap") -TASK_TO_METRIC["PairClassification"].append("cosine_ap") - - -EXTERNAL_MODELS = { - k for k, v in MODEL_META["model_meta"].items() if v.get("is_external", False) -} -EXTERNAL_MODEL_TO_LINK = { - k: v["link"] for k, v in MODEL_META["model_meta"].items() if v.get("link", False) -} -EXTERNAL_MODEL_TO_DIM = { - k: v["dim"] for k, v in MODEL_META["model_meta"].items() if v.get("dim", False) -} -EXTERNAL_MODEL_TO_SEQLEN = { - k: v["seq_len"] - for k, v in MODEL_META["model_meta"].items() - if v.get("seq_len", False) -} -EXTERNAL_MODEL_TO_SIZE = { - k: v["size"] for k, v in MODEL_META["model_meta"].items() if v.get("size", False) -} -PROPRIETARY_MODELS = { - k for k, v in MODEL_META["model_meta"].items() if v.get("is_proprietary", False) -} -TASK_DESCRIPTIONS = {k: v["task_description"] for k, v in TASKS_CONFIG.items()} -TASK_DESCRIPTIONS["Overall"] = "Overall performance across MTEB tasks." -SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS = { - k - for k, v in MODEL_META["model_meta"].items() - if v.get("is_sentence_transformers_compatible", False) -} -MODELS_TO_SKIP = MODEL_META["models_to_skip"] -CROSS_ENCODERS = MODEL_META["cross_encoders"] -BI_ENCODERS = [ - k for k, _ in MODEL_META["model_meta"].items() if k not in CROSS_ENCODERS + ["bm25"] -] -INSTRUCT_MODELS = { - k for k, v in MODEL_META["model_meta"].items() if v.get("uses_instruct", False) -} -NOINSTRUCT_MODELS = { - k for k, v in MODEL_META["model_meta"].items() if not v.get("uses_instruct", False) -} - - -TASK_TO_TASK_TYPE = {task_category: [] for task_category in TASKS} -TASK_TO_SPLIT = {} -for k, board_config in BOARDS_CONFIG.items(): - for task_category, task_list in board_config["tasks"].items(): - TASK_TO_TASK_TYPE[task_category].extend(task_list) - if "split" in board_config: - TASK_TO_SPLIT[k] = board_config["split"] - - -## Don't cache this because we want to re-compute every time -# model_infos_path = "model_infos.json" -MODEL_INFOS = {} -# if os.path.exists(model_infos_path): -# with open(model_infos_path) as f: -# MODEL_INFOS = json.load(f) - - -def add_rank(df: pd.DataFrame) -> pd.DataFrame: - cols_to_rank = [ - col - for col in df.columns - if col - not in [ - "Model", - "Model Size (Million Parameters)", - "Memory Usage (GB, fp32)", - "Embedding Dimensions", - "Max Tokens", - ] - ] - if len(cols_to_rank) == 1: - df.sort_values(cols_to_rank[0], ascending=False, inplace=True) - else: - df.insert( - len(df.columns) - len(cols_to_rank), - "Average", - df[cols_to_rank].mean(axis=1, skipna=False), - ) - df.sort_values("Average", ascending=False, inplace=True) - df.insert(0, "Rank", list(range(1, len(df) + 1))) - df = df.round(2) - # Fill NaN after averaging - df.fillna("", inplace=True) - return df - - -def make_clickable_model(model_name: str, link: None | str = None) -> str: - if link is None: - link = "https://huggingface.co/" + model_name - # Remove user from model name - model_name = model_name.split("/")[-1] - model_name = model_name.split("__")[-1] - return f'{model_name}' - - -def add_subset(examples): - if not (examples["hf_subset"]) or (examples["hf_subset"] == "default"): - examples["mteb_dataset_name_with_lang"] = examples["mteb_dataset_name"] - else: - examples["mteb_dataset_name_with_lang"] = ( - examples["mteb_dataset_name"] + f' ({examples["hf_subset"]})' - ) - return examples - - -def norm(names: list[str]) -> set[str]: - return set([name.split()[0] for name in names]) - - -def add_task(examples): - # Could be added to the dataset loading script instead - task_name = examples["mteb_dataset_name"] - task_type = None - for task_category, task_list in TASK_TO_TASK_TYPE.items(): - if task_name in norm(task_list): - task_type = task_category - break - if task_type is not None: - examples["mteb_task"] = task_type - else: - print("WARNING: Task not found for dataset", examples["mteb_dataset_name"]) - examples["mteb_task"] = "Unknown" - return examples - - -def filter_metric_external(x, task, metrics) -> bool: - # This is a hack for the passkey and needle retrieval test, which reports ndcg_at_1 (i.e. accuracy), rather than the ndcg_at_10 that is commonly used for retrieval tasks. - if x["mteb_dataset_name"] in ["LEMBNeedleRetrieval", "LEMBPasskeyRetrieval"]: - return bool(x["mteb_task"] == task and x["metric"] == "ndcg_at_1") - elif (x["mteb_dataset_name"].startswith("BrightRetrieval") and (x["split"] == "long")): - return bool(x["mteb_task"] == task and x["metric"] in ["recall_at_1"]) - elif x["mteb_dataset_name"] == "MIRACLReranking": - return bool(x["mteb_task"] == task and x["metric"] in ["NDCG@10(MIRACL)"]) - else: - return bool(x["mteb_task"] == task and x["metric"] in metrics) - - -def filter_metric_fetched(name: str, metric: str, expected_metrics, split: str) -> bool: - # This is a hack for the passkey and needle retrieval test, which reports ndcg_at_1 (i.e. accuracy), rather than the ndcg_at_10 that is commonly used for retrieval tasks. - if name in ["LEMBNeedleRetrieval", "LEMBPasskeyRetrieval"]: - return bool(metric == "ndcg_at_1") - elif (name.startswith("BrightRetrieval") and (split == "long")): - return bool(metric in ["recall_at_1"]) - elif name.startswith("MIRACLReranking"): - return bool(metric in ["NDCG@10(MIRACL)"]) - else: - return bool(metric in expected_metrics) - - -def get_dim_seq_size(model): - siblings = model.siblings or [] - filenames = [sib.rfilename for sib in siblings] - dim, seq = "", "" - for filename in filenames: - if re.match("\d+_Pooling/config.json", filename): - st_config_path = hf_hub_download(model.modelId, filename=filename) - dim = json.load(open(st_config_path)).get("word_embedding_dimension", "") - break - for filename in filenames: - if re.match("\d+_Dense/config.json", filename): - st_config_path = hf_hub_download(model.modelId, filename=filename) - dim = json.load(open(st_config_path)).get("out_features", dim) - if "config.json" in filenames: - config_path = hf_hub_download(model.modelId, filename="config.json") - config = json.load(open(config_path)) - if not dim: - dim = config.get( - "hidden_dim", config.get("hidden_size", config.get("d_model", "")) - ) - seq = config.get( - "n_positions", - config.get( - "max_position_embeddings", - config.get("n_ctx", config.get("seq_length", "")), - ), - ) - - if dim == "" or seq == "": - raise Exception(f"Could not find dim or seq for model {model.modelId}") - - # Get model file size without downloading. Parameters in million parameters and memory in GB - parameters, memory = get_model_parameters_memory(model) - return dim, seq, parameters, memory - - -def get_external_model_results(): - if os.path.exists("EXTERNAL_MODEL_RESULTS.json"): - with open("EXTERNAL_MODEL_RESULTS.json") as f: - EXTERNAL_MODEL_RESULTS = json.load(f) - # Update with models not contained - models_to_run = [] - for model in EXTERNAL_MODELS: - if model not in EXTERNAL_MODEL_RESULTS: - models_to_run.append(model) - EXTERNAL_MODEL_RESULTS[model] = { - k: {v[0]: []} for k, v in TASK_TO_METRIC.items() - } - - ## only if we want to re-calculate all instead of using the cache... it's likely they haven't changed - ## but if your model results have changed, delete it from the "EXTERNAL_MODEL_RESULTS.json" file - else: - EXTERNAL_MODEL_RESULTS = { - model: {k: {v[0]: []} for k, v in TASK_TO_METRIC.items()} - for model in EXTERNAL_MODELS - } - models_to_run = EXTERNAL_MODELS - - pbar = tqdm(models_to_run, desc="Fetching external model results") - for model in pbar: - pbar.set_description(f"Fetching external model results for {model!r}") - try: - ds = load_dataset( - RESULTS_REPO, - model, - trust_remote_code=True, - download_mode="force_redownload", - verification_mode="no_checks", - ) - except (KeyError, ValueError) as e: - model_tmp = "__".join([MODEL_META["model_meta"][model]["link"].split("/")[-2], model]) - ds = load_dataset( - RESULTS_REPO, - model_tmp, - trust_remote_code=True, - download_mode="force_redownload", - verification_mode="no_checks", - ) - except ValueError as e: - print(f"Can't fined model {model} in results repository. Exception: {e}") - continue - - ds = ds.map(add_subset) - ds = ds.map(add_task) - base_dict = { - "Model": make_clickable_model( - model, - link=EXTERNAL_MODEL_TO_LINK.get( - model, f"https://huggingface.co/spaces/{REPO_ID}" - ), - ) - } - - for task, metrics in TASK_TO_METRIC.items(): - ds_sub = ds.filter(lambda x: filter_metric_external(x, task, metrics))[ - "test" - ] - curent_task_metrics = ds_sub.unique("metric") - for metric in curent_task_metrics: - ds_dict = ds_sub.filter(lambda x: x["metric"] == metric).to_dict() - ds_dict = { - k: round(v, 2) - for k, v in zip( - ds_dict["mteb_dataset_name_with_lang"], ds_dict["score"] - ) - } - # metrics[0] is the main name for this metric; other names in the list are legacy for backward-compat - # except for recall_at_1, which is the main name for BrightRetrieval (Long) - metric = metrics[0] if metric != "recall_at_1" else metric - if metric not in EXTERNAL_MODEL_RESULTS[model][task]: - EXTERNAL_MODEL_RESULTS[model][task][metric] = [] - EXTERNAL_MODEL_RESULTS[model][task][metric].append( - {**base_dict, **ds_dict} - ) - #ds_dict = ds.filter(lambda x: filter_metric_external(x, task, metrics))[ - # "test" - #].to_dict() - #ds_dict = { - # k: round(v, 2) - # for k, v in zip( - # ds_dict["mteb_dataset_name_with_lang"], ds_dict["score"] - # ) - #} - ## metrics[0] is the main name for this metric; other names in the list are legacy for backward-compat - #EXTERNAL_MODEL_RESULTS[model][task][metrics[0]].append( - # {**base_dict, **ds_dict} - #) - - # Save & cache EXTERNAL_MODEL_RESULTS - with open("EXTERNAL_MODEL_RESULTS.json", "w") as f: - json.dump(dict(sorted(EXTERNAL_MODEL_RESULTS.items())), f, indent=4) - - return EXTERNAL_MODEL_RESULTS - - -def download_or_use_cache(modelId: str): - global MODEL_CACHE - if modelId in MODEL_CACHE: - return MODEL_CACHE[modelId] - try: - readme_path = hf_hub_download(modelId, filename="README.md", etag_timeout=30) - except Exception: - print(f"ERROR: Could not fetch metadata for {modelId}, trying again") - readme_path = hf_hub_download(modelId, filename="README.md", etag_timeout=30) - meta = metadata_load(readme_path) - MODEL_CACHE[modelId] = meta - return meta - - -def simplify_dataset_name(name): - return name.replace("MTEB ", "").replace(" (default)", "") - - -def get_mteb_data( - tasks: list = ["Clustering"], - langs: list = [], - datasets: list = [], - fillna: bool = True, - add_emb_dim: bool = True, - task_to_metric: dict = TASK_TO_METRIC, - rank: bool = True, -) -> pd.DataFrame: - global MODEL_INFOS - - with open("EXTERNAL_MODEL_RESULTS.json", "r") as f: - external_model_results = json.load(f) - - api = API - models = list(api.list_models(filter="mteb", full=True)) - # Legacy names changes; Also fetch the old results & merge later - if "MLSUMClusteringP2P (fr)" in datasets: - datasets.append("MLSUMClusteringP2P") - if "MLSUMClusteringS2S (fr)" in datasets: - datasets.append("MLSUMClusteringS2S") - if "PawsXPairClassification (fr)" in datasets: - datasets.append("PawsX (fr)") - # Initialize list to models that we cannot fetch metadata from - df_list = [] - for model in external_model_results: - results_list = [] - for task in tasks: - # Not all models have InstructionRetrieval, other new tasks - if task not in external_model_results[model]: continue - if task_to_metric[task][0] not in external_model_results[model][task]: continue - results_list += external_model_results[model][task][task_to_metric[task][0]] - - if len(datasets) > 0: - res = { - k: v - for d in results_list - for k, v in d.items() - if (k == "Model") or any([x in k for x in datasets]) - } - elif langs: - # Would be cleaner to rely on an extra language column instead - langs_format = [f"({lang})" for lang in langs] - res = { - k: v - for d in results_list - for k, v in d.items() - if any([k.split(" ")[-1] in (k, x) for x in langs_format]) - } - else: - res = {k: v for d in results_list for k, v in d.items()} - # Model & at least one result - if len(res) > 1: - if add_emb_dim: - res["Model Size (Million Parameters)"] = EXTERNAL_MODEL_TO_SIZE.get( - model, "" - ) - res["Memory Usage (GB, fp32)"] = ( - round(res["Model Size (Million Parameters)"] * 1e6 * 4 / 1024**3, 2) - if res["Model Size (Million Parameters)"] != "" - else "" - ) - res["Embedding Dimensions"] = EXTERNAL_MODEL_TO_DIM.get(model, "") - res["Max Tokens"] = EXTERNAL_MODEL_TO_SEQLEN.get(model, "") - df_list.append(res) - - pbar = tqdm(models, desc="Fetching model metadata") - for model in pbar: - if model.modelId in MODELS_TO_SKIP: - continue - pbar.set_description(f"Fetching {model.modelId!r} metadata") - meta = download_or_use_cache(model.modelId) - MODEL_INFOS[model.modelId] = {"metadata": meta} - if "model-index" not in meta: - continue - # meta['model-index'][0]["results"] is list of elements like: - # { - # "task": {"type": "Classification"}, - # "dataset": { - # "type": "mteb/amazon_massive_intent", - # "name": "MTEB MassiveIntentClassification (nb)", - # "config": "nb", - # "split": "test", - # }, - # "metrics": [ - # {"type": "accuracy", "value": 39.81506388702084}, - # {"type": "f1", "value": 38.809586587791664}, - # ], - # }, - # Use "get" instead of dict indexing to skip incompat metadata instead of erroring out - if len(datasets) > 0: - task_results = [ - sub_res - for sub_res in meta["model-index"][0]["results"] - if (sub_res.get("task", {}).get("type", "") in tasks) - and any( - [x in sub_res.get("dataset", {}).get("name", "") for x in datasets] - ) - ] - elif langs: - task_results = [ - sub_res - for sub_res in meta["model-index"][0]["results"] - if (sub_res.get("task", {}).get("type", "") in tasks) - and ( - sub_res.get("dataset", {}).get("config", "default") - in ("default", *langs) - ) - ] - else: - task_results = [ - sub_res - for sub_res in meta["model-index"][0]["results"] - if (sub_res.get("task", {}).get("type", "") in tasks) - ] - try: - out = [ - { - simplify_dataset_name(res["dataset"]["name"]): [ - round(score["value"], 2) - for score in res["metrics"] - if filter_metric_fetched( - simplify_dataset_name(res["dataset"]["name"]), - score["type"], - task_to_metric.get(res["task"]["type"]), - res["dataset"]["split"], - ) - ][0] - } - for res in task_results - ] - except Exception as e: - if 'ILKT' in model.modelId: continue - print("ERROR", model.modelId, e) - continue - out = {k: v for d in out for k, v in d.items()} - out["Model"] = make_clickable_model(model.modelId) - # Model & at least one result - if len(out) > 1: - if add_emb_dim: - # The except clause triggers on gated repos, we can use external metadata for those - try: - MODEL_INFOS[model.modelId]["dim_seq_size"] = list(get_dim_seq_size(model)) - except: - name_without_org = model.modelId.split("/")[-1] - # EXTERNAL_MODEL_TO_SIZE[name_without_org] refers to millions of parameters, so for memory usage - # we multiply by 1e6 to get just the number of parameters, then by 4 to get the number of bytes - # given fp32 precision (4 bytes per float), then divide by 1024**3 to get the number of GB - MODEL_INFOS[model.modelId]["dim_seq_size"] = ( - EXTERNAL_MODEL_TO_DIM.get(name_without_org, ""), - EXTERNAL_MODEL_TO_SEQLEN.get(name_without_org, ""), - EXTERNAL_MODEL_TO_SIZE.get(name_without_org, ""), - round( - EXTERNAL_MODEL_TO_SIZE[name_without_org] - * 1e6 - * 4 - / 1024**3, - 2, - ) - if name_without_org in EXTERNAL_MODEL_TO_SIZE - else "", - ) - ( - out["Embedding Dimensions"], - out["Max Tokens"], - out["Model Size (Million Parameters)"], - out["Memory Usage (GB, fp32)"], - ) = tuple(MODEL_INFOS[model.modelId]["dim_seq_size"]) - df_list.append(out) - model_siblings = model.siblings or [] - if ( - model.library_name == "sentence-transformers" - or "sentence-transformers" in model.tags - or "modules.json" in {file.rfilename for file in model_siblings} - ): - SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS.add(out["Model"]) - - # # Save & cache MODEL_INFOS - # with open("model_infos.json", "w") as f: - # json.dump(MODEL_INFOS, f) - - df = pd.DataFrame(df_list) - # If there are any models that are the same, merge them - # E.g. if out["Model"] has the same value in two places, merge & take whichever one is not NaN else just take the first one - df = df.groupby("Model", as_index=False).first() - # Put 'Model' column first - cols = sorted(list(df.columns)) - base_columns = [ - "Model", - "Model Size (Million Parameters)", - "Memory Usage (GB, fp32)", - "Embedding Dimensions", - "Max Tokens", - ] - if len(datasets) > 0: - # Update legacy column names to be merged with newer ones - # Update 'MLSUMClusteringP2P (fr)' with values from 'MLSUMClusteringP2P' - if ("MLSUMClusteringP2P (fr)" in datasets) and ("MLSUMClusteringP2P" in cols): - df["MLSUMClusteringP2P (fr)"] = df["MLSUMClusteringP2P (fr)"].fillna( - df["MLSUMClusteringP2P"] - ) - datasets.remove("MLSUMClusteringP2P") - if ("MLSUMClusteringS2S (fr)" in datasets) and ("MLSUMClusteringS2S" in cols): - df["MLSUMClusteringS2S (fr)"] = df["MLSUMClusteringS2S (fr)"].fillna( - df["MLSUMClusteringS2S"] - ) - datasets.remove("MLSUMClusteringS2S") - if ("PawsXPairClassification (fr)" in datasets) and ("PawsX (fr)" in cols): - # for the first bit no model has it, hence no column for it. We can remove this in a month or so - if "PawsXPairClassification (fr)" not in cols: - df["PawsXPairClassification (fr)"] = df["PawsX (fr)"] - else: - df["PawsXPairClassification (fr)"] = df[ - "PawsXPairClassification (fr)" - ].fillna(df["PawsX (fr)"]) - # make all the columns the same - datasets.remove("PawsX (fr)") - cols.remove("PawsX (fr)") - df.drop(columns=["PawsX (fr)"], inplace=True) - - # Filter invalid columns - cols = [col for col in cols if col in base_columns + datasets] - i = 0 - for column in base_columns: - if column in cols: - cols.insert(i, cols.pop(cols.index(column))) - i += 1 - df = df[cols] - if rank: - df = add_rank(df) - if fillna: - df.fillna("", inplace=True) - return df - - -# Get dict with a task list for each task category -# E.g. {"Classification": ["AmazonMassiveIntentClassification (en)", ...], "PairClassification": ["SprintDuplicateQuestions", ...]} -def get_mteb_average(task_dict: dict) -> tuple[Any, dict]: - all_tasks = reduce(lambda x, y: x + y, task_dict.values()) - DATA_OVERALL = get_mteb_data( - tasks=list(task_dict.keys()), - datasets=all_tasks, - fillna=False, - add_emb_dim=True, - rank=False, - ) - # Debugging: - # DATA_OVERALL.to_csv("overall.csv") - DATA_OVERALL.insert( - 1, - f"Average ({len(all_tasks)} datasets)", - DATA_OVERALL[all_tasks].mean(axis=1, skipna=False), - ) - - for i, (task_category, task_category_list) in enumerate(task_dict.items()): - DATA_OVERALL.insert( - i + 2, - f"{task_category} Average ({len(task_category_list)} datasets)", - DATA_OVERALL[task_category_list].mean(axis=1, skipna=False), - ) - DATA_OVERALL.sort_values( - f"Average ({len(all_tasks)} datasets)", ascending=False, inplace=True - ) - # Start ranking from 1 - DATA_OVERALL.insert(0, "Rank", list(range(1, len(DATA_OVERALL) + 1))) - - DATA_OVERALL = DATA_OVERALL.round(2) - - DATA_TASKS = {} - for task_category, task_category_list in task_dict.items(): - DATA_TASKS[task_category] = add_rank( - DATA_OVERALL[ - ["Model", "Model Size (Million Parameters)", "Memory Usage (GB, fp32)", "Embedding Dimensions", "Max Tokens"] + task_category_list - ] - ) - DATA_TASKS[task_category] = DATA_TASKS[task_category][ - DATA_TASKS[task_category].iloc[:, 4:].ne("").any(axis=1) - ] - - # Fill NaN after averaging - DATA_OVERALL.fillna("", inplace=True) - - data_overall_rows = [ - "Rank", - "Model", - "Model Size (Million Parameters)", - "Memory Usage (GB, fp32)", - "Embedding Dimensions", - "Max Tokens", - f"Average ({len(all_tasks)} datasets)", - ] - for task_category, task_category_list in task_dict.items(): - data_overall_rows.append( - f"{task_category} Average ({len(task_category_list)} datasets)" - ) - - DATA_OVERALL = DATA_OVERALL[data_overall_rows] - DATA_OVERALL = DATA_OVERALL[DATA_OVERALL.iloc[:, 5:].ne("").any(axis=1)] - - return DATA_OVERALL, DATA_TASKS - - -def refresh_leaderboard() -> tuple[list, dict]: - """ - The main code to refresh and calculate results for the leaderboard. It does this by fetching the results from the - external models and the models in the leaderboard, then calculating the average scores for each task category. - """ - - # get external model results and cache them - # NOTE: if your model results have changed, use this function to refresh them (see inside for details) - get_external_model_results() - - boards_data = {} - all_data_tasks = [] - pbar_tasks = tqdm( - BOARDS_CONFIG.items(), - desc="Fetching leaderboard results for ???", - total=len(BOARDS_CONFIG), - leave=True, - ) - for board, board_config in pbar_tasks: - # Optional fetch only for a specific board - # if board != "ru": continue - # Very hacky - should fix this as soon as possible - if board == "bright_long": - TASK_TO_METRIC["Retrieval"] = ["recall_at_1"] - boards_data[board] = {"data_overall": None, "data_tasks": {}} - pbar_tasks.set_description(f"Fetching leaderboard results for {board!r}") - pbar_tasks.refresh() - if board_config["has_overall"]: - data_overall, data_tasks = get_mteb_average(board_config["tasks"]) - boards_data[board]["data_overall"] = data_overall - boards_data[board]["data_tasks"] = data_tasks - all_data_tasks.extend(data_tasks.values()) - else: - for task_category, task_category_list in board_config["tasks"].items(): - data_task_category = get_mteb_data( - tasks=[task_category], datasets=task_category_list - ) - boards_data[board]["data_tasks"][task_category] = data_task_category - all_data_tasks.append(data_task_category) - if board == "bright_long": - TASK_TO_METRIC["Retrieval"] = ["ndcg_at_10"] - return all_data_tasks, boards_data - -def write_out_results(item: dict, item_name: str) -> None: - """ - Due to their complex structure, let's recursively create subfolders until we reach the end - of the item and then save the DFs as jsonl files - - Args: - item: The item to save - item_name: The name of the item - """ - main_folder = item_name - - if isinstance(item, list): - for i, v in enumerate(item): - write_out_results(v, os.path.join(main_folder, str(i))) - - elif isinstance(item, dict): - for key, value in item.items(): - if isinstance(value, dict): - write_out_results(value, os.path.join(main_folder, key)) - elif isinstance(value, list): - for i, v in enumerate(value): - write_out_results(v, os.path.join(main_folder, key + str(i))) - else: - write_out_results(value, os.path.join(main_folder, key)) - - elif isinstance(item, pd.DataFrame): - print(f"Saving {main_folder} to {main_folder}/default.jsonl") - os.makedirs(main_folder, exist_ok=True) - - if "index" not in item.columns: - item.reset_index(inplace=True) - item.to_json(f"{main_folder}/default.jsonl", orient="records", lines=True) - - elif isinstance(item, str): - print(f"Saving {main_folder} to {main_folder}/default.txt") - os.makedirs(main_folder, exist_ok=True) - with open(f"{main_folder}/default.txt", "w") as f: - f.write(item) - - elif item is None: - # write out an empty file - print(f"Saving {main_folder} to {main_folder}/default.txt") - os.makedirs(main_folder, exist_ok=True) - with open(f"{main_folder}/default.txt", "w") as f: - f.write("") - - else: - raise Exception(f"Unknown type {type(item)}") - - -def load_results(data_path: str) -> list | dict | pd.DataFrame | str | None: - """ - Do the reverse of `write_out_results` to reconstruct the item - - Args: - data_path: The path to the data to load - - Returns: - The loaded data - """ - if os.path.isdir(data_path): - # if the folder just has numbers from 0 to N, load as a list - all_files_in_dir = list(os.listdir(data_path)) - if set(all_files_in_dir) == set([str(i) for i in range(len(all_files_in_dir))]): - ### the list case - return [ - load_results(os.path.join(data_path, str(i))) - for i in range(len(os.listdir(data_path))) - ] - else: - if len(all_files_in_dir) == 1: - file_name = all_files_in_dir[0] - if file_name == "default.jsonl": - return load_results(os.path.join(data_path, file_name)) - else: ### the dict case - return {file_name: load_results(os.path.join(data_path, file_name))} - else: - return { - file_name: load_results(os.path.join(data_path, file_name)) - for file_name in all_files_in_dir - } - - elif data_path.endswith(".jsonl"): - df = pd.read_json(data_path, orient="records", lines=True) - if "index" in df.columns: - df = df.set_index("index") - if "Memory Usage (GB, fp32)" in df.columns: - df["Memory Usage (GB, fp32)"] = df["Memory Usage (GB, fp32)"].map(lambda value: round(value, 2) if isinstance(value, float) else value) - return df - - else: - with open(data_path, "r") as f: - data = f.read() - if data == "": - return None - else: - return data - - -if __name__ == "__main__": - print("Refreshing leaderboard statistics...") - all_data_tasks, boards_data = refresh_leaderboard() - print("Done calculating, saving...") - # save them so that the leaderboard can use them. They're quite complex though - # but we can't use pickle files because of git-lfs. - write_out_results(all_data_tasks, "all_data_tasks") - write_out_results(boards_data, "boards_data") - - # to load them use - # all_data_tasks = load_results("all_data_tasks") - # boards_data = load_results("boards_data") - print("Done saving results!") diff --git a/requirements.txt b/requirements.txt index 4c91b9d7a06f41382bf13b94e51870f0eb7125a5..7eed8a9948ba4c8784626a78c409dbb16332963d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,8 +1,3 @@ -git+https://github.com/EuDs63/ffmpy.git@333a19ee4d21f32537c0508aa1942ef1aa7afe24 -gradio[oauth]==4.20.0 -datasets -pandas -huggingface_hub -tqdm +gradio==4.20.0 uvicorn>=0.14.0 fastapi<0.113.0 \ No newline at end of file diff --git a/utils/model_size.py b/utils/model_size.py deleted file mode 100644 index f6eb6873349ec837b6d61d39d74339b18125b11f..0000000000000000000000000000000000000000 --- a/utils/model_size.py +++ /dev/null @@ -1,45 +0,0 @@ -import json -import re -import traceback -from huggingface_hub.hf_api import ModelInfo, get_safetensors_metadata, model_info as get_model_info, get_hf_file_metadata, hf_hub_url -from huggingface_hub import hf_hub_download - -# Map model IDs to the number of bytes used for one parameter. So, 4 bytes for fp32, 2 bytes for fp16, etc. -# By default, we assume that the model is stored in fp32. -KNOWN_BYTES_PER_PARAM = { - "dwzhu/e5-base-4k": 2, -} - -def get_model_parameters_memory(model_info: ModelInfo): - '''Get the size of the model in million of parameters.''' - try: - safetensors = get_safetensors_metadata(model_info.id) - except Exception as e: - pass - else: - num_parameters = sum(safetensors.parameter_count.values()) - return round(num_parameters / 1e6), round(num_parameters * 4 / 1024**3, 2) - - filenames = [sib.rfilename for sib in model_info.siblings] - if "pytorch_model.bin" in filenames: - url = hf_hub_url(model_info.id, filename="pytorch_model.bin") - meta = get_hf_file_metadata(url) - bytes_per_param = KNOWN_BYTES_PER_PARAM.get(model_info.id, 4) - num_params = round(meta.size / bytes_per_param / 1e6) - size_gb = round(meta.size * (4 / bytes_per_param) / 1024**3, 2) - return num_params, size_gb - - if "pytorch_model.bin.index.json" in filenames: - index_path = hf_hub_download(model_info.id, filename="pytorch_model.bin.index.json") - """ - { - "metadata": { - "total_size": 28272820224 - },.... - """ - size = json.load(open(index_path)) - bytes_per_param = KNOWN_BYTES_PER_PARAM.get(model_info.id, 4) - if ("metadata" in size) and ("total_size" in size["metadata"]): - return round(size["metadata"]["total_size"] / bytes_per_param / 1e6), round(size["metadata"]["total_size"] / 1024**3, 2) - - raise Exception(f"Could not find the model parameters for {model_info.id}")