--- tags: - mteb model-index: - name: sentence-t5-xl results: - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (es) config: es split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 45.007999999999996 - type: f1 value: 41.6679637623569 - task: type: Classification dataset: type: mteb/mtop_domain name: MTEB MTOPDomainClassification (es) config: es split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 85.32354903268846 - type: f1 value: 85.23439986563692 - task: type: Classification dataset: type: mteb/mtop_intent name: MTEB MTOPIntentClassification (es) config: es split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 57.384923282188126 - type: f1 value: 38.1008046822733 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (es) config: es split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 57.96906523201076 - type: f1 value: 57.053434089481605 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (es) config: es split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 62.51513113651648 - type: f1 value: 61.428522227301464 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (es-es) config: es-es split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 83.7632102444147 - type: cos_sim_spearman value: 83.41808607885294 - type: euclidean_pearson value: 84.2318059368248 - type: euclidean_spearman value: 83.41874306738518 - type: manhattan_pearson value: 84.31088958713279 - type: manhattan_spearman value: 83.41585915763147 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (es) config: es split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 metrics: - type: cos_sim_pearson value: 49.40174203847368 - type: cos_sim_spearman value: 58.15600173312334 - type: euclidean_pearson value: 53.967323698454365 - type: euclidean_spearman value: 58.15600173312334 - type: manhattan_pearson value: 53.89976435331337 - type: manhattan_spearman value: 58.187134535671284 ---