diff --git "a/README.md" "b/README.md" new file mode 100644--- /dev/null +++ "b/README.md" @@ -0,0 +1,8648 @@ +--- +tags: +- mteb +model-index: +- name: cde-small-v1 + results: + - dataset: + config: en + name: MTEB AmazonCounterfactualClassification (en) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 87.02985074626866 + - type: ap + value: 56.706190238632956 + - type: ap_weighted + value: 56.706190238632956 + - type: f1 + value: 81.93161953007674 + - type: f1_weighted + value: 87.7650174177188 + - type: main_score + value: 87.02985074626866 + task: + type: Classification + - dataset: + config: default + name: MTEB AmazonPolarityClassification (default) + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + split: test + type: mteb/amazon_polarity + metrics: + - type: accuracy + value: 94.664175 + - type: ap + value: 91.68668057762052 + - type: ap_weighted + value: 91.68668057762052 + - type: f1 + value: 94.65859470333152 + - type: f1_weighted + value: 94.65859470333152 + - type: main_score + value: 94.664175 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonReviewsClassification (en) + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + split: test + type: mteb/amazon_reviews_multi + metrics: + - type: accuracy + value: 55.762 + - type: f1 + value: 55.06427827477677 + - type: f1_weighted + value: 55.06427827477677 + - type: main_score + value: 55.762 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 71.99600000000001 + - type: map_at_1 + value: 49.004 + - type: map_at_10 + value: 64.741 + - type: map_at_100 + value: 65.045 + - type: map_at_1000 + value: 65.048 + - type: map_at_20 + value: 64.999 + - type: map_at_3 + value: 61.344 + - type: map_at_5 + value: 63.595 + - type: mrr_at_1 + value: 50.71123755334281 + - type: mrr_at_10 + value: 65.32688703741336 + - type: mrr_at_100 + value: 65.63793917015693 + - type: mrr_at_1000 + value: 65.64038101143724 + - type: mrr_at_20 + value: 65.59178002869953 + - type: mrr_at_3 + value: 61.960644855381695 + - type: mrr_at_5 + value: 64.12636320531058 + - type: nauc_map_at_1000_diff1 + value: 15.961240220366024 + - type: nauc_map_at_1000_max + value: -7.44765810583741 + - type: nauc_map_at_1000_std + value: -17.07167824225605 + - type: nauc_map_at_100_diff1 + value: 15.965616911760689 + - type: nauc_map_at_100_max + value: -7.440609797442297 + - type: nauc_map_at_100_std + value: -17.069175070766125 + - type: nauc_map_at_10_diff1 + value: 16.0053641689455 + - type: nauc_map_at_10_max + value: -7.292003400856069 + - type: nauc_map_at_10_std + value: -17.21891231777586 + - type: nauc_map_at_1_diff1 + value: 16.775859614223965 + - type: nauc_map_at_1_max + value: -10.812150486389175 + - type: nauc_map_at_1_std + value: -18.447209756110635 + - type: nauc_map_at_20_diff1 + value: 16.00477985164213 + - type: nauc_map_at_20_max + value: -7.344399709169316 + - type: nauc_map_at_20_std + value: -17.011815937847548 + - type: nauc_map_at_3_diff1 + value: 15.730294091913994 + - type: nauc_map_at_3_max + value: -7.13902722192326 + - type: nauc_map_at_3_std + value: -16.846251134000045 + - type: nauc_map_at_5_diff1 + value: 15.952653874864062 + - type: nauc_map_at_5_max + value: -6.730509527119155 + - type: nauc_map_at_5_std + value: -16.586379153220353 + - type: nauc_mrr_at_1000_diff1 + value: 10.221278338563085 + - type: nauc_mrr_at_1000_max + value: -10.513831642963527 + - type: nauc_mrr_at_1000_std + value: -16.340880407651863 + - type: nauc_mrr_at_100_diff1 + value: 10.226217465992063 + - type: nauc_mrr_at_100_max + value: -10.506478667638874 + - type: nauc_mrr_at_100_std + value: -16.33847358633176 + - type: nauc_mrr_at_10_diff1 + value: 10.293491655887369 + - type: nauc_mrr_at_10_max + value: -10.357229664747909 + - type: nauc_mrr_at_10_std + value: -16.496874845739885 + - type: nauc_mrr_at_1_diff1 + value: 12.049863016253427 + - type: nauc_mrr_at_1_max + value: -11.968579522299635 + - type: nauc_mrr_at_1_std + value: -16.65245790056632 + - type: nauc_mrr_at_20_diff1 + value: 10.276109067921565 + - type: nauc_mrr_at_20_max + value: -10.404100283652397 + - type: nauc_mrr_at_20_std + value: -16.282098762560164 + - type: nauc_mrr_at_3_diff1 + value: 10.338008940592475 + - type: nauc_mrr_at_3_max + value: -10.123508259477648 + - type: nauc_mrr_at_3_std + value: -16.218834894850918 + - type: nauc_mrr_at_5_diff1 + value: 10.114375457049043 + - type: nauc_mrr_at_5_max + value: -9.987361588255437 + - type: nauc_mrr_at_5_std + value: -15.723897501895118 + - type: nauc_ndcg_at_1000_diff1 + value: 16.00889445347496 + - type: nauc_ndcg_at_1000_max + value: -6.746746500535893 + - type: nauc_ndcg_at_1000_std + value: -16.567047531839382 + - type: nauc_ndcg_at_100_diff1 + value: 16.10719535312808 + - type: nauc_ndcg_at_100_max + value: -6.59354665730934 + - type: nauc_ndcg_at_100_std + value: -16.513298001700566 + - type: nauc_ndcg_at_10_diff1 + value: 16.396485814351973 + - type: nauc_ndcg_at_10_max + value: -5.7111859345525895 + - type: nauc_ndcg_at_10_std + value: -17.13416103510026 + - type: nauc_ndcg_at_1_diff1 + value: 16.775859614223965 + - type: nauc_ndcg_at_1_max + value: -10.812150486389175 + - type: nauc_ndcg_at_1_std + value: -18.447209756110635 + - type: nauc_ndcg_at_20_diff1 + value: 16.414235526534497 + - type: nauc_ndcg_at_20_max + value: -5.890463457153039 + - type: nauc_ndcg_at_20_std + value: -16.124783371499017 + - type: nauc_ndcg_at_3_diff1 + value: 15.683431770601713 + - type: nauc_ndcg_at_3_max + value: -5.546675513691499 + - type: nauc_ndcg_at_3_std + value: -15.973244504586676 + - type: nauc_ndcg_at_5_diff1 + value: 16.193847874581166 + - type: nauc_ndcg_at_5_max + value: -4.471638454091411 + - type: nauc_ndcg_at_5_std + value: -15.517824617814629 + - type: nauc_precision_at_1000_diff1 + value: 3.170440311533737 + - type: nauc_precision_at_1000_max + value: 25.521992526080666 + - type: nauc_precision_at_1000_std + value: 68.4373013145641 + - type: nauc_precision_at_100_diff1 + value: 30.283338663457897 + - type: nauc_precision_at_100_max + value: 44.33747104624998 + - type: nauc_precision_at_100_std + value: 42.28887350925609 + - type: nauc_precision_at_10_diff1 + value: 23.390956301235633 + - type: nauc_precision_at_10_max + value: 15.468288261126773 + - type: nauc_precision_at_10_std + value: -18.2942744669977 + - type: nauc_precision_at_1_diff1 + value: 16.775859614223965 + - type: nauc_precision_at_1_max + value: -10.812150486389175 + - type: nauc_precision_at_1_std + value: -18.447209756110635 + - type: nauc_precision_at_20_diff1 + value: 37.14254275219614 + - type: nauc_precision_at_20_max + value: 46.984729023754824 + - type: nauc_precision_at_20_std + value: 22.763524786900717 + - type: nauc_precision_at_3_diff1 + value: 15.651406928218881 + - type: nauc_precision_at_3_max + value: 0.7775458885343681 + - type: nauc_precision_at_3_std + value: -12.438132482295773 + - type: nauc_precision_at_5_diff1 + value: 18.10074574210355 + - type: nauc_precision_at_5_max + value: 9.373350504221532 + - type: nauc_precision_at_5_std + value: -9.13125987784625 + - type: nauc_recall_at_1000_diff1 + value: 3.1704403115262325 + - type: nauc_recall_at_1000_max + value: 25.521992526077756 + - type: nauc_recall_at_1000_std + value: 68.4373013145603 + - type: nauc_recall_at_100_diff1 + value: 30.283338663455616 + - type: nauc_recall_at_100_max + value: 44.337471046250556 + - type: nauc_recall_at_100_std + value: 42.28887350925341 + - type: nauc_recall_at_10_diff1 + value: 23.390956301235168 + - type: nauc_recall_at_10_max + value: 15.468288261126578 + - type: nauc_recall_at_10_std + value: -18.294274466997873 + - type: nauc_recall_at_1_diff1 + value: 16.775859614223965 + - type: nauc_recall_at_1_max + value: -10.812150486389175 + - type: nauc_recall_at_1_std + value: -18.447209756110635 + - type: nauc_recall_at_20_diff1 + value: 37.14254275219513 + - type: nauc_recall_at_20_max + value: 46.98472902375421 + - type: nauc_recall_at_20_std + value: 22.763524786899644 + - type: nauc_recall_at_3_diff1 + value: 15.65140692821902 + - type: nauc_recall_at_3_max + value: 0.7775458885343522 + - type: nauc_recall_at_3_std + value: -12.43813248229578 + - type: nauc_recall_at_5_diff1 + value: 18.10074574210355 + - type: nauc_recall_at_5_max + value: 9.373350504221595 + - type: nauc_recall_at_5_std + value: -9.131259877846116 + - type: ndcg_at_1 + value: 49.004 + - type: ndcg_at_10 + value: 71.99600000000001 + - type: ndcg_at_100 + value: 73.173 + - type: ndcg_at_1000 + value: 73.214 + - type: ndcg_at_20 + value: 72.91 + - type: ndcg_at_3 + value: 65.21900000000001 + - type: ndcg_at_5 + value: 69.284 + - type: precision_at_1 + value: 49.004 + - type: precision_at_10 + value: 9.452 + - type: precision_at_100 + value: 0.9939999999999999 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.904 + - type: precision_at_3 + value: 25.462 + - type: precision_at_5 + value: 17.255000000000003 + - type: recall_at_1 + value: 49.004 + - type: recall_at_10 + value: 94.523 + - type: recall_at_100 + value: 99.36 + - type: recall_at_1000 + value: 99.644 + - type: recall_at_20 + value: 98.08 + - type: recall_at_3 + value: 76.387 + - type: recall_at_5 + value: 86.273 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArxivClusteringP2P (default) + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + split: test + type: mteb/arxiv-clustering-p2p + metrics: + - type: main_score + value: 48.629569816593516 + - type: v_measure + value: 48.629569816593516 + - type: v_measure_std + value: 14.01810149072028 + task: + type: Clustering + - dataset: + config: default + name: MTEB ArxivClusteringS2S (default) + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + split: test + type: mteb/arxiv-clustering-s2s + metrics: + - type: main_score + value: 40.52366904677561 + - type: v_measure + value: 40.52366904677561 + - type: v_measure_std + value: 14.375876773823757 + task: + type: Clustering + - dataset: + config: default + name: MTEB AskUbuntuDupQuestions (default) + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + split: test + type: mteb/askubuntudupquestions-reranking + metrics: + - type: main_score + value: 61.27347206107508 + - type: map + value: 61.27347206107508 + - type: mrr + value: 74.49105219188321 + - type: nAUC_map_diff1 + value: 13.442645655149457 + - type: nAUC_map_max + value: 25.013363268430027 + - type: nAUC_map_std + value: 17.60175231611674 + - type: nAUC_mrr_diff1 + value: 25.217675209249435 + - type: nAUC_mrr_max + value: 32.37381560372622 + - type: nAUC_mrr_std + value: 22.584922632508412 + task: + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES (default) + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: cosine_pearson + value: 89.09452267906886 + - type: cosine_spearman + value: 86.73450642504955 + - type: euclidean_pearson + value: 87.1275130552617 + - type: euclidean_spearman + value: 86.93812552248012 + - type: main_score + value: 86.73450642504955 + - type: manhattan_pearson + value: 86.79403606129864 + - type: manhattan_spearman + value: 86.76824213349957 + - type: pearson + value: 89.09452267906886 + - type: spearman + value: 86.73450642504955 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification (default) + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 88.58116883116884 + - type: f1 + value: 88.54536316207125 + - type: f1_weighted + value: 88.54536316207125 + - type: main_score + value: 88.58116883116884 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P (default) + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: main_score + value: 44.89554099528695 + - type: v_measure + value: 44.89554099528695 + - type: v_measure_std + value: 0.6101675839696261 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S (default) + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 37.89775676199564 + - type: v_measure + value: 37.89775676199564 + - type: v_measure_std + value: 0.6980439644171996 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 49.239 + - type: map_at_1 + value: 31.407 + - type: map_at_10 + value: 42.788 + - type: map_at_100 + value: 44.163999999999994 + - type: map_at_1000 + value: 44.285000000000004 + - type: map_at_20 + value: 43.531 + - type: map_at_3 + value: 39.381 + - type: map_at_5 + value: 41.296 + - type: mrr_at_1 + value: 38.91273247496424 + - type: mrr_at_10 + value: 48.82553307446011 + - type: mrr_at_100 + value: 49.5278584841276 + - type: mrr_at_1000 + value: 49.56897938168851 + - type: mrr_at_20 + value: 49.27034318525701 + - type: mrr_at_3 + value: 46.423462088698145 + - type: mrr_at_5 + value: 47.83261802575108 + - type: nauc_map_at_1000_diff1 + value: 51.50772644391144 + - type: nauc_map_at_1000_max + value: 39.57698592158747 + - type: nauc_map_at_1000_std + value: -5.092734127689174 + - type: nauc_map_at_100_diff1 + value: 51.51650908644926 + - type: nauc_map_at_100_max + value: 39.579607215550325 + - type: nauc_map_at_100_std + value: -5.112306014245407 + - type: nauc_map_at_10_diff1 + value: 51.80732269410239 + - type: nauc_map_at_10_max + value: 39.312012392020854 + - type: nauc_map_at_10_std + value: -5.844192947783184 + - type: nauc_map_at_1_diff1 + value: 58.51885994004338 + - type: nauc_map_at_1_max + value: 35.306905646597656 + - type: nauc_map_at_1_std + value: -6.4627870729629455 + - type: nauc_map_at_20_diff1 + value: 51.560698537725294 + - type: nauc_map_at_20_max + value: 39.40865218451427 + - type: nauc_map_at_20_std + value: -5.46140640509653 + - type: nauc_map_at_3_diff1 + value: 52.845784777873305 + - type: nauc_map_at_3_max + value: 38.55976877563459 + - type: nauc_map_at_3_std + value: -5.72430771104222 + - type: nauc_map_at_5_diff1 + value: 52.29343919325049 + - type: nauc_map_at_5_max + value: 38.98194700024613 + - type: nauc_map_at_5_std + value: -6.062278166282727 + - type: nauc_mrr_at_1000_diff1 + value: 48.824012243253904 + - type: nauc_mrr_at_1000_max + value: 40.36119735345816 + - type: nauc_mrr_at_1000_std + value: -4.371172318529068 + - type: nauc_mrr_at_100_diff1 + value: 48.80142209066577 + - type: nauc_mrr_at_100_max + value: 40.35371141231279 + - type: nauc_mrr_at_100_std + value: -4.382000140837231 + - type: nauc_mrr_at_10_diff1 + value: 48.89408963706152 + - type: nauc_mrr_at_10_max + value: 40.48043029859513 + - type: nauc_mrr_at_10_std + value: -4.5927306729163835 + - type: nauc_mrr_at_1_diff1 + value: 53.18491414251319 + - type: nauc_mrr_at_1_max + value: 38.43746618754316 + - type: nauc_mrr_at_1_std + value: -6.2489159406458965 + - type: nauc_mrr_at_20_diff1 + value: 48.763867640789634 + - type: nauc_mrr_at_20_max + value: 40.369114351255135 + - type: nauc_mrr_at_20_std + value: -4.400065130027329 + - type: nauc_mrr_at_3_diff1 + value: 48.87375252127912 + - type: nauc_mrr_at_3_max + value: 40.810763259212116 + - type: nauc_mrr_at_3_std + value: -3.4938483699692657 + - type: nauc_mrr_at_5_diff1 + value: 49.186967577714285 + - type: nauc_mrr_at_5_max + value: 40.48882253846611 + - type: nauc_mrr_at_5_std + value: -4.621076155915746 + - type: nauc_ndcg_at_1000_diff1 + value: 49.24642669558249 + - type: nauc_ndcg_at_1000_max + value: 41.00404222082434 + - type: nauc_ndcg_at_1000_std + value: -2.7356065308278392 + - type: nauc_ndcg_at_100_diff1 + value: 48.92939354546236 + - type: nauc_ndcg_at_100_max + value: 40.972699158281586 + - type: nauc_ndcg_at_100_std + value: -3.0561983632108776 + - type: nauc_ndcg_at_10_diff1 + value: 49.60179215238792 + - type: nauc_ndcg_at_10_max + value: 40.89678771623847 + - type: nauc_ndcg_at_10_std + value: -5.096633756025252 + - type: nauc_ndcg_at_1_diff1 + value: 53.18491414251319 + - type: nauc_ndcg_at_1_max + value: 38.43746618754316 + - type: nauc_ndcg_at_1_std + value: -6.2489159406458965 + - type: nauc_ndcg_at_20_diff1 + value: 48.826483305583984 + - type: nauc_ndcg_at_20_max + value: 40.592200374154466 + - type: nauc_ndcg_at_20_std + value: -4.185196398682058 + - type: nauc_ndcg_at_3_diff1 + value: 49.9798291819845 + - type: nauc_ndcg_at_3_max + value: 40.50211559049151 + - type: nauc_ndcg_at_3_std + value: -3.9606100546649 + - type: nauc_ndcg_at_5_diff1 + value: 50.222364976292454 + - type: nauc_ndcg_at_5_max + value: 40.477461845726694 + - type: nauc_ndcg_at_5_std + value: -5.025922873253527 + - type: nauc_precision_at_1000_diff1 + value: -24.208256297106363 + - type: nauc_precision_at_1000_max + value: -10.21103761078881 + - type: nauc_precision_at_1000_std + value: -0.06753142735419307 + - type: nauc_precision_at_100_diff1 + value: -15.392095697703853 + - type: nauc_precision_at_100_max + value: 3.3764259600400375 + - type: nauc_precision_at_100_std + value: 7.032273000803224 + - type: nauc_precision_at_10_diff1 + value: 8.050911372676126 + - type: nauc_precision_at_10_max + value: 26.426542125643365 + - type: nauc_precision_at_10_std + value: 2.3142807003880423 + - type: nauc_precision_at_1_diff1 + value: 53.18491414251319 + - type: nauc_precision_at_1_max + value: 38.43746618754316 + - type: nauc_precision_at_1_std + value: -6.2489159406458965 + - type: nauc_precision_at_20_diff1 + value: -2.4038370945777605 + - type: nauc_precision_at_20_max + value: 18.29255413962441 + - type: nauc_precision_at_20_std + value: 6.963786700698579 + - type: nauc_precision_at_3_diff1 + value: 27.590923102137978 + - type: nauc_precision_at_3_max + value: 36.809716569640635 + - type: nauc_precision_at_3_std + value: -0.4588749991090731 + - type: nauc_precision_at_5_diff1 + value: 18.31451430104417 + - type: nauc_precision_at_5_max + value: 31.76792278657563 + - type: nauc_precision_at_5_std + value: -0.23205753470623663 + - type: nauc_recall_at_1000_diff1 + value: 38.6186488416617 + - type: nauc_recall_at_1000_max + value: 58.02448766170835 + - type: nauc_recall_at_1000_std + value: 43.005151313404625 + - type: nauc_recall_at_100_diff1 + value: 36.14901358957452 + - type: nauc_recall_at_100_max + value: 42.97412072448754 + - type: nauc_recall_at_100_std + value: 8.434723462734665 + - type: nauc_recall_at_10_diff1 + value: 42.953316965307245 + - type: nauc_recall_at_10_max + value: 40.54865147159118 + - type: nauc_recall_at_10_std + value: -4.9425741693714125 + - type: nauc_recall_at_1_diff1 + value: 58.51885994004338 + - type: nauc_recall_at_1_max + value: 35.306905646597656 + - type: nauc_recall_at_1_std + value: -6.4627870729629455 + - type: nauc_recall_at_20_diff1 + value: 38.27628659312007 + - type: nauc_recall_at_20_max + value: 39.50607176714142 + - type: nauc_recall_at_20_std + value: -1.002089290215587 + - type: nauc_recall_at_3_diff1 + value: 47.263415527062676 + - type: nauc_recall_at_3_max + value: 40.82836525135613 + - type: nauc_recall_at_3_std + value: -2.2314232915782504 + - type: nauc_recall_at_5_diff1 + value: 46.13867315478644 + - type: nauc_recall_at_5_max + value: 39.93028001594826 + - type: nauc_recall_at_5_std + value: -4.809283400175646 + - type: ndcg_at_1 + value: 38.913 + - type: ndcg_at_10 + value: 49.239 + - type: ndcg_at_100 + value: 54.325 + - type: ndcg_at_1000 + value: 56.226 + - type: ndcg_at_20 + value: 51.212999999999994 + - type: ndcg_at_3 + value: 44.559 + - type: ndcg_at_5 + value: 46.69 + - type: precision_at_1 + value: 38.913 + - type: precision_at_10 + value: 9.227 + - type: precision_at_100 + value: 1.4909999999999999 + - type: precision_at_1000 + value: 0.197 + - type: precision_at_20 + value: 5.494000000000001 + - type: precision_at_3 + value: 21.65 + - type: precision_at_5 + value: 15.336 + - type: recall_at_1 + value: 31.407 + - type: recall_at_10 + value: 61.961999999999996 + - type: recall_at_100 + value: 82.993 + - type: recall_at_1000 + value: 94.887 + - type: recall_at_20 + value: 68.771 + - type: recall_at_3 + value: 47.77 + - type: recall_at_5 + value: 53.895 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 44.391000000000005 + - type: map_at_1 + value: 29.157 + - type: map_at_10 + value: 38.723 + - type: map_at_100 + value: 39.864 + - type: map_at_1000 + value: 39.995999999999995 + - type: map_at_20 + value: 39.287 + - type: map_at_3 + value: 35.751 + - type: map_at_5 + value: 37.373 + - type: mrr_at_1 + value: 36.81528662420382 + - type: mrr_at_10 + value: 44.82939035486806 + - type: mrr_at_100 + value: 45.437834419775484 + - type: mrr_at_1000 + value: 45.48695197590834 + - type: mrr_at_20 + value: 45.15519263295387 + - type: mrr_at_3 + value: 42.55838641188959 + - type: mrr_at_5 + value: 43.87685774946922 + - type: nauc_map_at_1000_diff1 + value: 51.086880931657944 + - type: nauc_map_at_1000_max + value: 36.870501109568856 + - type: nauc_map_at_1000_std + value: -9.041748740450098 + - type: nauc_map_at_100_diff1 + value: 51.13349280885669 + - type: nauc_map_at_100_max + value: 36.81376788959824 + - type: nauc_map_at_100_std + value: -9.168817557968493 + - type: nauc_map_at_10_diff1 + value: 51.43767101896258 + - type: nauc_map_at_10_max + value: 36.13512723388837 + - type: nauc_map_at_10_std + value: -10.340353132146591 + - type: nauc_map_at_1_diff1 + value: 57.97216876426843 + - type: nauc_map_at_1_max + value: 32.093932122348804 + - type: nauc_map_at_1_std + value: -12.44326469749823 + - type: nauc_map_at_20_diff1 + value: 51.35742644989209 + - type: nauc_map_at_20_max + value: 36.362008583908754 + - type: nauc_map_at_20_std + value: -9.925604455959942 + - type: nauc_map_at_3_diff1 + value: 52.97191265890149 + - type: nauc_map_at_3_max + value: 35.216095114265 + - type: nauc_map_at_3_std + value: -11.505843284384989 + - type: nauc_map_at_5_diff1 + value: 52.13435748405322 + - type: nauc_map_at_5_max + value: 35.63014323147684 + - type: nauc_map_at_5_std + value: -11.15253714131609 + - type: nauc_mrr_at_1000_diff1 + value: 49.806361508243526 + - type: nauc_mrr_at_1000_max + value: 39.60825242174082 + - type: nauc_mrr_at_1000_std + value: -4.581320333963986 + - type: nauc_mrr_at_100_diff1 + value: 49.794023465886575 + - type: nauc_mrr_at_100_max + value: 39.606036503563935 + - type: nauc_mrr_at_100_std + value: -4.580524433129927 + - type: nauc_mrr_at_10_diff1 + value: 49.62511317783946 + - type: nauc_mrr_at_10_max + value: 39.524849843022054 + - type: nauc_mrr_at_10_std + value: -4.784364837521214 + - type: nauc_mrr_at_1_diff1 + value: 55.03485605539673 + - type: nauc_mrr_at_1_max + value: 38.26074360694823 + - type: nauc_mrr_at_1_std + value: -6.990940922024673 + - type: nauc_mrr_at_20_diff1 + value: 49.77823031843402 + - type: nauc_mrr_at_20_max + value: 39.62943812120721 + - type: nauc_mrr_at_20_std + value: -4.664971744136187 + - type: nauc_mrr_at_3_diff1 + value: 50.60933103133387 + - type: nauc_mrr_at_3_max + value: 39.920174010377444 + - type: nauc_mrr_at_3_std + value: -5.404917304425809 + - type: nauc_mrr_at_5_diff1 + value: 50.137405938227886 + - type: nauc_mrr_at_5_max + value: 39.7046033416223 + - type: nauc_mrr_at_5_std + value: -4.9683994219777965 + - type: nauc_ndcg_at_1000_diff1 + value: 48.26320826156127 + - type: nauc_ndcg_at_1000_max + value: 39.11158925773445 + - type: nauc_ndcg_at_1000_std + value: -3.958164717220878 + - type: nauc_ndcg_at_100_diff1 + value: 48.29325255469789 + - type: nauc_ndcg_at_100_max + value: 39.00224428862792 + - type: nauc_ndcg_at_100_std + value: -4.739309326434606 + - type: nauc_ndcg_at_10_diff1 + value: 48.62405764367444 + - type: nauc_ndcg_at_10_max + value: 38.04015783804633 + - type: nauc_ndcg_at_10_std + value: -7.379427256377835 + - type: nauc_ndcg_at_1_diff1 + value: 55.03485605539673 + - type: nauc_ndcg_at_1_max + value: 38.26074360694823 + - type: nauc_ndcg_at_1_std + value: -6.990940922024673 + - type: nauc_ndcg_at_20_diff1 + value: 48.793146636748155 + - type: nauc_ndcg_at_20_max + value: 38.188247609309734 + - type: nauc_ndcg_at_20_std + value: -6.893163590780488 + - type: nauc_ndcg_at_3_diff1 + value: 49.72527867128085 + - type: nauc_ndcg_at_3_max + value: 38.397771643337876 + - type: nauc_ndcg_at_3_std + value: -7.396734926261662 + - type: nauc_ndcg_at_5_diff1 + value: 49.45897046963514 + - type: nauc_ndcg_at_5_max + value: 38.00788817919171 + - type: nauc_ndcg_at_5_std + value: -7.98773024373368 + - type: nauc_precision_at_1000_diff1 + value: -15.203088093712378 + - type: nauc_precision_at_1000_max + value: 13.932931359528938 + - type: nauc_precision_at_1000_std + value: 28.443903216719125 + - type: nauc_precision_at_100_diff1 + value: -9.833515062825485 + - type: nauc_precision_at_100_max + value: 25.501133048619252 + - type: nauc_precision_at_100_std + value: 29.28522368814619 + - type: nauc_precision_at_10_diff1 + value: 11.048052024883837 + - type: nauc_precision_at_10_max + value: 35.12225756686281 + - type: nauc_precision_at_10_std + value: 13.549314875239492 + - type: nauc_precision_at_1_diff1 + value: 55.03485605539673 + - type: nauc_precision_at_1_max + value: 38.26074360694823 + - type: nauc_precision_at_1_std + value: -6.990940922024673 + - type: nauc_precision_at_20_diff1 + value: 3.6119660166254564 + - type: nauc_precision_at_20_max + value: 31.80991909502872 + - type: nauc_precision_at_20_std + value: 19.289172474937768 + - type: nauc_precision_at_3_diff1 + value: 30.93845075141858 + - type: nauc_precision_at_3_max + value: 41.2363485550859 + - type: nauc_precision_at_3_std + value: 3.304016059128308 + - type: nauc_precision_at_5_diff1 + value: 22.383511628600537 + - type: nauc_precision_at_5_max + value: 38.3094647733712 + - type: nauc_precision_at_5_std + value: 7.010497480008379 + - type: nauc_recall_at_1000_diff1 + value: 31.611750140993035 + - type: nauc_recall_at_1000_max + value: 42.982693130692894 + - type: nauc_recall_at_1000_std + value: 25.50352029753317 + - type: nauc_recall_at_100_diff1 + value: 36.466866132011525 + - type: nauc_recall_at_100_max + value: 39.8896195569174 + - type: nauc_recall_at_100_std + value: 8.056466272308052 + - type: nauc_recall_at_10_diff1 + value: 40.55869867748143 + - type: nauc_recall_at_10_max + value: 35.35219000254458 + - type: nauc_recall_at_10_std + value: -6.935500599977123 + - type: nauc_recall_at_1_diff1 + value: 57.97216876426843 + - type: nauc_recall_at_1_max + value: 32.093932122348804 + - type: nauc_recall_at_1_std + value: -12.44326469749823 + - type: nauc_recall_at_20_diff1 + value: 40.699604166249046 + - type: nauc_recall_at_20_max + value: 36.441366652406835 + - type: nauc_recall_at_20_std + value: -4.519436682877613 + - type: nauc_recall_at_3_diff1 + value: 47.15019730046201 + - type: nauc_recall_at_3_max + value: 35.1649979105234 + - type: nauc_recall_at_3_std + value: -10.908395079450377 + - type: nauc_recall_at_5_diff1 + value: 44.535088248003156 + - type: nauc_recall_at_5_max + value: 34.89949777715303 + - type: nauc_recall_at_5_std + value: -10.361237744830412 + - type: ndcg_at_1 + value: 36.815 + - type: ndcg_at_10 + value: 44.391000000000005 + - type: ndcg_at_100 + value: 48.515 + - type: ndcg_at_1000 + value: 50.76199999999999 + - type: ndcg_at_20 + value: 45.788000000000004 + - type: ndcg_at_3 + value: 40.178000000000004 + - type: ndcg_at_5 + value: 42.045 + - type: precision_at_1 + value: 36.815 + - type: precision_at_10 + value: 8.408 + - type: precision_at_100 + value: 1.343 + - type: precision_at_1000 + value: 0.182 + - type: precision_at_20 + value: 4.873 + - type: precision_at_3 + value: 19.299 + - type: precision_at_5 + value: 13.758000000000001 + - type: recall_at_1 + value: 29.157 + - type: recall_at_10 + value: 54.214 + - type: recall_at_100 + value: 71.929 + - type: recall_at_1000 + value: 86.533 + - type: recall_at_20 + value: 59.421 + - type: recall_at_3 + value: 41.569 + - type: recall_at_5 + value: 46.791 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 59.03699999999999 + - type: map_at_1 + value: 41.476 + - type: map_at_10 + value: 53.400000000000006 + - type: map_at_100 + value: 54.452999999999996 + - type: map_at_1000 + value: 54.504 + - type: map_at_20 + value: 54.045 + - type: map_at_3 + value: 50.153999999999996 + - type: map_at_5 + value: 52.079 + - type: mrr_at_1 + value: 46.95924764890282 + - type: mrr_at_10 + value: 56.68495297805642 + - type: mrr_at_100 + value: 57.34582096937295 + - type: mrr_at_1000 + value: 57.37100347158495 + - type: mrr_at_20 + value: 57.10508892444508 + - type: mrr_at_3 + value: 54.242424242424235 + - type: mrr_at_5 + value: 55.76593521421108 + - type: nauc_map_at_1000_diff1 + value: 53.36527106664 + - type: nauc_map_at_1000_max + value: 43.486776333687835 + - type: nauc_map_at_1000_std + value: -5.509558143849234 + - type: nauc_map_at_100_diff1 + value: 53.34097797467696 + - type: nauc_map_at_100_max + value: 43.476003610937234 + - type: nauc_map_at_100_std + value: -5.520166623777559 + - type: nauc_map_at_10_diff1 + value: 53.432351035276746 + - type: nauc_map_at_10_max + value: 42.75788423195968 + - type: nauc_map_at_10_std + value: -6.504192409274652 + - type: nauc_map_at_1_diff1 + value: 57.34963186677463 + - type: nauc_map_at_1_max + value: 36.95146202384373 + - type: nauc_map_at_1_std + value: -9.460645936916988 + - type: nauc_map_at_20_diff1 + value: 53.29779847033195 + - type: nauc_map_at_20_max + value: 43.22342023309121 + - type: nauc_map_at_20_std + value: -5.953002390034157 + - type: nauc_map_at_3_diff1 + value: 54.09550124289603 + - type: nauc_map_at_3_max + value: 41.09664412682725 + - type: nauc_map_at_3_std + value: -8.797917588156473 + - type: nauc_map_at_5_diff1 + value: 53.47735307728038 + - type: nauc_map_at_5_max + value: 42.1420557369995 + - type: nauc_map_at_5_std + value: -6.982023249979087 + - type: nauc_mrr_at_1000_diff1 + value: 53.84548396450655 + - type: nauc_mrr_at_1000_max + value: 45.70711475929243 + - type: nauc_mrr_at_1000_std + value: -3.572519075485509 + - type: nauc_mrr_at_100_diff1 + value: 53.831585937143345 + - type: nauc_mrr_at_100_max + value: 45.71866605712688 + - type: nauc_mrr_at_100_std + value: -3.5531077992494087 + - type: nauc_mrr_at_10_diff1 + value: 53.77550386915942 + - type: nauc_mrr_at_10_max + value: 45.61906078824265 + - type: nauc_mrr_at_10_std + value: -3.7647971491069567 + - type: nauc_mrr_at_1_diff1 + value: 57.59578262230993 + - type: nauc_mrr_at_1_max + value: 43.132298775083996 + - type: nauc_mrr_at_1_std + value: -6.820570895500843 + - type: nauc_mrr_at_20_diff1 + value: 53.757844034161984 + - type: nauc_mrr_at_20_max + value: 45.67787807420582 + - type: nauc_mrr_at_20_std + value: -3.6741549159529816 + - type: nauc_mrr_at_3_diff1 + value: 54.41366916196891 + - type: nauc_mrr_at_3_max + value: 45.48753195460355 + - type: nauc_mrr_at_3_std + value: -4.536347261239106 + - type: nauc_mrr_at_5_diff1 + value: 53.81844478829885 + - type: nauc_mrr_at_5_max + value: 45.77186226917752 + - type: nauc_mrr_at_5_std + value: -3.560088004877736 + - type: nauc_ndcg_at_1000_diff1 + value: 52.474274223239945 + - type: nauc_ndcg_at_1000_max + value: 45.88297620389939 + - type: nauc_ndcg_at_1000_std + value: -2.236689460240769 + - type: nauc_ndcg_at_100_diff1 + value: 51.99537297728399 + - type: nauc_ndcg_at_100_max + value: 46.162105938598245 + - type: nauc_ndcg_at_100_std + value: -1.636252027390496 + - type: nauc_ndcg_at_10_diff1 + value: 51.981635840094334 + - type: nauc_ndcg_at_10_max + value: 44.72098290105285 + - type: nauc_ndcg_at_10_std + value: -4.26133599970984 + - type: nauc_ndcg_at_1_diff1 + value: 57.43124530432752 + - type: nauc_ndcg_at_1_max + value: 42.987773648572045 + - type: nauc_ndcg_at_1_std + value: -6.975930064288375 + - type: nauc_ndcg_at_20_diff1 + value: 51.709989593496665 + - type: nauc_ndcg_at_20_max + value: 45.35511346806507 + - type: nauc_ndcg_at_20_std + value: -3.441945043133369 + - type: nauc_ndcg_at_3_diff1 + value: 52.83956836083957 + - type: nauc_ndcg_at_3_max + value: 43.14243257908553 + - type: nauc_ndcg_at_3_std + value: -6.906786756066083 + - type: nauc_ndcg_at_5_diff1 + value: 51.92395247597085 + - type: nauc_ndcg_at_5_max + value: 44.28584104560978 + - type: nauc_ndcg_at_5_std + value: -4.432556679370336 + - type: nauc_precision_at_1000_diff1 + value: -10.137271271355312 + - type: nauc_precision_at_1000_max + value: 21.053415390964915 + - type: nauc_precision_at_1000_std + value: 31.437645188936003 + - type: nauc_precision_at_100_diff1 + value: -5.869005161223761 + - type: nauc_precision_at_100_max + value: 28.74652505762229 + - type: nauc_precision_at_100_std + value: 33.42249624017563 + - type: nauc_precision_at_10_diff1 + value: 14.075300860742587 + - type: nauc_precision_at_10_max + value: 36.90717719533496 + - type: nauc_precision_at_10_std + value: 15.27522825163519 + - type: nauc_precision_at_1_diff1 + value: 57.43124530432752 + - type: nauc_precision_at_1_max + value: 42.987773648572045 + - type: nauc_precision_at_1_std + value: -6.975930064288375 + - type: nauc_precision_at_20_diff1 + value: 4.831146517476065 + - type: nauc_precision_at_20_max + value: 34.600390709037775 + - type: nauc_precision_at_20_std + value: 21.879191470976977 + - type: nauc_precision_at_3_diff1 + value: 33.75586535854295 + - type: nauc_precision_at_3_max + value: 41.8963728460937 + - type: nauc_precision_at_3_std + value: 0.30853391781218725 + - type: nauc_precision_at_5_diff1 + value: 23.619374234162443 + - type: nauc_precision_at_5_max + value: 40.26315749312306 + - type: nauc_precision_at_5_std + value: 9.496779653807806 + - type: nauc_recall_at_1000_diff1 + value: 39.650899433995065 + - type: nauc_recall_at_1000_max + value: 65.95997046182639 + - type: nauc_recall_at_1000_std + value: 41.52010213404674 + - type: nauc_recall_at_100_diff1 + value: 37.021652104886904 + - type: nauc_recall_at_100_max + value: 57.901229136609636 + - type: nauc_recall_at_100_std + value: 27.173492395498428 + - type: nauc_recall_at_10_diff1 + value: 44.29968361744853 + - type: nauc_recall_at_10_max + value: 44.18295286662639 + - type: nauc_recall_at_10_std + value: -1.5721790203147754 + - type: nauc_recall_at_1_diff1 + value: 57.34963186677463 + - type: nauc_recall_at_1_max + value: 36.95146202384373 + - type: nauc_recall_at_1_std + value: -9.460645936916988 + - type: nauc_recall_at_20_diff1 + value: 41.603580598985126 + - type: nauc_recall_at_20_max + value: 47.702934198286876 + - type: nauc_recall_at_20_std + value: 3.019298754051616 + - type: nauc_recall_at_3_diff1 + value: 49.02194332102533 + - type: nauc_recall_at_3_max + value: 41.38275177493884 + - type: nauc_recall_at_3_std + value: -8.055685087264179 + - type: nauc_recall_at_5_diff1 + value: 45.213060998923496 + - type: nauc_recall_at_5_max + value: 43.53976038303946 + - type: nauc_recall_at_5_std + value: -1.7312187150046634 + - type: ndcg_at_1 + value: 47.022000000000006 + - type: ndcg_at_10 + value: 59.03699999999999 + - type: ndcg_at_100 + value: 63.077000000000005 + - type: ndcg_at_1000 + value: 64.098 + - type: ndcg_at_20 + value: 60.84 + - type: ndcg_at_3 + value: 53.657999999999994 + - type: ndcg_at_5 + value: 56.501000000000005 + - type: precision_at_1 + value: 47.022000000000006 + - type: precision_at_10 + value: 9.342 + - type: precision_at_100 + value: 1.2309999999999999 + - type: precision_at_1000 + value: 0.136 + - type: precision_at_20 + value: 5.232 + - type: precision_at_3 + value: 23.552999999999997 + - type: precision_at_5 + value: 16.250999999999998 + - type: recall_at_1 + value: 41.476 + - type: recall_at_10 + value: 72.283 + - type: recall_at_100 + value: 89.545 + - type: recall_at_1000 + value: 96.798 + - type: recall_at_20 + value: 78.84100000000001 + - type: recall_at_3 + value: 58.114 + - type: recall_at_5 + value: 65.007 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 37.673 + - type: map_at_1 + value: 25.324 + - type: map_at_10 + value: 33.17 + - type: map_at_100 + value: 34.095 + - type: map_at_1000 + value: 34.182 + - type: map_at_20 + value: 33.654 + - type: map_at_3 + value: 30.879 + - type: map_at_5 + value: 32.26 + - type: mrr_at_1 + value: 27.34463276836158 + - type: mrr_at_10 + value: 35.2258541834813 + - type: mrr_at_100 + value: 36.00404498547979 + - type: mrr_at_1000 + value: 36.07566444493976 + - type: mrr_at_20 + value: 35.63110644891617 + - type: mrr_at_3 + value: 32.95668549905838 + - type: mrr_at_5 + value: 34.25612052730697 + - type: nauc_map_at_1000_diff1 + value: 46.058990680271485 + - type: nauc_map_at_1000_max + value: 28.600543996662374 + - type: nauc_map_at_1000_std + value: -3.8218348925653505 + - type: nauc_map_at_100_diff1 + value: 46.04742556273763 + - type: nauc_map_at_100_max + value: 28.58845010683153 + - type: nauc_map_at_100_std + value: -3.8241454424665746 + - type: nauc_map_at_10_diff1 + value: 46.318380971509015 + - type: nauc_map_at_10_max + value: 28.445154969629815 + - type: nauc_map_at_10_std + value: -4.668418336182435 + - type: nauc_map_at_1_diff1 + value: 50.84712517695217 + - type: nauc_map_at_1_max + value: 24.956820608742856 + - type: nauc_map_at_1_std + value: -7.408652214171463 + - type: nauc_map_at_20_diff1 + value: 46.02082882551024 + - type: nauc_map_at_20_max + value: 28.71729950175136 + - type: nauc_map_at_20_std + value: -3.8899400482521864 + - type: nauc_map_at_3_diff1 + value: 47.017578094263065 + - type: nauc_map_at_3_max + value: 27.57393258045568 + - type: nauc_map_at_3_std + value: -5.578535499711579 + - type: nauc_map_at_5_diff1 + value: 46.64174901816308 + - type: nauc_map_at_5_max + value: 28.12934751037357 + - type: nauc_map_at_5_std + value: -4.623605944585039 + - type: nauc_mrr_at_1000_diff1 + value: 44.80745580850706 + - type: nauc_mrr_at_1000_max + value: 30.08660965092525 + - type: nauc_mrr_at_1000_std + value: -1.8483739575689273 + - type: nauc_mrr_at_100_diff1 + value: 44.79929065561873 + - type: nauc_mrr_at_100_max + value: 30.068319004487208 + - type: nauc_mrr_at_100_std + value: -1.8439865469408845 + - type: nauc_mrr_at_10_diff1 + value: 45.04202172389592 + - type: nauc_mrr_at_10_max + value: 30.006082516512294 + - type: nauc_mrr_at_10_std + value: -2.4476357227718673 + - type: nauc_mrr_at_1_diff1 + value: 49.710330210449705 + - type: nauc_mrr_at_1_max + value: 27.652926800227444 + - type: nauc_mrr_at_1_std + value: -4.963221847243473 + - type: nauc_mrr_at_20_diff1 + value: 44.74348822631581 + - type: nauc_mrr_at_20_max + value: 30.232310892837866 + - type: nauc_mrr_at_20_std + value: -1.8627482467585263 + - type: nauc_mrr_at_3_diff1 + value: 45.63996732955718 + - type: nauc_mrr_at_3_max + value: 29.71071543929027 + - type: nauc_mrr_at_3_std + value: -2.9488868732728264 + - type: nauc_mrr_at_5_diff1 + value: 45.31282418942023 + - type: nauc_mrr_at_5_max + value: 29.59225270015164 + - type: nauc_mrr_at_5_std + value: -2.571596169990907 + - type: nauc_ndcg_at_1000_diff1 + value: 43.44153526801899 + - type: nauc_ndcg_at_1000_max + value: 30.264809827186745 + - type: nauc_ndcg_at_1000_std + value: -0.3673459026557417 + - type: nauc_ndcg_at_100_diff1 + value: 42.9260780049435 + - type: nauc_ndcg_at_100_max + value: 29.971290021267254 + - type: nauc_ndcg_at_100_std + value: 0.07223943237736839 + - type: nauc_ndcg_at_10_diff1 + value: 43.89936991271991 + - type: nauc_ndcg_at_10_max + value: 29.883246789724915 + - type: nauc_ndcg_at_10_std + value: -2.842441401911265 + - type: nauc_ndcg_at_1_diff1 + value: 50.14865712693543 + - type: nauc_ndcg_at_1_max + value: 27.111609058341863 + - type: nauc_ndcg_at_1_std + value: -5.5675174385570925 + - type: nauc_ndcg_at_20_diff1 + value: 42.84709307426253 + - type: nauc_ndcg_at_20_max + value: 30.76378099168594 + - type: nauc_ndcg_at_20_std + value: -0.42561135386508475 + - type: nauc_ndcg_at_3_diff1 + value: 45.4326566931524 + - type: nauc_ndcg_at_3_max + value: 28.61889737624481 + - type: nauc_ndcg_at_3_std + value: -4.348200281698876 + - type: nauc_ndcg_at_5_diff1 + value: 44.630092727271034 + - type: nauc_ndcg_at_5_max + value: 29.04891878562973 + - type: nauc_ndcg_at_5_std + value: -2.8900608482934165 + - type: nauc_precision_at_1000_diff1 + value: 1.563823692486198 + - type: nauc_precision_at_1000_max + value: 18.07524759715147 + - type: nauc_precision_at_1000_std + value: 10.75651488435518 + - type: nauc_precision_at_100_diff1 + value: 15.84032553897459 + - type: nauc_precision_at_100_max + value: 26.9982332859951 + - type: nauc_precision_at_100_std + value: 13.809307316031362 + - type: nauc_precision_at_10_diff1 + value: 33.44005568824001 + - type: nauc_precision_at_10_max + value: 35.31365313654245 + - type: nauc_precision_at_10_std + value: 2.1516208493844817 + - type: nauc_precision_at_1_diff1 + value: 50.14865712693543 + - type: nauc_precision_at_1_max + value: 27.111609058341863 + - type: nauc_precision_at_1_std + value: -5.5675174385570925 + - type: nauc_precision_at_20_diff1 + value: 26.453560867406594 + - type: nauc_precision_at_20_max + value: 36.754320258234735 + - type: nauc_precision_at_20_std + value: 10.960004664156314 + - type: nauc_precision_at_3_diff1 + value: 39.5339842087826 + - type: nauc_precision_at_3_max + value: 32.43079763654043 + - type: nauc_precision_at_3_std + value: -1.1149107052174205 + - type: nauc_precision_at_5_diff1 + value: 36.75997042257077 + - type: nauc_precision_at_5_max + value: 32.936394052992256 + - type: nauc_precision_at_5_std + value: 2.253739058194602 + - type: nauc_recall_at_1000_diff1 + value: 26.620883791876672 + - type: nauc_recall_at_1000_max + value: 40.036249354126255 + - type: nauc_recall_at_1000_std + value: 24.67019914079094 + - type: nauc_recall_at_100_diff1 + value: 29.06050311303032 + - type: nauc_recall_at_100_max + value: 31.719103788027674 + - type: nauc_recall_at_100_std + value: 16.517714390661105 + - type: nauc_recall_at_10_diff1 + value: 36.292924258716106 + - type: nauc_recall_at_10_max + value: 32.02173242085442 + - type: nauc_recall_at_10_std + value: 1.016713326361783 + - type: nauc_recall_at_1_diff1 + value: 50.84712517695217 + - type: nauc_recall_at_1_max + value: 24.956820608742856 + - type: nauc_recall_at_1_std + value: -7.408652214171463 + - type: nauc_recall_at_20_diff1 + value: 31.875810510992398 + - type: nauc_recall_at_20_max + value: 35.1225435012755 + - type: nauc_recall_at_20_std + value: 10.08081240374867 + - type: nauc_recall_at_3_diff1 + value: 41.31843254728666 + - type: nauc_recall_at_3_max + value: 29.083015930837323 + - type: nauc_recall_at_3_std + value: -2.6812306676938906 + - type: nauc_recall_at_5_diff1 + value: 38.74912094651174 + - type: nauc_recall_at_5_max + value: 29.713413529317663 + - type: nauc_recall_at_5_std + value: 0.6429485746621083 + - type: ndcg_at_1 + value: 27.232 + - type: ndcg_at_10 + value: 37.673 + - type: ndcg_at_100 + value: 42.379 + - type: ndcg_at_1000 + value: 44.664 + - type: ndcg_at_20 + value: 39.282000000000004 + - type: ndcg_at_3 + value: 33.178999999999995 + - type: ndcg_at_5 + value: 35.481 + - type: precision_at_1 + value: 27.232 + - type: precision_at_10 + value: 5.593 + - type: precision_at_100 + value: 0.845 + - type: precision_at_1000 + value: 0.108 + - type: precision_at_20 + value: 3.1809999999999996 + - type: precision_at_3 + value: 13.898 + - type: precision_at_5 + value: 9.605 + - type: recall_at_1 + value: 25.324 + - type: recall_at_10 + value: 49.66 + - type: recall_at_100 + value: 71.702 + - type: recall_at_1000 + value: 88.884 + - type: recall_at_20 + value: 55.63399999999999 + - type: recall_at_3 + value: 37.557 + - type: recall_at_5 + value: 43.086 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 27.683000000000003 + - type: map_at_1 + value: 15.440000000000001 + - type: map_at_10 + value: 22.708000000000002 + - type: map_at_100 + value: 23.891000000000002 + - type: map_at_1000 + value: 24.009 + - type: map_at_20 + value: 23.362 + - type: map_at_3 + value: 20.173 + - type: map_at_5 + value: 21.512999999999998 + - type: mrr_at_1 + value: 19.154228855721392 + - type: mrr_at_10 + value: 27.14907604832978 + - type: mrr_at_100 + value: 28.134401799106946 + - type: mrr_at_1000 + value: 28.210652971960727 + - type: mrr_at_20 + value: 27.743116715423334 + - type: mrr_at_3 + value: 24.64759535655058 + - type: mrr_at_5 + value: 26.0530679933665 + - type: nauc_map_at_1000_diff1 + value: 26.45225395954919 + - type: nauc_map_at_1000_max + value: 18.88821201176001 + - type: nauc_map_at_1000_std + value: -6.743073428818526 + - type: nauc_map_at_100_diff1 + value: 26.46163797092885 + - type: nauc_map_at_100_max + value: 18.91020517272631 + - type: nauc_map_at_100_std + value: -6.715512753190824 + - type: nauc_map_at_10_diff1 + value: 25.93830061738008 + - type: nauc_map_at_10_max + value: 18.230821464212788 + - type: nauc_map_at_10_std + value: -7.723714557953293 + - type: nauc_map_at_1_diff1 + value: 32.6143819833978 + - type: nauc_map_at_1_max + value: 18.229434406703447 + - type: nauc_map_at_1_std + value: -8.826503266807608 + - type: nauc_map_at_20_diff1 + value: 26.267375356189532 + - type: nauc_map_at_20_max + value: 18.74372577827996 + - type: nauc_map_at_20_std + value: -7.1213741256387495 + - type: nauc_map_at_3_diff1 + value: 26.502658255222222 + - type: nauc_map_at_3_max + value: 17.34676548965769 + - type: nauc_map_at_3_std + value: -8.661705532483479 + - type: nauc_map_at_5_diff1 + value: 25.947975266973 + - type: nauc_map_at_5_max + value: 18.26579025252041 + - type: nauc_map_at_5_std + value: -7.988152286698193 + - type: nauc_mrr_at_1000_diff1 + value: 27.43240261182634 + - type: nauc_mrr_at_1000_max + value: 19.59851548113691 + - type: nauc_mrr_at_1000_std + value: -5.8659045748819505 + - type: nauc_mrr_at_100_diff1 + value: 27.42860371902458 + - type: nauc_mrr_at_100_max + value: 19.61291439961396 + - type: nauc_mrr_at_100_std + value: -5.840170365425997 + - type: nauc_mrr_at_10_diff1 + value: 26.996629286135576 + - type: nauc_mrr_at_10_max + value: 19.09125992187832 + - type: nauc_mrr_at_10_std + value: -6.401949732007706 + - type: nauc_mrr_at_1_diff1 + value: 33.20355103883785 + - type: nauc_mrr_at_1_max + value: 18.84271700427976 + - type: nauc_mrr_at_1_std + value: -6.846362536084065 + - type: nauc_mrr_at_20_diff1 + value: 27.342295700872445 + - type: nauc_mrr_at_20_max + value: 19.59730195635629 + - type: nauc_mrr_at_20_std + value: -6.045183866074472 + - type: nauc_mrr_at_3_diff1 + value: 27.921898978571868 + - type: nauc_mrr_at_3_max + value: 19.028747822887816 + - type: nauc_mrr_at_3_std + value: -6.651966049443023 + - type: nauc_mrr_at_5_diff1 + value: 27.280695824148392 + - type: nauc_mrr_at_5_max + value: 19.430798343725524 + - type: nauc_mrr_at_5_std + value: -6.747383339145715 + - type: nauc_ndcg_at_1000_diff1 + value: 25.38902736172073 + - type: nauc_ndcg_at_1000_max + value: 20.45917423943934 + - type: nauc_ndcg_at_1000_std + value: -3.2757947022252076 + - type: nauc_ndcg_at_100_diff1 + value: 25.732803165259238 + - type: nauc_ndcg_at_100_max + value: 20.836040539884642 + - type: nauc_ndcg_at_100_std + value: -2.9535785746014396 + - type: nauc_ndcg_at_10_diff1 + value: 23.946041122415746 + - type: nauc_ndcg_at_10_max + value: 18.62752297015455 + - type: nauc_ndcg_at_10_std + value: -6.405272980276195 + - type: nauc_ndcg_at_1_diff1 + value: 33.20355103883785 + - type: nauc_ndcg_at_1_max + value: 18.84271700427976 + - type: nauc_ndcg_at_1_std + value: -6.846362536084065 + - type: nauc_ndcg_at_20_diff1 + value: 24.77178243398418 + - type: nauc_ndcg_at_20_max + value: 20.27057276120682 + - type: nauc_ndcg_at_20_std + value: -4.789054638686646 + - type: nauc_ndcg_at_3_diff1 + value: 25.93797698971861 + - type: nauc_ndcg_at_3_max + value: 17.7626073837572 + - type: nauc_ndcg_at_3_std + value: -8.049324539903097 + - type: nauc_ndcg_at_5_diff1 + value: 24.628424554881647 + - type: nauc_ndcg_at_5_max + value: 18.989213649165613 + - type: nauc_ndcg_at_5_std + value: -7.173452770970873 + - type: nauc_precision_at_1000_diff1 + value: 5.456508320365408 + - type: nauc_precision_at_1000_max + value: 4.8136815217087205 + - type: nauc_precision_at_1000_std + value: 4.947456448109757 + - type: nauc_precision_at_100_diff1 + value: 16.260577000896543 + - type: nauc_precision_at_100_max + value: 16.7039900850556 + - type: nauc_precision_at_100_std + value: 9.11227641718042 + - type: nauc_precision_at_10_diff1 + value: 16.365122567702535 + - type: nauc_precision_at_10_max + value: 17.065003280187348 + - type: nauc_precision_at_10_std + value: -2.229290931287804 + - type: nauc_precision_at_1_diff1 + value: 33.20355103883785 + - type: nauc_precision_at_1_max + value: 18.84271700427976 + - type: nauc_precision_at_1_std + value: -6.846362536084065 + - type: nauc_precision_at_20_diff1 + value: 16.91214381595962 + - type: nauc_precision_at_20_max + value: 19.58308083494222 + - type: nauc_precision_at_20_std + value: 2.253335365165219 + - type: nauc_precision_at_3_diff1 + value: 19.85085379824151 + - type: nauc_precision_at_3_max + value: 16.27352732420782 + - type: nauc_precision_at_3_std + value: -7.201882607059234 + - type: nauc_precision_at_5_diff1 + value: 17.966240404329092 + - type: nauc_precision_at_5_max + value: 18.231425958226044 + - type: nauc_precision_at_5_std + value: -4.043751510938105 + - type: nauc_recall_at_1000_diff1 + value: 13.957143176090353 + - type: nauc_recall_at_1000_max + value: 25.052247631159652 + - type: nauc_recall_at_1000_std + value: 17.326355613640054 + - type: nauc_recall_at_100_diff1 + value: 21.440869340994407 + - type: nauc_recall_at_100_max + value: 24.311867728047343 + - type: nauc_recall_at_100_std + value: 9.336321796584325 + - type: nauc_recall_at_10_diff1 + value: 16.696814266222432 + - type: nauc_recall_at_10_max + value: 17.145710052014486 + - type: nauc_recall_at_10_std + value: -4.135339167818864 + - type: nauc_recall_at_1_diff1 + value: 32.6143819833978 + - type: nauc_recall_at_1_max + value: 18.229434406703447 + - type: nauc_recall_at_1_std + value: -8.826503266807608 + - type: nauc_recall_at_20_diff1 + value: 18.34311797149379 + - type: nauc_recall_at_20_max + value: 21.832943514273143 + - type: nauc_recall_at_20_std + value: 0.8894706565637946 + - type: nauc_recall_at_3_diff1 + value: 20.992985988081557 + - type: nauc_recall_at_3_max + value: 16.255791972442506 + - type: nauc_recall_at_3_std + value: -7.097037821828232 + - type: nauc_recall_at_5_diff1 + value: 18.60326978035633 + - type: nauc_recall_at_5_max + value: 18.615371576760275 + - type: nauc_recall_at_5_std + value: -6.049891295196573 + - type: ndcg_at_1 + value: 19.154 + - type: ndcg_at_10 + value: 27.683000000000003 + - type: ndcg_at_100 + value: 33.213 + - type: ndcg_at_1000 + value: 36.141 + - type: ndcg_at_20 + value: 29.854999999999997 + - type: ndcg_at_3 + value: 22.987 + - type: ndcg_at_5 + value: 25.106 + - type: precision_at_1 + value: 19.154 + - type: precision_at_10 + value: 5.224 + - type: precision_at_100 + value: 0.919 + - type: precision_at_1000 + value: 0.13 + - type: precision_at_20 + value: 3.215 + - type: precision_at_3 + value: 11.318 + - type: precision_at_5 + value: 8.383000000000001 + - type: recall_at_1 + value: 15.440000000000001 + - type: recall_at_10 + value: 38.734 + - type: recall_at_100 + value: 62.576 + - type: recall_at_1000 + value: 83.541 + - type: recall_at_20 + value: 46.45 + - type: recall_at_3 + value: 25.438 + - type: recall_at_5 + value: 30.891000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 45.196999999999996 + - type: map_at_1 + value: 29.438 + - type: map_at_10 + value: 39.497 + - type: map_at_100 + value: 40.757 + - type: map_at_1000 + value: 40.865 + - type: map_at_20 + value: 40.21 + - type: map_at_3 + value: 36.649 + - type: map_at_5 + value: 38.278 + - type: mrr_at_1 + value: 35.514918190567855 + - type: mrr_at_10 + value: 44.939158531555066 + - type: mrr_at_100 + value: 45.71399223764184 + - type: mrr_at_1000 + value: 45.767047236444185 + - type: mrr_at_20 + value: 45.40064162616659 + - type: mrr_at_3 + value: 42.49278152069297 + - type: mrr_at_5 + value: 43.999037536092395 + - type: nauc_map_at_1000_diff1 + value: 48.2911083967695 + - type: nauc_map_at_1000_max + value: 33.0567223033294 + - type: nauc_map_at_1000_std + value: -7.5831018828087435 + - type: nauc_map_at_100_diff1 + value: 48.266195527072156 + - type: nauc_map_at_100_max + value: 33.03915960499412 + - type: nauc_map_at_100_std + value: -7.606925986310037 + - type: nauc_map_at_10_diff1 + value: 48.328320797346294 + - type: nauc_map_at_10_max + value: 32.7070148720631 + - type: nauc_map_at_10_std + value: -8.512811841258646 + - type: nauc_map_at_1_diff1 + value: 52.88608162356222 + - type: nauc_map_at_1_max + value: 31.24794941358492 + - type: nauc_map_at_1_std + value: -11.706848009285954 + - type: nauc_map_at_20_diff1 + value: 48.2969260156472 + - type: nauc_map_at_20_max + value: 32.86081996380274 + - type: nauc_map_at_20_std + value: -8.020958942798524 + - type: nauc_map_at_3_diff1 + value: 48.743817641945114 + - type: nauc_map_at_3_max + value: 32.605458230621856 + - type: nauc_map_at_3_std + value: -8.638274842287737 + - type: nauc_map_at_5_diff1 + value: 48.78806923732555 + - type: nauc_map_at_5_max + value: 32.61566250570677 + - type: nauc_map_at_5_std + value: -8.780064299161241 + - type: nauc_mrr_at_1000_diff1 + value: 48.402407250061934 + - type: nauc_mrr_at_1000_max + value: 32.73963018253408 + - type: nauc_mrr_at_1000_std + value: -7.600714897746363 + - type: nauc_mrr_at_100_diff1 + value: 48.38722402499983 + - type: nauc_mrr_at_100_max + value: 32.74291939054888 + - type: nauc_mrr_at_100_std + value: -7.584196436282831 + - type: nauc_mrr_at_10_diff1 + value: 48.324992370558576 + - type: nauc_mrr_at_10_max + value: 32.65326566012142 + - type: nauc_mrr_at_10_std + value: -7.960957871756174 + - type: nauc_mrr_at_1_diff1 + value: 52.51790849738347 + - type: nauc_mrr_at_1_max + value: 31.979743734335504 + - type: nauc_mrr_at_1_std + value: -11.101383949942232 + - type: nauc_mrr_at_20_diff1 + value: 48.375346158446725 + - type: nauc_mrr_at_20_max + value: 32.73895555822591 + - type: nauc_mrr_at_20_std + value: -7.642914670396977 + - type: nauc_mrr_at_3_diff1 + value: 48.83160990949774 + - type: nauc_mrr_at_3_max + value: 32.80880922901924 + - type: nauc_mrr_at_3_std + value: -7.760362168094019 + - type: nauc_mrr_at_5_diff1 + value: 48.60255139323125 + - type: nauc_mrr_at_5_max + value: 32.72728351371156 + - type: nauc_mrr_at_5_std + value: -8.038189749481258 + - type: nauc_ndcg_at_1000_diff1 + value: 46.67101320125475 + - type: nauc_ndcg_at_1000_max + value: 34.0504701772667 + - type: nauc_ndcg_at_1000_std + value: -4.032878112637376 + - type: nauc_ndcg_at_100_diff1 + value: 46.248748827447265 + - type: nauc_ndcg_at_100_max + value: 33.74751928599088 + - type: nauc_ndcg_at_100_std + value: -3.991862266355337 + - type: nauc_ndcg_at_10_diff1 + value: 46.46100196084458 + - type: nauc_ndcg_at_10_max + value: 32.807685888284794 + - type: nauc_ndcg_at_10_std + value: -7.457478747984192 + - type: nauc_ndcg_at_1_diff1 + value: 52.51790849738347 + - type: nauc_ndcg_at_1_max + value: 31.979743734335504 + - type: nauc_ndcg_at_1_std + value: -11.101383949942232 + - type: nauc_ndcg_at_20_diff1 + value: 46.410656199509944 + - type: nauc_ndcg_at_20_max + value: 33.1581309808876 + - type: nauc_ndcg_at_20_std + value: -5.99183846380811 + - type: nauc_ndcg_at_3_diff1 + value: 47.26764972559635 + - type: nauc_ndcg_at_3_max + value: 33.08614197399897 + - type: nauc_ndcg_at_3_std + value: -7.0742507391341345 + - type: nauc_ndcg_at_5_diff1 + value: 47.35898227835041 + - type: nauc_ndcg_at_5_max + value: 32.84468179240444 + - type: nauc_ndcg_at_5_std + value: -7.714927192881523 + - type: nauc_precision_at_1000_diff1 + value: -9.52692395683019 + - type: nauc_precision_at_1000_max + value: 7.374303479576268 + - type: nauc_precision_at_1000_std + value: 20.79761650113592 + - type: nauc_precision_at_100_diff1 + value: -0.5511806256392863 + - type: nauc_precision_at_100_max + value: 14.260122126630634 + - type: nauc_precision_at_100_std + value: 20.84530821188996 + - type: nauc_precision_at_10_diff1 + value: 19.572115874106533 + - type: nauc_precision_at_10_max + value: 24.556082924046027 + - type: nauc_precision_at_10_std + value: 5.323857400679805 + - type: nauc_precision_at_1_diff1 + value: 52.51790849738347 + - type: nauc_precision_at_1_max + value: 31.979743734335504 + - type: nauc_precision_at_1_std + value: -11.101383949942232 + - type: nauc_precision_at_20_diff1 + value: 12.356576945971826 + - type: nauc_precision_at_20_max + value: 21.121689225096056 + - type: nauc_precision_at_20_std + value: 12.177075559439556 + - type: nauc_precision_at_3_diff1 + value: 33.671667659871865 + - type: nauc_precision_at_3_max + value: 30.98143183174062 + - type: nauc_precision_at_3_std + value: 0.520604608152502 + - type: nauc_precision_at_5_diff1 + value: 30.06980809430162 + - type: nauc_precision_at_5_max + value: 28.454115294663602 + - type: nauc_precision_at_5_std + value: 0.8596400708828538 + - type: nauc_recall_at_1000_diff1 + value: 24.965587031650884 + - type: nauc_recall_at_1000_max + value: 40.72840120992986 + - type: nauc_recall_at_1000_std + value: 38.76857796467627 + - type: nauc_recall_at_100_diff1 + value: 32.790892696170374 + - type: nauc_recall_at_100_max + value: 32.970070123139564 + - type: nauc_recall_at_100_std + value: 14.657654854897062 + - type: nauc_recall_at_10_diff1 + value: 38.309181873423476 + - type: nauc_recall_at_10_max + value: 30.28707855794435 + - type: nauc_recall_at_10_std + value: -5.568997608502203 + - type: nauc_recall_at_1_diff1 + value: 52.88608162356222 + - type: nauc_recall_at_1_max + value: 31.24794941358492 + - type: nauc_recall_at_1_std + value: -11.706848009285954 + - type: nauc_recall_at_20_diff1 + value: 37.44816940285688 + - type: nauc_recall_at_20_max + value: 31.24736990052554 + - type: nauc_recall_at_20_std + value: -0.17027260910961897 + - type: nauc_recall_at_3_diff1 + value: 42.921582034772726 + - type: nauc_recall_at_3_max + value: 31.861184780950513 + - type: nauc_recall_at_3_std + value: -6.209754089638474 + - type: nauc_recall_at_5_diff1 + value: 41.74803396821156 + - type: nauc_recall_at_5_max + value: 31.13023590637421 + - type: nauc_recall_at_5_std + value: -6.608370086504567 + - type: ndcg_at_1 + value: 35.515 + - type: ndcg_at_10 + value: 45.196999999999996 + - type: ndcg_at_100 + value: 50.38399999999999 + - type: ndcg_at_1000 + value: 52.596 + - type: ndcg_at_20 + value: 47.233000000000004 + - type: ndcg_at_3 + value: 40.573 + - type: ndcg_at_5 + value: 42.853 + - type: precision_at_1 + value: 35.515 + - type: precision_at_10 + value: 8.017000000000001 + - type: precision_at_100 + value: 1.237 + - type: precision_at_1000 + value: 0.159 + - type: precision_at_20 + value: 4.687 + - type: precision_at_3 + value: 18.961 + - type: precision_at_5 + value: 13.34 + - type: recall_at_1 + value: 29.438 + - type: recall_at_10 + value: 56.603 + - type: recall_at_100 + value: 78.281 + - type: recall_at_1000 + value: 93.172 + - type: recall_at_20 + value: 63.571 + - type: recall_at_3 + value: 43.763000000000005 + - type: recall_at_5 + value: 49.717 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 41.967999999999996 + - type: map_at_1 + value: 27.991 + - type: map_at_10 + value: 36.815 + - type: map_at_100 + value: 38.14 + - type: map_at_1000 + value: 38.257999999999996 + - type: map_at_20 + value: 37.561 + - type: map_at_3 + value: 34.094 + - type: map_at_5 + value: 35.557 + - type: mrr_at_1 + value: 34.817351598173516 + - type: mrr_at_10 + value: 42.56500507356672 + - type: mrr_at_100 + value: 43.460463999764066 + - type: mrr_at_1000 + value: 43.52348583643295 + - type: mrr_at_20 + value: 43.11992252647868 + - type: mrr_at_3 + value: 40.20167427701675 + - type: mrr_at_5 + value: 41.45738203957382 + - type: nauc_map_at_1000_diff1 + value: 41.67048775212967 + - type: nauc_map_at_1000_max + value: 43.99159244124849 + - type: nauc_map_at_1000_std + value: 2.573128018829387 + - type: nauc_map_at_100_diff1 + value: 41.674051168864544 + - type: nauc_map_at_100_max + value: 43.98147916359051 + - type: nauc_map_at_100_std + value: 2.5254111056725157 + - type: nauc_map_at_10_diff1 + value: 41.7125704403198 + - type: nauc_map_at_10_max + value: 43.474100183989364 + - type: nauc_map_at_10_std + value: 1.6477791314522445 + - type: nauc_map_at_1_diff1 + value: 48.1867206901292 + - type: nauc_map_at_1_max + value: 40.525641468978996 + - type: nauc_map_at_1_std + value: -0.7568533902855162 + - type: nauc_map_at_20_diff1 + value: 41.64339598055937 + - type: nauc_map_at_20_max + value: 43.62356989148736 + - type: nauc_map_at_20_std + value: 2.087731774178381 + - type: nauc_map_at_3_diff1 + value: 43.473195638597325 + - type: nauc_map_at_3_max + value: 42.94377216167118 + - type: nauc_map_at_3_std + value: 0.2505945238603998 + - type: nauc_map_at_5_diff1 + value: 42.39542158097317 + - type: nauc_map_at_5_max + value: 43.67892698262521 + - type: nauc_map_at_5_std + value: 0.9895905882223653 + - type: nauc_mrr_at_1000_diff1 + value: 41.09671003865924 + - type: nauc_mrr_at_1000_max + value: 46.28436379929593 + - type: nauc_mrr_at_1000_std + value: 4.354037919152363 + - type: nauc_mrr_at_100_diff1 + value: 41.09244756994191 + - type: nauc_mrr_at_100_max + value: 46.29034043110901 + - type: nauc_mrr_at_100_std + value: 4.351726070204726 + - type: nauc_mrr_at_10_diff1 + value: 40.977946444819096 + - type: nauc_mrr_at_10_max + value: 46.10718374892125 + - type: nauc_mrr_at_10_std + value: 4.18336707456262 + - type: nauc_mrr_at_1_diff1 + value: 45.599332453292675 + - type: nauc_mrr_at_1_max + value: 45.84726261326186 + - type: nauc_mrr_at_1_std + value: 2.4345971000548854 + - type: nauc_mrr_at_20_diff1 + value: 40.95961993815576 + - type: nauc_mrr_at_20_max + value: 46.18592650660265 + - type: nauc_mrr_at_20_std + value: 4.305161755438331 + - type: nauc_mrr_at_3_diff1 + value: 42.32692907673492 + - type: nauc_mrr_at_3_max + value: 46.26011359406279 + - type: nauc_mrr_at_3_std + value: 2.948567577936104 + - type: nauc_mrr_at_5_diff1 + value: 41.34052580040367 + - type: nauc_mrr_at_5_max + value: 46.34383226431204 + - type: nauc_mrr_at_5_std + value: 3.633823850306508 + - type: nauc_ndcg_at_1000_diff1 + value: 39.93215369321293 + - type: nauc_ndcg_at_1000_max + value: 45.687802170808574 + - type: nauc_ndcg_at_1000_std + value: 6.430986118631789 + - type: nauc_ndcg_at_100_diff1 + value: 39.684859990483915 + - type: nauc_ndcg_at_100_max + value: 45.80031091479213 + - type: nauc_ndcg_at_100_std + value: 6.36066573145881 + - type: nauc_ndcg_at_10_diff1 + value: 39.23880630958678 + - type: nauc_ndcg_at_10_max + value: 43.80038181935968 + - type: nauc_ndcg_at_10_std + value: 3.3533556819103074 + - type: nauc_ndcg_at_1_diff1 + value: 45.94736367846991 + - type: nauc_ndcg_at_1_max + value: 46.105763729560294 + - type: nauc_ndcg_at_1_std + value: 2.5515460950343622 + - type: nauc_ndcg_at_20_diff1 + value: 39.077143576829634 + - type: nauc_ndcg_at_20_max + value: 44.175755846357006 + - type: nauc_ndcg_at_20_std + value: 4.5499430823825 + - type: nauc_ndcg_at_3_diff1 + value: 41.55043893779763 + - type: nauc_ndcg_at_3_max + value: 44.369396288268 + - type: nauc_ndcg_at_3_std + value: 1.8135062317910333 + - type: nauc_ndcg_at_5_diff1 + value: 40.27727274546977 + - type: nauc_ndcg_at_5_max + value: 44.58055714919917 + - type: nauc_ndcg_at_5_std + value: 2.3858438655025895 + - type: nauc_precision_at_1000_diff1 + value: -15.82921590565681 + - type: nauc_precision_at_1000_max + value: 5.3200324911551276 + - type: nauc_precision_at_1000_std + value: 17.059441605068066 + - type: nauc_precision_at_100_diff1 + value: -3.477661270951154 + - type: nauc_precision_at_100_max + value: 23.102213467508363 + - type: nauc_precision_at_100_std + value: 22.61050030511951 + - type: nauc_precision_at_10_diff1 + value: 13.022774804120216 + - type: nauc_precision_at_10_max + value: 38.41004452998074 + - type: nauc_precision_at_10_std + value: 15.569153607416283 + - type: nauc_precision_at_1_diff1 + value: 45.94736367846991 + - type: nauc_precision_at_1_max + value: 46.105763729560294 + - type: nauc_precision_at_1_std + value: 2.5515460950343622 + - type: nauc_precision_at_20_diff1 + value: 6.552231339783917 + - type: nauc_precision_at_20_max + value: 33.144348451578914 + - type: nauc_precision_at_20_std + value: 19.55599724769983 + - type: nauc_precision_at_3_diff1 + value: 28.52937551899466 + - type: nauc_precision_at_3_max + value: 45.2056127705799 + - type: nauc_precision_at_3_std + value: 7.5353087497146785 + - type: nauc_precision_at_5_diff1 + value: 21.680390063172492 + - type: nauc_precision_at_5_max + value: 44.075542142279645 + - type: nauc_precision_at_5_std + value: 10.933211341141087 + - type: nauc_recall_at_1000_diff1 + value: 31.550619753305593 + - type: nauc_recall_at_1000_max + value: 49.1096811911254 + - type: nauc_recall_at_1000_std + value: 39.51532818925666 + - type: nauc_recall_at_100_diff1 + value: 30.696662503429863 + - type: nauc_recall_at_100_max + value: 47.21608565384206 + - type: nauc_recall_at_100_std + value: 20.894556840831438 + - type: nauc_recall_at_10_diff1 + value: 30.61623779072834 + - type: nauc_recall_at_10_max + value: 38.964392138468114 + - type: nauc_recall_at_10_std + value: 5.00024473264126 + - type: nauc_recall_at_1_diff1 + value: 48.1867206901292 + - type: nauc_recall_at_1_max + value: 40.525641468978996 + - type: nauc_recall_at_1_std + value: -0.7568533902855162 + - type: nauc_recall_at_20_diff1 + value: 29.07251333097125 + - type: nauc_recall_at_20_max + value: 39.03312242614524 + - type: nauc_recall_at_20_std + value: 8.959922224970903 + - type: nauc_recall_at_3_diff1 + value: 38.724975690747826 + - type: nauc_recall_at_3_max + value: 41.3025635407677 + - type: nauc_recall_at_3_std + value: 0.6484284398052167 + - type: nauc_recall_at_5_diff1 + value: 34.09423664395091 + - type: nauc_recall_at_5_max + value: 41.34844327450573 + - type: nauc_recall_at_5_std + value: 2.3349428535301424 + - type: ndcg_at_1 + value: 34.703 + - type: ndcg_at_10 + value: 41.967999999999996 + - type: ndcg_at_100 + value: 47.607 + - type: ndcg_at_1000 + value: 49.984 + - type: ndcg_at_20 + value: 44.285000000000004 + - type: ndcg_at_3 + value: 37.582 + - type: ndcg_at_5 + value: 39.454 + - type: precision_at_1 + value: 34.703 + - type: precision_at_10 + value: 7.306 + - type: precision_at_100 + value: 1.191 + - type: precision_at_1000 + value: 0.156 + - type: precision_at_20 + value: 4.406000000000001 + - type: precision_at_3 + value: 17.541999999999998 + - type: precision_at_5 + value: 12.26 + - type: recall_at_1 + value: 27.991 + - type: recall_at_10 + value: 52.016 + - type: recall_at_100 + value: 75.807 + - type: recall_at_1000 + value: 91.84400000000001 + - type: recall_at_20 + value: 60.171 + - type: recall_at_3 + value: 39.268 + - type: recall_at_5 + value: 44.548 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 39.80483333333333 + - type: ndcg_at_10 + value: 39.80483333333333 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: main_score + value: 34.888999999999996 + - type: map_at_1 + value: 24.257 + - type: map_at_10 + value: 30.85 + - type: map_at_100 + value: 31.653 + - type: map_at_1000 + value: 31.744 + - type: map_at_20 + value: 31.235000000000003 + - type: map_at_3 + value: 28.742 + - type: map_at_5 + value: 29.743000000000002 + - type: mrr_at_1 + value: 26.68711656441718 + - type: mrr_at_10 + value: 33.22828415619827 + - type: mrr_at_100 + value: 33.9510074708967 + - type: mrr_at_1000 + value: 34.019092955305204 + - type: mrr_at_20 + value: 33.600871234124 + - type: mrr_at_3 + value: 31.160531697341508 + - type: mrr_at_5 + value: 32.14212678936605 + - type: nauc_map_at_1000_diff1 + value: 52.717440487225275 + - type: nauc_map_at_1000_max + value: 44.60170963845081 + - type: nauc_map_at_1000_std + value: -3.1996706483359136 + - type: nauc_map_at_100_diff1 + value: 52.71189673586013 + - type: nauc_map_at_100_max + value: 44.57163638567482 + - type: nauc_map_at_100_std + value: -3.2345902627286436 + - type: nauc_map_at_10_diff1 + value: 53.02449930693637 + - type: nauc_map_at_10_max + value: 44.35369795372346 + - type: nauc_map_at_10_std + value: -3.8104783477282513 + - type: nauc_map_at_1_diff1 + value: 61.69412555489549 + - type: nauc_map_at_1_max + value: 45.687572761686425 + - type: nauc_map_at_1_std + value: -5.706950124921224 + - type: nauc_map_at_20_diff1 + value: 52.762382597962855 + - type: nauc_map_at_20_max + value: 44.42527816578249 + - type: nauc_map_at_20_std + value: -3.62442115557958 + - type: nauc_map_at_3_diff1 + value: 54.218133325934595 + - type: nauc_map_at_3_max + value: 43.886110491155 + - type: nauc_map_at_3_std + value: -5.373779809729606 + - type: nauc_map_at_5_diff1 + value: 53.87314356227072 + - type: nauc_map_at_5_max + value: 44.19838867906011 + - type: nauc_map_at_5_std + value: -4.657996273921579 + - type: nauc_mrr_at_1000_diff1 + value: 52.608759486406065 + - type: nauc_mrr_at_1000_max + value: 46.43225035608919 + - type: nauc_mrr_at_1000_std + value: -1.0825740469149292 + - type: nauc_mrr_at_100_diff1 + value: 52.59290039623913 + - type: nauc_mrr_at_100_max + value: 46.43031739568791 + - type: nauc_mrr_at_100_std + value: -1.110101172332684 + - type: nauc_mrr_at_10_diff1 + value: 52.860476269889055 + - type: nauc_mrr_at_10_max + value: 46.48418329087753 + - type: nauc_mrr_at_10_std + value: -1.3374238019386193 + - type: nauc_mrr_at_1_diff1 + value: 61.441947428807666 + - type: nauc_mrr_at_1_max + value: 48.54756533074311 + - type: nauc_mrr_at_1_std + value: -2.3680485432053135 + - type: nauc_mrr_at_20_diff1 + value: 52.665535367800906 + - type: nauc_mrr_at_20_max + value: 46.41185879304558 + - type: nauc_mrr_at_20_std + value: -1.3444595758714797 + - type: nauc_mrr_at_3_diff1 + value: 54.172851649909134 + - type: nauc_mrr_at_3_max + value: 46.15833772250591 + - type: nauc_mrr_at_3_std + value: -2.6730529379570642 + - type: nauc_mrr_at_5_diff1 + value: 53.723702014945175 + - type: nauc_mrr_at_5_max + value: 46.297316686693016 + - type: nauc_mrr_at_5_std + value: -2.159788610857334 + - type: nauc_ndcg_at_1000_diff1 + value: 48.49475884804671 + - type: nauc_ndcg_at_1000_max + value: 45.2504813678727 + - type: nauc_ndcg_at_1000_std + value: 1.3660441371017331 + - type: nauc_ndcg_at_100_diff1 + value: 48.328439839293004 + - type: nauc_ndcg_at_100_max + value: 45.1976848279064 + - type: nauc_ndcg_at_100_std + value: 0.984414559030773 + - type: nauc_ndcg_at_10_diff1 + value: 49.57495706841805 + - type: nauc_ndcg_at_10_max + value: 44.32422841398523 + - type: nauc_ndcg_at_10_std + value: -1.8938863954712948 + - type: nauc_ndcg_at_1_diff1 + value: 61.441947428807666 + - type: nauc_ndcg_at_1_max + value: 48.54756533074311 + - type: nauc_ndcg_at_1_std + value: -2.3680485432053135 + - type: nauc_ndcg_at_20_diff1 + value: 48.698704369155664 + - type: nauc_ndcg_at_20_max + value: 44.32085785234671 + - type: nauc_ndcg_at_20_std + value: -1.5370200957389617 + - type: nauc_ndcg_at_3_diff1 + value: 51.87602761155865 + - type: nauc_ndcg_at_3_max + value: 43.836423952288946 + - type: nauc_ndcg_at_3_std + value: -4.519331726990856 + - type: nauc_ndcg_at_5_diff1 + value: 51.536849644847216 + - type: nauc_ndcg_at_5_max + value: 44.05267508410536 + - type: nauc_ndcg_at_5_std + value: -3.7646800644981484 + - type: nauc_precision_at_1000_diff1 + value: -3.114425136121477 + - type: nauc_precision_at_1000_max + value: 21.219654091584214 + - type: nauc_precision_at_1000_std + value: 23.620715661080197 + - type: nauc_precision_at_100_diff1 + value: 13.781387623485253 + - type: nauc_precision_at_100_max + value: 37.7816424452238 + - type: nauc_precision_at_100_std + value: 24.719409110027726 + - type: nauc_precision_at_10_diff1 + value: 29.300018648484276 + - type: nauc_precision_at_10_max + value: 42.111386830242296 + - type: nauc_precision_at_10_std + value: 10.14768426081145 + - type: nauc_precision_at_1_diff1 + value: 61.441947428807666 + - type: nauc_precision_at_1_max + value: 48.54756533074311 + - type: nauc_precision_at_1_std + value: -2.3680485432053135 + - type: nauc_precision_at_20_diff1 + value: 24.056049155242437 + - type: nauc_precision_at_20_max + value: 41.1201344685915 + - type: nauc_precision_at_20_std + value: 12.97512554259156 + - type: nauc_precision_at_3_diff1 + value: 40.917570494530224 + - type: nauc_precision_at_3_max + value: 42.15043236961856 + - type: nauc_precision_at_3_std + value: -0.589880165120388 + - type: nauc_precision_at_5_diff1 + value: 36.58196834265981 + - type: nauc_precision_at_5_max + value: 41.630431483145955 + - type: nauc_precision_at_5_std + value: 2.792434474028848 + - type: nauc_recall_at_1000_diff1 + value: 22.038599119727685 + - type: nauc_recall_at_1000_max + value: 40.92494951502034 + - type: nauc_recall_at_1000_std + value: 30.098168212129906 + - type: nauc_recall_at_100_diff1 + value: 30.27278930698841 + - type: nauc_recall_at_100_max + value: 43.08655404016066 + - type: nauc_recall_at_100_std + value: 16.415020332792015 + - type: nauc_recall_at_10_diff1 + value: 38.75370707674917 + - type: nauc_recall_at_10_max + value: 40.98674256815627 + - type: nauc_recall_at_10_std + value: 1.4170954879979862 + - type: nauc_recall_at_1_diff1 + value: 61.69412555489549 + - type: nauc_recall_at_1_max + value: 45.687572761686425 + - type: nauc_recall_at_1_std + value: -5.706950124921224 + - type: nauc_recall_at_20_diff1 + value: 34.95998605858319 + - type: nauc_recall_at_20_max + value: 40.10527957275843 + - type: nauc_recall_at_20_std + value: 2.1856254846998895 + - type: nauc_recall_at_3_diff1 + value: 46.10618270844218 + - type: nauc_recall_at_3_max + value: 39.94724438255762 + - type: nauc_recall_at_3_std + value: -6.261263180948628 + - type: nauc_recall_at_5_diff1 + value: 45.37034670682598 + - type: nauc_recall_at_5_max + value: 40.996211974958655 + - type: nauc_recall_at_5_std + value: -3.8795589504838945 + - type: ndcg_at_1 + value: 26.687 + - type: ndcg_at_10 + value: 34.888999999999996 + - type: ndcg_at_100 + value: 38.967 + - type: ndcg_at_1000 + value: 41.408 + - type: ndcg_at_20 + value: 36.202 + - type: ndcg_at_3 + value: 30.763 + - type: ndcg_at_5 + value: 32.369 + - type: precision_at_1 + value: 26.687 + - type: precision_at_10 + value: 5.428999999999999 + - type: precision_at_100 + value: 0.8099999999999999 + - type: precision_at_1000 + value: 0.11 + - type: precision_at_20 + value: 3.0669999999999997 + - type: precision_at_3 + value: 12.883 + - type: precision_at_5 + value: 8.895999999999999 + - type: recall_at_1 + value: 24.257 + - type: recall_at_10 + value: 45.013999999999996 + - type: recall_at_100 + value: 63.55800000000001 + - type: recall_at_1000 + value: 81.649 + - type: recall_at_20 + value: 49.786 + - type: recall_at_3 + value: 33.623 + - type: recall_at_5 + value: 37.489 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: main_score + value: 27.174 + - type: map_at_1 + value: 16.683 + - type: map_at_10 + value: 22.965 + - type: map_at_100 + value: 23.954 + - type: map_at_1000 + value: 24.078 + - type: map_at_20 + value: 23.49 + - type: map_at_3 + value: 20.918999999999997 + - type: map_at_5 + value: 22.027 + - type: mrr_at_1 + value: 19.92429456297316 + - type: mrr_at_10 + value: 26.551319656102862 + - type: mrr_at_100 + value: 27.428968210944316 + - type: mrr_at_1000 + value: 27.510501144435317 + - type: mrr_at_20 + value: 27.051813881383698 + - type: mrr_at_3 + value: 24.483826565726083 + - type: mrr_at_5 + value: 25.624569855471435 + - type: nauc_map_at_1000_diff1 + value: 39.70294552750383 + - type: nauc_map_at_1000_max + value: 31.317466455201227 + - type: nauc_map_at_1000_std + value: -1.762559086629105 + - type: nauc_map_at_100_diff1 + value: 39.71390899838813 + - type: nauc_map_at_100_max + value: 31.29204970199068 + - type: nauc_map_at_100_std + value: -1.791535537876596 + - type: nauc_map_at_10_diff1 + value: 40.01482969019678 + - type: nauc_map_at_10_max + value: 31.23314156393745 + - type: nauc_map_at_10_std + value: -2.3274535397042513 + - type: nauc_map_at_1_diff1 + value: 46.72895932959986 + - type: nauc_map_at_1_max + value: 29.819875651168548 + - type: nauc_map_at_1_std + value: -3.6639434506444912 + - type: nauc_map_at_20_diff1 + value: 39.79895580803141 + - type: nauc_map_at_20_max + value: 31.18209733793537 + - type: nauc_map_at_20_std + value: -2.052399285243834 + - type: nauc_map_at_3_diff1 + value: 41.98314483627424 + - type: nauc_map_at_3_max + value: 31.410399587944422 + - type: nauc_map_at_3_std + value: -3.1256987241100957 + - type: nauc_map_at_5_diff1 + value: 40.68955549018378 + - type: nauc_map_at_5_max + value: 31.529138053527888 + - type: nauc_map_at_5_std + value: -2.5106031609548727 + - type: nauc_mrr_at_1000_diff1 + value: 38.843425454050774 + - type: nauc_mrr_at_1000_max + value: 32.080747972542476 + - type: nauc_mrr_at_1000_std + value: -1.8813140227198037 + - type: nauc_mrr_at_100_diff1 + value: 38.844774433232246 + - type: nauc_mrr_at_100_max + value: 32.07767547525176 + - type: nauc_mrr_at_100_std + value: -1.8853968240347412 + - type: nauc_mrr_at_10_diff1 + value: 38.9943638829038 + - type: nauc_mrr_at_10_max + value: 32.113199636613224 + - type: nauc_mrr_at_10_std + value: -2.2808765253620997 + - type: nauc_mrr_at_1_diff1 + value: 45.204551111582504 + - type: nauc_mrr_at_1_max + value: 31.33271495263982 + - type: nauc_mrr_at_1_std + value: -4.310808417520686 + - type: nauc_mrr_at_20_diff1 + value: 38.809653957002475 + - type: nauc_mrr_at_20_max + value: 32.00087958077687 + - type: nauc_mrr_at_20_std + value: -2.077240815930647 + - type: nauc_mrr_at_3_diff1 + value: 40.640559615359884 + - type: nauc_mrr_at_3_max + value: 32.499874311042085 + - type: nauc_mrr_at_3_std + value: -3.0250204118059623 + - type: nauc_mrr_at_5_diff1 + value: 39.730384199123904 + - type: nauc_mrr_at_5_max + value: 32.54797498951286 + - type: nauc_mrr_at_5_std + value: -2.483752446190051 + - type: nauc_ndcg_at_1000_diff1 + value: 35.67309434839137 + - type: nauc_ndcg_at_1000_max + value: 31.968665383689366 + - type: nauc_ndcg_at_1000_std + value: 1.8902841143765996 + - type: nauc_ndcg_at_100_diff1 + value: 35.532320541105456 + - type: nauc_ndcg_at_100_max + value: 31.39262363611392 + - type: nauc_ndcg_at_100_std + value: 1.3738974219360591 + - type: nauc_ndcg_at_10_diff1 + value: 36.89304493982828 + - type: nauc_ndcg_at_10_max + value: 31.413699188823262 + - type: nauc_ndcg_at_10_std + value: -1.4406496834360265 + - type: nauc_ndcg_at_1_diff1 + value: 45.204551111582504 + - type: nauc_ndcg_at_1_max + value: 31.33271495263982 + - type: nauc_ndcg_at_1_std + value: -4.310808417520686 + - type: nauc_ndcg_at_20_diff1 + value: 36.10603668893203 + - type: nauc_ndcg_at_20_max + value: 31.08596071268814 + - type: nauc_ndcg_at_20_std + value: -0.5716127582631676 + - type: nauc_ndcg_at_3_diff1 + value: 40.3406275054372 + - type: nauc_ndcg_at_3_max + value: 32.30746163378498 + - type: nauc_ndcg_at_3_std + value: -2.9826906381184086 + - type: nauc_ndcg_at_5_diff1 + value: 38.435436080533805 + - type: nauc_ndcg_at_5_max + value: 32.28159769507487 + - type: nauc_ndcg_at_5_std + value: -1.896502637808091 + - type: nauc_precision_at_1000_diff1 + value: -1.3272380913114576 + - type: nauc_precision_at_1000_max + value: 16.97452439042005 + - type: nauc_precision_at_1000_std + value: 6.727514561355023 + - type: nauc_precision_at_100_diff1 + value: 9.050886288633748 + - type: nauc_precision_at_100_max + value: 22.793531578995857 + - type: nauc_precision_at_100_std + value: 9.041251836945914 + - type: nauc_precision_at_10_diff1 + value: 23.58024783123664 + - type: nauc_precision_at_10_max + value: 30.911229044947746 + - type: nauc_precision_at_10_std + value: 0.49206924465533297 + - type: nauc_precision_at_1_diff1 + value: 45.204551111582504 + - type: nauc_precision_at_1_max + value: 31.33271495263982 + - type: nauc_precision_at_1_std + value: -4.310808417520686 + - type: nauc_precision_at_20_diff1 + value: 18.72722750869453 + - type: nauc_precision_at_20_max + value: 28.168309388621456 + - type: nauc_precision_at_20_std + value: 3.5580796098534906 + - type: nauc_precision_at_3_diff1 + value: 34.21934456307853 + - type: nauc_precision_at_3_max + value: 34.50963041596628 + - type: nauc_precision_at_3_std + value: -2.1474684485851876 + - type: nauc_precision_at_5_diff1 + value: 29.967346999613596 + - type: nauc_precision_at_5_max + value: 33.958476515854954 + - type: nauc_precision_at_5_std + value: -0.45778793347456004 + - type: nauc_recall_at_1000_diff1 + value: 12.06453658572338 + - type: nauc_recall_at_1000_max + value: 30.788667195142633 + - type: nauc_recall_at_1000_std + value: 27.271269189751713 + - type: nauc_recall_at_100_diff1 + value: 19.6231994553196 + - type: nauc_recall_at_100_max + value: 27.00238503628109 + - type: nauc_recall_at_100_std + value: 13.294514312384601 + - type: nauc_recall_at_10_diff1 + value: 27.755272572613222 + - type: nauc_recall_at_10_max + value: 28.332855891388125 + - type: nauc_recall_at_10_std + value: 0.8241434995618968 + - type: nauc_recall_at_1_diff1 + value: 46.72895932959986 + - type: nauc_recall_at_1_max + value: 29.819875651168548 + - type: nauc_recall_at_1_std + value: -3.6639434506444912 + - type: nauc_recall_at_20_diff1 + value: 24.731671276025146 + - type: nauc_recall_at_20_max + value: 26.949426211227795 + - type: nauc_recall_at_20_std + value: 3.412457763382852 + - type: nauc_recall_at_3_diff1 + value: 36.38111388907899 + - type: nauc_recall_at_3_max + value: 31.47754397495634 + - type: nauc_recall_at_3_std + value: -2.1874715383733956 + - type: nauc_recall_at_5_diff1 + value: 31.68529930399809 + - type: nauc_recall_at_5_max + value: 31.090941464639744 + - type: nauc_recall_at_5_std + value: -0.1674878655815559 + - type: ndcg_at_1 + value: 19.924 + - type: ndcg_at_10 + value: 27.174 + - type: ndcg_at_100 + value: 32.065 + - type: ndcg_at_1000 + value: 35.106 + - type: ndcg_at_20 + value: 28.939999999999998 + - type: ndcg_at_3 + value: 23.372999999999998 + - type: ndcg_at_5 + value: 25.096 + - type: precision_at_1 + value: 19.924 + - type: precision_at_10 + value: 4.855 + - type: precision_at_100 + value: 0.857 + - type: precision_at_1000 + value: 0.129 + - type: precision_at_20 + value: 2.94 + - type: precision_at_3 + value: 10.897 + - type: precision_at_5 + value: 7.7909999999999995 + - type: recall_at_1 + value: 16.683 + - type: recall_at_10 + value: 36.276 + - type: recall_at_100 + value: 58.437 + - type: recall_at_1000 + value: 80.35900000000001 + - type: recall_at_20 + value: 42.79 + - type: recall_at_3 + value: 25.663999999999998 + - type: recall_at_5 + value: 30.213 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: main_score + value: 38.34 + - type: map_at_1 + value: 25.924999999999997 + - type: map_at_10 + value: 33.53 + - type: map_at_100 + value: 34.635 + - type: map_at_1000 + value: 34.739 + - type: map_at_20 + value: 34.117999999999995 + - type: map_at_3 + value: 30.94 + - type: map_at_5 + value: 32.411 + - type: mrr_at_1 + value: 30.223880597014922 + - type: mrr_at_10 + value: 37.598873193556024 + - type: mrr_at_100 + value: 38.48001202116003 + - type: mrr_at_1000 + value: 38.53998687212744 + - type: mrr_at_20 + value: 38.0922428291824 + - type: mrr_at_3 + value: 35.26119402985074 + - type: mrr_at_5 + value: 36.627798507462686 + - type: nauc_map_at_1000_diff1 + value: 48.99658121611321 + - type: nauc_map_at_1000_max + value: 43.36514689969973 + - type: nauc_map_at_1000_std + value: 1.2743138438292323 + - type: nauc_map_at_100_diff1 + value: 49.00383839256485 + - type: nauc_map_at_100_max + value: 43.34421843813268 + - type: nauc_map_at_100_std + value: 1.2381577394429648 + - type: nauc_map_at_10_diff1 + value: 48.976968357570804 + - type: nauc_map_at_10_max + value: 43.21656545934543 + - type: nauc_map_at_10_std + value: 0.8806229946576106 + - type: nauc_map_at_1_diff1 + value: 54.79429701172901 + - type: nauc_map_at_1_max + value: 44.94497297225627 + - type: nauc_map_at_1_std + value: 0.3424876477921997 + - type: nauc_map_at_20_diff1 + value: 49.05500453067965 + - type: nauc_map_at_20_max + value: 43.313867184227114 + - type: nauc_map_at_20_std + value: 1.0599077751868857 + - type: nauc_map_at_3_diff1 + value: 50.202191345168735 + - type: nauc_map_at_3_max + value: 43.16428713411531 + - type: nauc_map_at_3_std + value: 0.33035782399351366 + - type: nauc_map_at_5_diff1 + value: 49.43896179760421 + - type: nauc_map_at_5_max + value: 43.36309937252455 + - type: nauc_map_at_5_std + value: 0.6152011411226946 + - type: nauc_mrr_at_1000_diff1 + value: 48.359023685110486 + - type: nauc_mrr_at_1000_max + value: 42.5315010808791 + - type: nauc_mrr_at_1000_std + value: 0.5920431228924952 + - type: nauc_mrr_at_100_diff1 + value: 48.33949213883611 + - type: nauc_mrr_at_100_max + value: 42.501697399914725 + - type: nauc_mrr_at_100_std + value: 0.5683233598385363 + - type: nauc_mrr_at_10_diff1 + value: 48.17405374349975 + - type: nauc_mrr_at_10_max + value: 42.36829702421452 + - type: nauc_mrr_at_10_std + value: 0.3918636512799242 + - type: nauc_mrr_at_1_diff1 + value: 54.41613067936997 + - type: nauc_mrr_at_1_max + value: 44.91551488557509 + - type: nauc_mrr_at_1_std + value: -0.7697411188700982 + - type: nauc_mrr_at_20_diff1 + value: 48.29085774083497 + - type: nauc_mrr_at_20_max + value: 42.46692350994534 + - type: nauc_mrr_at_20_std + value: 0.49667689004854476 + - type: nauc_mrr_at_3_diff1 + value: 49.32403876113614 + - type: nauc_mrr_at_3_max + value: 42.420974899262816 + - type: nauc_mrr_at_3_std + value: -0.17054785857862576 + - type: nauc_mrr_at_5_diff1 + value: 48.5386866012484 + - type: nauc_mrr_at_5_max + value: 42.49752447209939 + - type: nauc_mrr_at_5_std + value: -0.030068724695007015 + - type: nauc_ndcg_at_1000_diff1 + value: 46.482903430093685 + - type: nauc_ndcg_at_1000_max + value: 43.18727440958746 + - type: nauc_ndcg_at_1000_std + value: 3.8397045352936874 + - type: nauc_ndcg_at_100_diff1 + value: 46.272241119098105 + - type: nauc_ndcg_at_100_max + value: 42.44044067518221 + - type: nauc_ndcg_at_100_std + value: 3.0744093549329374 + - type: nauc_ndcg_at_10_diff1 + value: 46.35820553525149 + - type: nauc_ndcg_at_10_max + value: 42.05754989284268 + - type: nauc_ndcg_at_10_std + value: 1.6140781134179982 + - type: nauc_ndcg_at_1_diff1 + value: 54.41613067936997 + - type: nauc_ndcg_at_1_max + value: 44.91551488557509 + - type: nauc_ndcg_at_1_std + value: -0.7697411188700982 + - type: nauc_ndcg_at_20_diff1 + value: 46.56173859192192 + - type: nauc_ndcg_at_20_max + value: 42.39990803441754 + - type: nauc_ndcg_at_20_std + value: 2.2301958940613518 + - type: nauc_ndcg_at_3_diff1 + value: 48.45451921294981 + - type: nauc_ndcg_at_3_max + value: 42.1519683087422 + - type: nauc_ndcg_at_3_std + value: 0.43355376702150983 + - type: nauc_ndcg_at_5_diff1 + value: 47.329516258529 + - type: nauc_ndcg_at_5_max + value: 42.39325493165628 + - type: nauc_ndcg_at_5_std + value: 0.8719863795035224 + - type: nauc_precision_at_1000_diff1 + value: -10.427395700183098 + - type: nauc_precision_at_1000_max + value: 1.3695831886594074 + - type: nauc_precision_at_1000_std + value: 5.396211335976429 + - type: nauc_precision_at_100_diff1 + value: 4.170216285720574 + - type: nauc_precision_at_100_max + value: 14.393676436386233 + - type: nauc_precision_at_100_std + value: 7.356250144868687 + - type: nauc_precision_at_10_diff1 + value: 25.406793843503 + - type: nauc_precision_at_10_max + value: 30.469137431378485 + - type: nauc_precision_at_10_std + value: 4.262031333274362 + - type: nauc_precision_at_1_diff1 + value: 54.41613067936997 + - type: nauc_precision_at_1_max + value: 44.91551488557509 + - type: nauc_precision_at_1_std + value: -0.7697411188700982 + - type: nauc_precision_at_20_diff1 + value: 20.989784339763254 + - type: nauc_precision_at_20_max + value: 27.616892902118735 + - type: nauc_precision_at_20_std + value: 5.021785061675381 + - type: nauc_precision_at_3_diff1 + value: 39.66665542900266 + - type: nauc_precision_at_3_max + value: 37.76686222170862 + - type: nauc_precision_at_3_std + value: 1.04925540752191 + - type: nauc_precision_at_5_diff1 + value: 32.88141076318413 + - type: nauc_precision_at_5_max + value: 35.90401974619475 + - type: nauc_precision_at_5_std + value: 2.2695242286100408 + - type: nauc_recall_at_1000_diff1 + value: 30.248973513875526 + - type: nauc_recall_at_1000_max + value: 48.439331789791325 + - type: nauc_recall_at_1000_std + value: 38.857189673518135 + - type: nauc_recall_at_100_diff1 + value: 33.090255913758874 + - type: nauc_recall_at_100_max + value: 35.45818452208663 + - type: nauc_recall_at_100_std + value: 12.58439358264515 + - type: nauc_recall_at_10_diff1 + value: 37.462082402733785 + - type: nauc_recall_at_10_max + value: 36.99065942533105 + - type: nauc_recall_at_10_std + value: 3.948587023033947 + - type: nauc_recall_at_1_diff1 + value: 54.79429701172901 + - type: nauc_recall_at_1_max + value: 44.94497297225627 + - type: nauc_recall_at_1_std + value: 0.3424876477921997 + - type: nauc_recall_at_20_diff1 + value: 37.34159405112872 + - type: nauc_recall_at_20_max + value: 37.50873448555206 + - type: nauc_recall_at_20_std + value: 6.669489660177887 + - type: nauc_recall_at_3_diff1 + value: 43.751405924588184 + - type: nauc_recall_at_3_max + value: 38.5280847003097 + - type: nauc_recall_at_3_std + value: 0.8234291612745726 + - type: nauc_recall_at_5_diff1 + value: 40.75537181461394 + - type: nauc_recall_at_5_max + value: 38.64761171801593 + - type: nauc_recall_at_5_std + value: 1.9783778065563666 + - type: ndcg_at_1 + value: 30.224 + - type: ndcg_at_10 + value: 38.34 + - type: ndcg_at_100 + value: 43.564 + - type: ndcg_at_1000 + value: 45.888 + - type: ndcg_at_20 + value: 40.285 + - type: ndcg_at_3 + value: 33.613 + - type: ndcg_at_5 + value: 35.868 + - type: precision_at_1 + value: 30.224 + - type: precision_at_10 + value: 6.343 + - type: precision_at_100 + value: 1.0030000000000001 + - type: precision_at_1000 + value: 0.131 + - type: precision_at_20 + value: 3.689 + - type: precision_at_3 + value: 14.832 + - type: precision_at_5 + value: 10.504 + - type: recall_at_1 + value: 25.924999999999997 + - type: recall_at_10 + value: 49.01 + - type: recall_at_100 + value: 71.935 + - type: recall_at_1000 + value: 88.191 + - type: recall_at_20 + value: 56.076 + - type: recall_at_3 + value: 36.344 + - type: recall_at_5 + value: 41.942 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: main_score + value: 39.007 + - type: map_at_1 + value: 25.195 + - type: map_at_10 + value: 33.29 + - type: map_at_100 + value: 34.919 + - type: map_at_1000 + value: 35.132999999999996 + - type: map_at_20 + value: 34.184 + - type: map_at_3 + value: 30.501 + - type: map_at_5 + value: 31.917 + - type: mrr_at_1 + value: 30.237154150197625 + - type: mrr_at_10 + value: 37.97901373988331 + - type: mrr_at_100 + value: 38.89357624578056 + - type: mrr_at_1000 + value: 38.96172508462875 + - type: mrr_at_20 + value: 38.489908488593 + - type: mrr_at_3 + value: 35.44137022397892 + - type: mrr_at_5 + value: 36.755599472990774 + - type: nauc_map_at_1000_diff1 + value: 54.52234288345771 + - type: nauc_map_at_1000_max + value: 37.02933259777875 + - type: nauc_map_at_1000_std + value: -1.8802414735497839 + - type: nauc_map_at_100_diff1 + value: 54.592085424308564 + - type: nauc_map_at_100_max + value: 37.13861558972853 + - type: nauc_map_at_100_std + value: -1.8864900602925623 + - type: nauc_map_at_10_diff1 + value: 55.32701084932018 + - type: nauc_map_at_10_max + value: 36.97158176818064 + - type: nauc_map_at_10_std + value: -3.364570079568588 + - type: nauc_map_at_1_diff1 + value: 62.56234442022803 + - type: nauc_map_at_1_max + value: 37.725553737446866 + - type: nauc_map_at_1_std + value: -5.9573495367577705 + - type: nauc_map_at_20_diff1 + value: 54.92567471295049 + - type: nauc_map_at_20_max + value: 36.980006282091985 + - type: nauc_map_at_20_std + value: -2.7416738048891243 + - type: nauc_map_at_3_diff1 + value: 57.6202035201006 + - type: nauc_map_at_3_max + value: 36.85083307496426 + - type: nauc_map_at_3_std + value: -4.929088209082444 + - type: nauc_map_at_5_diff1 + value: 56.43034014992742 + - type: nauc_map_at_5_max + value: 36.65006798835753 + - type: nauc_map_at_5_std + value: -4.776147213332607 + - type: nauc_mrr_at_1000_diff1 + value: 51.91684536214369 + - type: nauc_mrr_at_1000_max + value: 35.50047477073224 + - type: nauc_mrr_at_1000_std + value: -0.9638166168094422 + - type: nauc_mrr_at_100_diff1 + value: 51.89735751581897 + - type: nauc_mrr_at_100_max + value: 35.48371938892366 + - type: nauc_mrr_at_100_std + value: -0.9444977007097576 + - type: nauc_mrr_at_10_diff1 + value: 51.82990105533963 + - type: nauc_mrr_at_10_max + value: 35.41678096580625 + - type: nauc_mrr_at_10_std + value: -1.2998439543197369 + - type: nauc_mrr_at_1_diff1 + value: 57.36601705972182 + - type: nauc_mrr_at_1_max + value: 36.90602990003092 + - type: nauc_mrr_at_1_std + value: -3.4080880251307044 + - type: nauc_mrr_at_20_diff1 + value: 51.8613947241447 + - type: nauc_mrr_at_20_max + value: 35.42345819928662 + - type: nauc_mrr_at_20_std + value: -1.093870308993923 + - type: nauc_mrr_at_3_diff1 + value: 53.01993009463089 + - type: nauc_mrr_at_3_max + value: 35.822666497908806 + - type: nauc_mrr_at_3_std + value: -2.1165600076512474 + - type: nauc_mrr_at_5_diff1 + value: 52.34611304656942 + - type: nauc_mrr_at_5_max + value: 35.49696929205688 + - type: nauc_mrr_at_5_std + value: -2.0955274926266982 + - type: nauc_ndcg_at_1000_diff1 + value: 51.41120348218975 + - type: nauc_ndcg_at_1000_max + value: 36.685342768279675 + - type: nauc_ndcg_at_1000_std + value: 1.7205313748343651 + - type: nauc_ndcg_at_100_diff1 + value: 50.93701708514895 + - type: nauc_ndcg_at_100_max + value: 36.162627377243275 + - type: nauc_ndcg_at_100_std + value: 1.7640807675244328 + - type: nauc_ndcg_at_10_diff1 + value: 50.63098923593871 + - type: nauc_ndcg_at_10_max + value: 35.34361464083639 + - type: nauc_ndcg_at_10_std + value: -0.9402862458857915 + - type: nauc_ndcg_at_1_diff1 + value: 57.36601705972182 + - type: nauc_ndcg_at_1_max + value: 36.90602990003092 + - type: nauc_ndcg_at_1_std + value: -3.4080880251307044 + - type: nauc_ndcg_at_20_diff1 + value: 50.73961693837964 + - type: nauc_ndcg_at_20_max + value: 35.01998564289338 + - type: nauc_ndcg_at_20_std + value: -0.5241446967120867 + - type: nauc_ndcg_at_3_diff1 + value: 53.23302956511971 + - type: nauc_ndcg_at_3_max + value: 35.708980757056295 + - type: nauc_ndcg_at_3_std + value: -3.017125347557592 + - type: nauc_ndcg_at_5_diff1 + value: 52.335636773583396 + - type: nauc_ndcg_at_5_max + value: 35.34227057005852 + - type: nauc_ndcg_at_5_std + value: -2.9708664518544508 + - type: nauc_precision_at_1000_diff1 + value: -18.554677236277232 + - type: nauc_precision_at_1000_max + value: -15.659740900843067 + - type: nauc_precision_at_1000_std + value: 8.228155770924415 + - type: nauc_precision_at_100_diff1 + value: -12.195998995692928 + - type: nauc_precision_at_100_max + value: -0.5888781565639164 + - type: nauc_precision_at_100_std + value: 19.312752223375448 + - type: nauc_precision_at_10_diff1 + value: 12.921470127228105 + - type: nauc_precision_at_10_max + value: 21.317929458256238 + - type: nauc_precision_at_10_std + value: 13.148202187911012 + - type: nauc_precision_at_1_diff1 + value: 57.36601705972182 + - type: nauc_precision_at_1_max + value: 36.90602990003092 + - type: nauc_precision_at_1_std + value: -3.4080880251307044 + - type: nauc_precision_at_20_diff1 + value: 2.4696353004069906 + - type: nauc_precision_at_20_max + value: 14.284343093524058 + - type: nauc_precision_at_20_std + value: 17.480976091077217 + - type: nauc_precision_at_3_diff1 + value: 35.82856720298558 + - type: nauc_precision_at_3_max + value: 29.613454822718143 + - type: nauc_precision_at_3_std + value: 0.38030095211645343 + - type: nauc_precision_at_5_diff1 + value: 27.632641276435354 + - type: nauc_precision_at_5_max + value: 27.238425775328967 + - type: nauc_precision_at_5_std + value: 3.152744091929671 + - type: nauc_recall_at_1000_diff1 + value: 33.28570370310322 + - type: nauc_recall_at_1000_max + value: 44.315453433115785 + - type: nauc_recall_at_1000_std + value: 43.371884128363 + - type: nauc_recall_at_100_diff1 + value: 35.77059425104567 + - type: nauc_recall_at_100_max + value: 31.48054575812204 + - type: nauc_recall_at_100_std + value: 17.639416832754303 + - type: nauc_recall_at_10_diff1 + value: 40.179789202687914 + - type: nauc_recall_at_10_max + value: 30.466946546206923 + - type: nauc_recall_at_10_std + value: 0.8385433327977754 + - type: nauc_recall_at_1_diff1 + value: 62.56234442022803 + - type: nauc_recall_at_1_max + value: 37.725553737446866 + - type: nauc_recall_at_1_std + value: -5.9573495367577705 + - type: nauc_recall_at_20_diff1 + value: 38.70371818511684 + - type: nauc_recall_at_20_max + value: 28.305350175132567 + - type: nauc_recall_at_20_std + value: 3.8854966962347746 + - type: nauc_recall_at_3_diff1 + value: 51.22347884414916 + - type: nauc_recall_at_3_max + value: 33.21612425601433 + - type: nauc_recall_at_3_std + value: -4.48370860005988 + - type: nauc_recall_at_5_diff1 + value: 46.848014408337676 + - type: nauc_recall_at_5_max + value: 31.254476917525555 + - type: nauc_recall_at_5_std + value: -4.903427133365656 + - type: ndcg_at_1 + value: 30.237000000000002 + - type: ndcg_at_10 + value: 39.007 + - type: ndcg_at_100 + value: 44.585 + - type: ndcg_at_1000 + value: 47.464 + - type: ndcg_at_20 + value: 41.278999999999996 + - type: ndcg_at_3 + value: 34.472 + - type: ndcg_at_5 + value: 36.315 + - type: precision_at_1 + value: 30.237000000000002 + - type: precision_at_10 + value: 7.51 + - type: precision_at_100 + value: 1.478 + - type: precision_at_1000 + value: 0.234 + - type: precision_at_20 + value: 4.7829999999999995 + - type: precision_at_3 + value: 16.14 + - type: precision_at_5 + value: 11.462 + - type: recall_at_1 + value: 25.195 + - type: recall_at_10 + value: 49.507 + - type: recall_at_100 + value: 74.083 + - type: recall_at_1000 + value: 92.899 + - type: recall_at_20 + value: 58.291000000000004 + - type: recall_at_3 + value: 36.167 + - type: recall_at_5 + value: 41.749 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: main_score + value: 33.06 + - type: map_at_1 + value: 22.683 + - type: map_at_10 + value: 29.115000000000002 + - type: map_at_100 + value: 30.035 + - type: map_at_1000 + value: 30.141000000000002 + - type: map_at_20 + value: 29.585 + - type: map_at_3 + value: 27.436 + - type: map_at_5 + value: 28.186 + - type: mrr_at_1 + value: 24.953789279112755 + - type: mrr_at_10 + value: 31.512190828272157 + - type: mrr_at_100 + value: 32.30661079835987 + - type: mrr_at_1000 + value: 32.388485948646846 + - type: mrr_at_20 + value: 31.898454977555428 + - type: mrr_at_3 + value: 29.852125693160815 + - type: mrr_at_5 + value: 30.64695009242144 + - type: nauc_map_at_1000_diff1 + value: 41.37097481409692 + - type: nauc_map_at_1000_max + value: 21.819472065390062 + - type: nauc_map_at_1000_std + value: -5.511851233031371 + - type: nauc_map_at_100_diff1 + value: 41.38580981484577 + - type: nauc_map_at_100_max + value: 21.796410887298222 + - type: nauc_map_at_100_std + value: -5.56736379242138 + - type: nauc_map_at_10_diff1 + value: 41.63629903410976 + - type: nauc_map_at_10_max + value: 21.90371149884218 + - type: nauc_map_at_10_std + value: -6.152274677121426 + - type: nauc_map_at_1_diff1 + value: 45.84841941041374 + - type: nauc_map_at_1_max + value: 20.461574274794568 + - type: nauc_map_at_1_std + value: -7.769870515581234 + - type: nauc_map_at_20_diff1 + value: 41.616159838791376 + - type: nauc_map_at_20_max + value: 21.879572436615728 + - type: nauc_map_at_20_std + value: -6.001760143925003 + - type: nauc_map_at_3_diff1 + value: 42.690213994915474 + - type: nauc_map_at_3_max + value: 21.35340820982141 + - type: nauc_map_at_3_std + value: -6.118720026868332 + - type: nauc_map_at_5_diff1 + value: 42.107817663484575 + - type: nauc_map_at_5_max + value: 22.02508826703247 + - type: nauc_map_at_5_std + value: -5.655849953120985 + - type: nauc_mrr_at_1000_diff1 + value: 39.66954612386224 + - type: nauc_mrr_at_1000_max + value: 22.150137067327954 + - type: nauc_mrr_at_1000_std + value: -4.798006812425386 + - type: nauc_mrr_at_100_diff1 + value: 39.66409024535208 + - type: nauc_mrr_at_100_max + value: 22.121525365416538 + - type: nauc_mrr_at_100_std + value: -4.806603240713894 + - type: nauc_mrr_at_10_diff1 + value: 39.87117352487735 + - type: nauc_mrr_at_10_max + value: 22.298568726426076 + - type: nauc_mrr_at_10_std + value: -5.1451772190015195 + - type: nauc_mrr_at_1_diff1 + value: 43.86075692062394 + - type: nauc_mrr_at_1_max + value: 20.51270620979276 + - type: nauc_mrr_at_1_std + value: -7.589704558075294 + - type: nauc_mrr_at_20_diff1 + value: 39.820424398881215 + - type: nauc_mrr_at_20_max + value: 22.173944895852095 + - type: nauc_mrr_at_20_std + value: -5.0727540461865335 + - type: nauc_mrr_at_3_diff1 + value: 40.73278435693193 + - type: nauc_mrr_at_3_max + value: 21.930995553135812 + - type: nauc_mrr_at_3_std + value: -5.980722775097277 + - type: nauc_mrr_at_5_diff1 + value: 39.89679395564144 + - type: nauc_mrr_at_5_max + value: 22.02821777103734 + - type: nauc_mrr_at_5_std + value: -5.072135508421082 + - type: nauc_ndcg_at_1000_diff1 + value: 37.957587605367785 + - type: nauc_ndcg_at_1000_max + value: 22.362257192820255 + - type: nauc_ndcg_at_1000_std + value: -1.7757428668228084 + - type: nauc_ndcg_at_100_diff1 + value: 37.908544407246104 + - type: nauc_ndcg_at_100_max + value: 21.536623476432354 + - type: nauc_ndcg_at_100_std + value: -2.678355870833651 + - type: nauc_ndcg_at_10_diff1 + value: 39.36845261271005 + - type: nauc_ndcg_at_10_max + value: 22.3150793248212 + - type: nauc_ndcg_at_10_std + value: -5.646375413170874 + - type: nauc_ndcg_at_1_diff1 + value: 43.86075692062394 + - type: nauc_ndcg_at_1_max + value: 20.51270620979276 + - type: nauc_ndcg_at_1_std + value: -7.589704558075294 + - type: nauc_ndcg_at_20_diff1 + value: 39.30711049883703 + - type: nauc_ndcg_at_20_max + value: 21.935544953883415 + - type: nauc_ndcg_at_20_std + value: -5.20402304183158 + - type: nauc_ndcg_at_3_diff1 + value: 41.113286498750305 + - type: nauc_ndcg_at_3_max + value: 21.635397999914282 + - type: nauc_ndcg_at_3_std + value: -5.72866713630757 + - type: nauc_ndcg_at_5_diff1 + value: 40.06783309225114 + - type: nauc_ndcg_at_5_max + value: 22.416356942701672 + - type: nauc_ndcg_at_5_std + value: -4.886519038213331 + - type: nauc_precision_at_1000_diff1 + value: -17.52292838463402 + - type: nauc_precision_at_1000_max + value: -5.389818321213827 + - type: nauc_precision_at_1000_std + value: 26.772552854570375 + - type: nauc_precision_at_100_diff1 + value: 3.543169641476175 + - type: nauc_precision_at_100_max + value: 9.574510694378198 + - type: nauc_precision_at_100_std + value: 17.92832693421059 + - type: nauc_precision_at_10_diff1 + value: 24.894375565187694 + - type: nauc_precision_at_10_max + value: 22.273016884986628 + - type: nauc_precision_at_10_std + value: -0.32355612520474136 + - type: nauc_precision_at_1_diff1 + value: 43.86075692062394 + - type: nauc_precision_at_1_max + value: 20.51270620979276 + - type: nauc_precision_at_1_std + value: -7.589704558075294 + - type: nauc_precision_at_20_diff1 + value: 21.29826064932648 + - type: nauc_precision_at_20_max + value: 19.79498027543001 + - type: nauc_precision_at_20_std + value: 2.804941576632282 + - type: nauc_precision_at_3_diff1 + value: 33.72177316592598 + - type: nauc_precision_at_3_max + value: 22.691241202228518 + - type: nauc_precision_at_3_std + value: -2.7085967541341853 + - type: nauc_precision_at_5_diff1 + value: 30.51704379057159 + - type: nauc_precision_at_5_max + value: 24.287775910544436 + - type: nauc_precision_at_5_std + value: 0.6318618555538418 + - type: nauc_recall_at_1000_diff1 + value: 16.14163529457628 + - type: nauc_recall_at_1000_max + value: 30.255937330833625 + - type: nauc_recall_at_1000_std + value: 34.82149396857235 + - type: nauc_recall_at_100_diff1 + value: 24.81738199141423 + - type: nauc_recall_at_100_max + value: 17.622405730191517 + - type: nauc_recall_at_100_std + value: 9.943278532212068 + - type: nauc_recall_at_10_diff1 + value: 34.03447281460739 + - type: nauc_recall_at_10_max + value: 22.077681180504047 + - type: nauc_recall_at_10_std + value: -5.772153803762581 + - type: nauc_recall_at_1_diff1 + value: 45.84841941041374 + - type: nauc_recall_at_1_max + value: 20.461574274794568 + - type: nauc_recall_at_1_std + value: -7.769870515581234 + - type: nauc_recall_at_20_diff1 + value: 33.91749085377916 + - type: nauc_recall_at_20_max + value: 20.226869969726543 + - type: nauc_recall_at_20_std + value: -4.369285076602888 + - type: nauc_recall_at_3_diff1 + value: 38.25575445199975 + - type: nauc_recall_at_3_max + value: 21.402983769895837 + - type: nauc_recall_at_3_std + value: -5.96278802416301 + - type: nauc_recall_at_5_diff1 + value: 36.17314539524256 + - type: nauc_recall_at_5_max + value: 23.115551795773314 + - type: nauc_recall_at_5_std + value: -3.8407187471333697 + - type: ndcg_at_1 + value: 24.954 + - type: ndcg_at_10 + value: 33.06 + - type: ndcg_at_100 + value: 37.751000000000005 + - type: ndcg_at_1000 + value: 40.477000000000004 + - type: ndcg_at_20 + value: 34.587 + - type: ndcg_at_3 + value: 29.666999999999998 + - type: ndcg_at_5 + value: 30.929000000000002 + - type: precision_at_1 + value: 24.954 + - type: precision_at_10 + value: 4.972 + - type: precision_at_100 + value: 0.799 + - type: precision_at_1000 + value: 0.11499999999999999 + - type: precision_at_20 + value: 2.874 + - type: precision_at_3 + value: 12.446 + - type: precision_at_5 + value: 8.244 + - type: recall_at_1 + value: 22.683 + - type: recall_at_10 + value: 42.775 + - type: recall_at_100 + value: 65.05300000000001 + - type: recall_at_1000 + value: 85.251 + - type: recall_at_20 + value: 48.512 + - type: recall_at_3 + value: 33.423 + - type: recall_at_5 + value: 36.571 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 25.713 + - type: map_at_1 + value: 10.995000000000001 + - type: map_at_10 + value: 18.183 + - type: map_at_100 + value: 19.758 + - type: map_at_1000 + value: 19.93 + - type: map_at_20 + value: 19.023 + - type: map_at_3 + value: 15.126999999999999 + - type: map_at_5 + value: 16.521 + - type: mrr_at_1 + value: 23.908794788273617 + - type: mrr_at_10 + value: 34.419626699756996 + - type: mrr_at_100 + value: 35.42205880765744 + - type: mrr_at_1000 + value: 35.465636585855435 + - type: mrr_at_20 + value: 35.04560320193987 + - type: mrr_at_3 + value: 31.31378935939197 + - type: mrr_at_5 + value: 32.98154180238871 + - type: nauc_map_at_1000_diff1 + value: 30.808649871031978 + - type: nauc_map_at_1000_max + value: 38.44733700268257 + - type: nauc_map_at_1000_std + value: 24.83849154952647 + - type: nauc_map_at_100_diff1 + value: 30.817681439188565 + - type: nauc_map_at_100_max + value: 38.38165009049118 + - type: nauc_map_at_100_std + value: 24.75945437667734 + - type: nauc_map_at_10_diff1 + value: 31.016072728955457 + - type: nauc_map_at_10_max + value: 37.78482154934025 + - type: nauc_map_at_10_std + value: 22.73087477402899 + - type: nauc_map_at_1_diff1 + value: 38.13786017193742 + - type: nauc_map_at_1_max + value: 34.897924276187446 + - type: nauc_map_at_1_std + value: 15.197914019142733 + - type: nauc_map_at_20_diff1 + value: 30.93811389613207 + - type: nauc_map_at_20_max + value: 38.018621558175084 + - type: nauc_map_at_20_std + value: 23.87402074626538 + - type: nauc_map_at_3_diff1 + value: 32.694558487234204 + - type: nauc_map_at_3_max + value: 37.452175644150344 + - type: nauc_map_at_3_std + value: 20.06796990357737 + - type: nauc_map_at_5_diff1 + value: 31.654957870346784 + - type: nauc_map_at_5_max + value: 37.04115114192235 + - type: nauc_map_at_5_std + value: 21.129693545324375 + - type: nauc_mrr_at_1000_diff1 + value: 29.802772421913403 + - type: nauc_mrr_at_1000_max + value: 38.000278050301176 + - type: nauc_mrr_at_1000_std + value: 23.48992856904152 + - type: nauc_mrr_at_100_diff1 + value: 29.788014379597026 + - type: nauc_mrr_at_100_max + value: 38.0070275486147 + - type: nauc_mrr_at_100_std + value: 23.522736661530086 + - type: nauc_mrr_at_10_diff1 + value: 29.5812602078958 + - type: nauc_mrr_at_10_max + value: 37.73314132006107 + - type: nauc_mrr_at_10_std + value: 23.34339817425411 + - type: nauc_mrr_at_1_diff1 + value: 36.24696165314146 + - type: nauc_mrr_at_1_max + value: 36.63498565688475 + - type: nauc_mrr_at_1_std + value: 16.627906626261446 + - type: nauc_mrr_at_20_diff1 + value: 29.765297131181562 + - type: nauc_mrr_at_20_max + value: 37.8739248069123 + - type: nauc_mrr_at_20_std + value: 23.44526626055555 + - type: nauc_mrr_at_3_diff1 + value: 30.428492046004795 + - type: nauc_mrr_at_3_max + value: 37.917848006886125 + - type: nauc_mrr_at_3_std + value: 21.90161780585706 + - type: nauc_mrr_at_5_diff1 + value: 29.93977431566972 + - type: nauc_mrr_at_5_max + value: 37.69690203746751 + - type: nauc_mrr_at_5_std + value: 22.75274068799061 + - type: nauc_ndcg_at_1000_diff1 + value: 27.523183792167266 + - type: nauc_ndcg_at_1000_max + value: 40.93757048012577 + - type: nauc_ndcg_at_1000_std + value: 32.30396817658341 + - type: nauc_ndcg_at_100_diff1 + value: 27.454763301587064 + - type: nauc_ndcg_at_100_max + value: 40.45039618287942 + - type: nauc_ndcg_at_100_std + value: 31.795801743619663 + - type: nauc_ndcg_at_10_diff1 + value: 28.012456489936806 + - type: nauc_ndcg_at_10_max + value: 38.045278212869825 + - type: nauc_ndcg_at_10_std + value: 25.963041085823978 + - type: nauc_ndcg_at_1_diff1 + value: 35.99513984271449 + - type: nauc_ndcg_at_1_max + value: 36.62771507516844 + - type: nauc_ndcg_at_1_std + value: 16.726124822038052 + - type: nauc_ndcg_at_20_diff1 + value: 28.012111240688963 + - type: nauc_ndcg_at_20_max + value: 38.667107321330555 + - type: nauc_ndcg_at_20_std + value: 28.198245721076976 + - type: nauc_ndcg_at_3_diff1 + value: 30.33073102826854 + - type: nauc_ndcg_at_3_max + value: 37.995789997615354 + - type: nauc_ndcg_at_3_std + value: 22.304331918813876 + - type: nauc_ndcg_at_5_diff1 + value: 29.141028641237632 + - type: nauc_ndcg_at_5_max + value: 37.2113360591228 + - type: nauc_ndcg_at_5_std + value: 23.53066714165745 + - type: nauc_precision_at_1000_diff1 + value: -1.0646702024743917 + - type: nauc_precision_at_1000_max + value: 19.304218995700534 + - type: nauc_precision_at_1000_std + value: 31.73840122818843 + - type: nauc_precision_at_100_diff1 + value: 5.427804568412734 + - type: nauc_precision_at_100_max + value: 27.90881278884377 + - type: nauc_precision_at_100_std + value: 38.45326235114876 + - type: nauc_precision_at_10_diff1 + value: 14.252021242340863 + - type: nauc_precision_at_10_max + value: 32.047078663067914 + - type: nauc_precision_at_10_std + value: 30.621835328899426 + - type: nauc_precision_at_1_diff1 + value: 35.99513984271449 + - type: nauc_precision_at_1_max + value: 36.62771507516844 + - type: nauc_precision_at_1_std + value: 16.726124822038052 + - type: nauc_precision_at_20_diff1 + value: 12.017354269524972 + - type: nauc_precision_at_20_max + value: 29.906152963561322 + - type: nauc_precision_at_20_std + value: 33.764105037332264 + - type: nauc_precision_at_3_diff1 + value: 23.486354895398577 + - type: nauc_precision_at_3_max + value: 38.45096435794749 + - type: nauc_precision_at_3_std + value: 26.636452479567645 + - type: nauc_precision_at_5_diff1 + value: 19.574760607896973 + - type: nauc_precision_at_5_max + value: 34.51474571826715 + - type: nauc_precision_at_5_std + value: 28.514859235740904 + - type: nauc_recall_at_1000_diff1 + value: 12.801905007251246 + - type: nauc_recall_at_1000_max + value: 37.49463996225108 + - type: nauc_recall_at_1000_std + value: 45.46087045204742 + - type: nauc_recall_at_100_diff1 + value: 15.082886168560034 + - type: nauc_recall_at_100_max + value: 35.720813725614 + - type: nauc_recall_at_100_std + value: 39.876934524809215 + - type: nauc_recall_at_10_diff1 + value: 20.08086437796489 + - type: nauc_recall_at_10_max + value: 33.418507169063815 + - type: nauc_recall_at_10_std + value: 27.309080075299562 + - type: nauc_recall_at_1_diff1 + value: 38.13786017193742 + - type: nauc_recall_at_1_max + value: 34.897924276187446 + - type: nauc_recall_at_1_std + value: 15.197914019142733 + - type: nauc_recall_at_20_diff1 + value: 18.984980462200134 + - type: nauc_recall_at_20_max + value: 32.95474022914299 + - type: nauc_recall_at_20_std + value: 30.77553423574554 + - type: nauc_recall_at_3_diff1 + value: 26.670776366276865 + - type: nauc_recall_at_3_max + value: 37.07230392845629 + - type: nauc_recall_at_3_std + value: 23.385309818709757 + - type: nauc_recall_at_5_diff1 + value: 23.45569235165577 + - type: nauc_recall_at_5_max + value: 34.014688386664524 + - type: nauc_recall_at_5_std + value: 24.50194439244803 + - type: ndcg_at_1 + value: 23.974 + - type: ndcg_at_10 + value: 25.713 + - type: ndcg_at_100 + value: 32.349 + - type: ndcg_at_1000 + value: 35.615 + - type: ndcg_at_20 + value: 28.28 + - type: ndcg_at_3 + value: 20.761 + - type: ndcg_at_5 + value: 22.225 + - type: precision_at_1 + value: 23.974 + - type: precision_at_10 + value: 8.052 + - type: precision_at_100 + value: 1.5110000000000001 + - type: precision_at_1000 + value: 0.211 + - type: precision_at_20 + value: 5.106999999999999 + - type: precision_at_3 + value: 15.157000000000002 + - type: precision_at_5 + value: 11.557 + - type: recall_at_1 + value: 10.995000000000001 + - type: recall_at_10 + value: 31.05 + - type: recall_at_100 + value: 54.233 + - type: recall_at_1000 + value: 72.75500000000001 + - type: recall_at_20 + value: 38.442 + - type: recall_at_3 + value: 18.839 + - type: recall_at_5 + value: 23.26 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 40.091 + - type: map_at_1 + value: 8.112 + - type: map_at_10 + value: 18.911 + - type: map_at_100 + value: 27.29 + - type: map_at_1000 + value: 28.749000000000002 + - type: map_at_20 + value: 22.187 + - type: map_at_3 + value: 13.177 + - type: map_at_5 + value: 15.723999999999998 + - type: mrr_at_1 + value: 64.75 + - type: mrr_at_10 + value: 73.0328373015873 + - type: mrr_at_100 + value: 73.3904467983012 + - type: mrr_at_1000 + value: 73.40582528487944 + - type: mrr_at_20 + value: 73.25613317925624 + - type: mrr_at_3 + value: 71.58333333333333 + - type: mrr_at_5 + value: 72.52083333333333 + - type: nauc_map_at_1000_diff1 + value: 30.326073419291667 + - type: nauc_map_at_1000_max + value: 41.2485655499243 + - type: nauc_map_at_1000_std + value: 34.68797882732488 + - type: nauc_map_at_100_diff1 + value: 30.250567651424635 + - type: nauc_map_at_100_max + value: 39.591743243203275 + - type: nauc_map_at_100_std + value: 32.14962028433263 + - type: nauc_map_at_10_diff1 + value: 28.30330426974147 + - type: nauc_map_at_10_max + value: 24.685858800003153 + - type: nauc_map_at_10_std + value: 6.991461788881313 + - type: nauc_map_at_1_diff1 + value: 37.84825245885128 + - type: nauc_map_at_1_max + value: 10.784383140794167 + - type: nauc_map_at_1_std + value: -12.413788028731759 + - type: nauc_map_at_20_diff1 + value: 30.56644002866712 + - type: nauc_map_at_20_max + value: 32.09850095008104 + - type: nauc_map_at_20_std + value: 17.68312732143373 + - type: nauc_map_at_3_diff1 + value: 26.94636553986902 + - type: nauc_map_at_3_max + value: 13.716258156642672 + - type: nauc_map_at_3_std + value: -7.919396887763491 + - type: nauc_map_at_5_diff1 + value: 26.703766272524305 + - type: nauc_map_at_5_max + value: 18.493432579075815 + - type: nauc_map_at_5_std + value: -1.7953102028408285 + - type: nauc_mrr_at_1000_diff1 + value: 56.5585700690547 + - type: nauc_mrr_at_1000_max + value: 68.59723304665478 + - type: nauc_mrr_at_1000_std + value: 41.65741817361127 + - type: nauc_mrr_at_100_diff1 + value: 56.56488475063903 + - type: nauc_mrr_at_100_max + value: 68.59436880973041 + - type: nauc_mrr_at_100_std + value: 41.64008885243909 + - type: nauc_mrr_at_10_diff1 + value: 56.57992847970396 + - type: nauc_mrr_at_10_max + value: 68.54809322422658 + - type: nauc_mrr_at_10_std + value: 41.637196787701605 + - type: nauc_mrr_at_1_diff1 + value: 59.49013430944212 + - type: nauc_mrr_at_1_max + value: 67.51266363522255 + - type: nauc_mrr_at_1_std + value: 39.159077933489094 + - type: nauc_mrr_at_20_diff1 + value: 56.322141799066195 + - type: nauc_mrr_at_20_max + value: 68.41241085079113 + - type: nauc_mrr_at_20_std + value: 41.74023776153815 + - type: nauc_mrr_at_3_diff1 + value: 56.43465566121455 + - type: nauc_mrr_at_3_max + value: 69.32027688455301 + - type: nauc_mrr_at_3_std + value: 42.35441414676036 + - type: nauc_mrr_at_5_diff1 + value: 56.185426652218126 + - type: nauc_mrr_at_5_max + value: 68.68507625781251 + - type: nauc_mrr_at_5_std + value: 42.227673261247816 + - type: nauc_ndcg_at_1000_diff1 + value: 38.452991805224926 + - type: nauc_ndcg_at_1000_max + value: 55.49295294630129 + - type: nauc_ndcg_at_1000_std + value: 47.669258273236046 + - type: nauc_ndcg_at_100_diff1 + value: 37.94112950003329 + - type: nauc_ndcg_at_100_max + value: 50.68816850295493 + - type: nauc_ndcg_at_100_std + value: 40.72315230606931 + - type: nauc_ndcg_at_10_diff1 + value: 38.47467764455152 + - type: nauc_ndcg_at_10_max + value: 49.25673297040027 + - type: nauc_ndcg_at_10_std + value: 36.76815739343767 + - type: nauc_ndcg_at_1_diff1 + value: 54.434593584664995 + - type: nauc_ndcg_at_1_max + value: 57.61369658753043 + - type: nauc_ndcg_at_1_std + value: 33.10284117958805 + - type: nauc_ndcg_at_20_diff1 + value: 38.3053661549299 + - type: nauc_ndcg_at_20_max + value: 49.26702623701029 + - type: nauc_ndcg_at_20_std + value: 36.78366426340987 + - type: nauc_ndcg_at_3_diff1 + value: 38.34783510078573 + - type: nauc_ndcg_at_3_max + value: 51.181351973892085 + - type: nauc_ndcg_at_3_std + value: 35.13771937716931 + - type: nauc_ndcg_at_5_diff1 + value: 38.73137682217783 + - type: nauc_ndcg_at_5_max + value: 51.289826741923875 + - type: nauc_ndcg_at_5_std + value: 36.76670998246709 + - type: nauc_precision_at_1000_diff1 + value: -8.37698697546597 + - type: nauc_precision_at_1000_max + value: 4.649648259545355 + - type: nauc_precision_at_1000_std + value: 15.100762512885371 + - type: nauc_precision_at_100_diff1 + value: 4.538510496829277 + - type: nauc_precision_at_100_max + value: 33.573044920932965 + - type: nauc_precision_at_100_std + value: 50.15177354474223 + - type: nauc_precision_at_10_diff1 + value: 16.03217990213501 + - type: nauc_precision_at_10_max + value: 45.22978979054545 + - type: nauc_precision_at_10_std + value: 53.103286665555295 + - type: nauc_precision_at_1_diff1 + value: 59.49013430944212 + - type: nauc_precision_at_1_max + value: 67.51266363522255 + - type: nauc_precision_at_1_std + value: 39.159077933489094 + - type: nauc_precision_at_20_diff1 + value: 13.705605238285958 + - type: nauc_precision_at_20_max + value: 44.08365262009368 + - type: nauc_precision_at_20_std + value: 56.050420219607155 + - type: nauc_precision_at_3_diff1 + value: 21.409861522316014 + - type: nauc_precision_at_3_max + value: 48.93702948445578 + - type: nauc_precision_at_3_std + value: 42.8419067771303 + - type: nauc_precision_at_5_diff1 + value: 20.1310639195609 + - type: nauc_precision_at_5_max + value: 49.59134352761235 + - type: nauc_precision_at_5_std + value: 48.98546957350543 + - type: nauc_recall_at_1000_diff1 + value: 27.181172941984112 + - type: nauc_recall_at_1000_max + value: 49.20832060504127 + - type: nauc_recall_at_1000_std + value: 50.58754027710416 + - type: nauc_recall_at_100_diff1 + value: 25.831239736658713 + - type: nauc_recall_at_100_max + value: 37.92978899965714 + - type: nauc_recall_at_100_std + value: 32.84155059838547 + - type: nauc_recall_at_10_diff1 + value: 21.03971256731199 + - type: nauc_recall_at_10_max + value: 16.34542184400448 + - type: nauc_recall_at_10_std + value: 1.624004078039708 + - type: nauc_recall_at_1_diff1 + value: 37.84825245885128 + - type: nauc_recall_at_1_max + value: 10.784383140794167 + - type: nauc_recall_at_1_std + value: -12.413788028731759 + - type: nauc_recall_at_20_diff1 + value: 23.612410438391652 + - type: nauc_recall_at_20_max + value: 24.731496668584725 + - type: nauc_recall_at_20_std + value: 11.94162779763853 + - type: nauc_recall_at_3_diff1 + value: 21.124250217970754 + - type: nauc_recall_at_3_max + value: 9.581953839031879 + - type: nauc_recall_at_3_std + value: -9.955224094610848 + - type: nauc_recall_at_5_diff1 + value: 20.272821143755714 + - type: nauc_recall_at_5_max + value: 12.80122421686649 + - type: nauc_recall_at_5_std + value: -4.822509659730001 + - type: ndcg_at_1 + value: 52.87500000000001 + - type: ndcg_at_10 + value: 40.091 + - type: ndcg_at_100 + value: 45.007999999999996 + - type: ndcg_at_1000 + value: 51.522 + - type: ndcg_at_20 + value: 39.953 + - type: ndcg_at_3 + value: 44.627 + - type: ndcg_at_5 + value: 41.748000000000005 + - type: precision_at_1 + value: 64.75 + - type: precision_at_10 + value: 32.324999999999996 + - type: precision_at_100 + value: 10.583 + - type: precision_at_1000 + value: 1.992 + - type: precision_at_20 + value: 25.15 + - type: precision_at_3 + value: 48.5 + - type: precision_at_5 + value: 40.8 + - type: recall_at_1 + value: 8.112 + - type: recall_at_10 + value: 24.769 + - type: recall_at_100 + value: 51.92400000000001 + - type: recall_at_1000 + value: 72.60799999999999 + - type: recall_at_20 + value: 32.085 + - type: recall_at_3 + value: 14.707999999999998 + - type: recall_at_5 + value: 18.881 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EmotionClassification (default) + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + split: test + type: mteb/emotion + metrics: + - type: accuracy + value: 74.88499999999999 + - type: f1 + value: 69.55769956653745 + - type: f1_weighted + value: 75.98938892167276 + - type: main_score + value: 74.88499999999999 + task: + type: Classification + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 86.088 + - type: map_at_1 + value: 74.21 + - type: map_at_10 + value: 82.238 + - type: map_at_100 + value: 82.467 + - type: map_at_1000 + value: 82.48 + - type: map_at_20 + value: 82.38 + - type: map_at_3 + value: 81.178 + - type: map_at_5 + value: 81.882 + - type: mrr_at_1 + value: 80.04800480048004 + - type: mrr_at_10 + value: 87.28162697222103 + - type: mrr_at_100 + value: 87.36425501689853 + - type: mrr_at_1000 + value: 87.36494888408146 + - type: mrr_at_20 + value: 87.33488767030532 + - type: mrr_at_3 + value: 86.5011501150115 + - type: mrr_at_5 + value: 87.04345434543454 + - type: nauc_map_at_1000_diff1 + value: 46.86807158039652 + - type: nauc_map_at_1000_max + value: 17.537735239936584 + - type: nauc_map_at_1000_std + value: -6.180991548000637 + - type: nauc_map_at_100_diff1 + value: 46.840981153123515 + - type: nauc_map_at_100_max + value: 17.51241604543591 + - type: nauc_map_at_100_std + value: -6.19572402233368 + - type: nauc_map_at_10_diff1 + value: 46.63164937877156 + - type: nauc_map_at_10_max + value: 17.396231277218714 + - type: nauc_map_at_10_std + value: -6.328960389468633 + - type: nauc_map_at_1_diff1 + value: 51.91442444295392 + - type: nauc_map_at_1_max + value: 14.772868336313651 + - type: nauc_map_at_1_std + value: -7.924628073687737 + - type: nauc_map_at_20_diff1 + value: 46.78996154399 + - type: nauc_map_at_20_max + value: 17.52594082408568 + - type: nauc_map_at_20_std + value: -6.2535816636418255 + - type: nauc_map_at_3_diff1 + value: 46.86720061616425 + - type: nauc_map_at_3_max + value: 17.17282268255638 + - type: nauc_map_at_3_std + value: -7.100454400283953 + - type: nauc_map_at_5_diff1 + value: 46.743320728340485 + - type: nauc_map_at_5_max + value: 17.22026822962506 + - type: nauc_map_at_5_std + value: -6.593983297795947 + - type: nauc_mrr_at_1000_diff1 + value: 64.22963921921831 + - type: nauc_mrr_at_1000_max + value: 22.50147928007347 + - type: nauc_mrr_at_1000_std + value: -10.753338651031981 + - type: nauc_mrr_at_100_diff1 + value: 64.22599646741416 + - type: nauc_mrr_at_100_max + value: 22.49976292804203 + - type: nauc_mrr_at_100_std + value: -10.753324625089736 + - type: nauc_mrr_at_10_diff1 + value: 64.24857003564016 + - type: nauc_mrr_at_10_max + value: 22.721448283312323 + - type: nauc_mrr_at_10_std + value: -10.698659951469375 + - type: nauc_mrr_at_1_diff1 + value: 65.80017393845672 + - type: nauc_mrr_at_1_max + value: 19.56658619771462 + - type: nauc_mrr_at_1_std + value: -10.691529848056236 + - type: nauc_mrr_at_20_diff1 + value: 64.22606211105564 + - type: nauc_mrr_at_20_max + value: 22.60630203277465 + - type: nauc_mrr_at_20_std + value: -10.698352035527936 + - type: nauc_mrr_at_3_diff1 + value: 64.03189495070804 + - type: nauc_mrr_at_3_max + value: 23.197599099302078 + - type: nauc_mrr_at_3_std + value: -10.941260656610341 + - type: nauc_mrr_at_5_diff1 + value: 64.21946450636831 + - type: nauc_mrr_at_5_max + value: 22.869883457504613 + - type: nauc_mrr_at_5_std + value: -10.773375222905306 + - type: nauc_ndcg_at_1000_diff1 + value: 48.18634946007256 + - type: nauc_ndcg_at_1000_max + value: 19.635685645181443 + - type: nauc_ndcg_at_1000_std + value: -5.008615485203909 + - type: nauc_ndcg_at_100_diff1 + value: 47.460702424024646 + - type: nauc_ndcg_at_100_max + value: 19.197829510466093 + - type: nauc_ndcg_at_100_std + value: -5.141098235552701 + - type: nauc_ndcg_at_10_diff1 + value: 46.75967320832195 + - type: nauc_ndcg_at_10_max + value: 19.162998560532944 + - type: nauc_ndcg_at_10_std + value: -5.680454888720109 + - type: nauc_ndcg_at_1_diff1 + value: 65.80017393845672 + - type: nauc_ndcg_at_1_max + value: 19.56658619771462 + - type: nauc_ndcg_at_1_std + value: -10.691529848056236 + - type: nauc_ndcg_at_20_diff1 + value: 47.15063801450417 + - type: nauc_ndcg_at_20_max + value: 19.387976860064036 + - type: nauc_ndcg_at_20_std + value: -5.434429887556901 + - type: nauc_ndcg_at_3_diff1 + value: 48.48013879703285 + - type: nauc_ndcg_at_3_max + value: 19.563845683013074 + - type: nauc_ndcg_at_3_std + value: -7.306366856511263 + - type: nauc_ndcg_at_5_diff1 + value: 47.4477936851643 + - type: nauc_ndcg_at_5_max + value: 19.12745930840238 + - type: nauc_ndcg_at_5_std + value: -6.338914655492511 + - type: nauc_precision_at_1000_diff1 + value: -4.975768805829236 + - type: nauc_precision_at_1000_max + value: 10.078421203817527 + - type: nauc_precision_at_1000_std + value: 10.15753365579419 + - type: nauc_precision_at_100_diff1 + value: -7.411336519288538 + - type: nauc_precision_at_100_max + value: 11.116507499213043 + - type: nauc_precision_at_100_std + value: 11.608241877542543 + - type: nauc_precision_at_10_diff1 + value: 2.6403449208341274 + - type: nauc_precision_at_10_max + value: 20.668398953238633 + - type: nauc_precision_at_10_std + value: 7.433281722501917 + - type: nauc_precision_at_1_diff1 + value: 65.80017393845672 + - type: nauc_precision_at_1_max + value: 19.56658619771462 + - type: nauc_precision_at_1_std + value: -10.691529848056236 + - type: nauc_precision_at_20_diff1 + value: -1.286553967637511 + - type: nauc_precision_at_20_max + value: 17.30405603464926 + - type: nauc_precision_at_20_std + value: 9.234773655809756 + - type: nauc_precision_at_3_diff1 + value: 31.364166410646675 + - type: nauc_precision_at_3_max + value: 26.397101881343527 + - type: nauc_precision_at_3_std + value: -5.0543954546843946 + - type: nauc_precision_at_5_diff1 + value: 17.1466778085294 + - type: nauc_precision_at_5_max + value: 23.18905254179433 + - type: nauc_precision_at_5_std + value: 1.6051724821489612 + - type: nauc_recall_at_1000_diff1 + value: -3.9377049069087935 + - type: nauc_recall_at_1000_max + value: 27.168346654704095 + - type: nauc_recall_at_1000_std + value: 38.58463265497753 + - type: nauc_recall_at_100_diff1 + value: -1.886570080947599 + - type: nauc_recall_at_100_max + value: 16.12930964320666 + - type: nauc_recall_at_100_std + value: 21.616391259129152 + - type: nauc_recall_at_10_diff1 + value: 15.941506685002588 + - type: nauc_recall_at_10_max + value: 19.141995524332728 + - type: nauc_recall_at_10_std + value: 5.860480767168416 + - type: nauc_recall_at_1_diff1 + value: 51.91442444295392 + - type: nauc_recall_at_1_max + value: 14.772868336313651 + - type: nauc_recall_at_1_std + value: -7.924628073687737 + - type: nauc_recall_at_20_diff1 + value: 11.583722825668058 + - type: nauc_recall_at_20_max + value: 19.867221612869876 + - type: nauc_recall_at_20_std + value: 10.141960757453084 + - type: nauc_recall_at_3_diff1 + value: 32.30936424972365 + - type: nauc_recall_at_3_max + value: 20.11705236473992 + - type: nauc_recall_at_3_std + value: -3.525144821962635 + - type: nauc_recall_at_5_diff1 + value: 25.68392975410304 + - type: nauc_recall_at_5_max + value: 19.221295609032595 + - type: nauc_recall_at_5_std + value: 0.576160647152633 + - type: ndcg_at_1 + value: 80.048 + - type: ndcg_at_10 + value: 86.088 + - type: ndcg_at_100 + value: 86.911 + - type: ndcg_at_1000 + value: 87.125 + - type: ndcg_at_20 + value: 86.468 + - type: ndcg_at_3 + value: 84.375 + - type: ndcg_at_5 + value: 85.384 + - type: precision_at_1 + value: 80.048 + - type: precision_at_10 + value: 10.236 + - type: precision_at_100 + value: 1.085 + - type: precision_at_1000 + value: 0.11199999999999999 + - type: precision_at_20 + value: 5.2330000000000005 + - type: precision_at_3 + value: 32.078 + - type: precision_at_5 + value: 19.895 + - type: recall_at_1 + value: 74.21 + - type: recall_at_10 + value: 93.077 + - type: recall_at_100 + value: 96.348 + - type: recall_at_1000 + value: 97.65700000000001 + - type: recall_at_20 + value: 94.36099999999999 + - type: recall_at_3 + value: 88.337 + - type: recall_at_5 + value: 90.948 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 45.405 + - type: map_at_1 + value: 22.325 + - type: map_at_10 + value: 36.975 + - type: map_at_100 + value: 38.846000000000004 + - type: map_at_1000 + value: 39.012 + - type: map_at_20 + value: 37.958999999999996 + - type: map_at_3 + value: 32.208 + - type: map_at_5 + value: 34.928 + - type: mrr_at_1 + value: 44.29012345679013 + - type: mrr_at_10 + value: 54.02030668234372 + - type: mrr_at_100 + value: 54.72897336245347 + - type: mrr_at_1000 + value: 54.76320283944561 + - type: mrr_at_20 + value: 54.50419077165938 + - type: mrr_at_3 + value: 51.41460905349795 + - type: mrr_at_5 + value: 53.11213991769548 + - type: nauc_map_at_1000_diff1 + value: 42.33950505310022 + - type: nauc_map_at_1000_max + value: 32.814158723141745 + - type: nauc_map_at_1000_std + value: -4.5297230544932825 + - type: nauc_map_at_100_diff1 + value: 42.316327406548695 + - type: nauc_map_at_100_max + value: 32.706900013479725 + - type: nauc_map_at_100_std + value: -4.564571222935577 + - type: nauc_map_at_10_diff1 + value: 42.17734361420548 + - type: nauc_map_at_10_max + value: 31.527366385827854 + - type: nauc_map_at_10_std + value: -5.559289874353945 + - type: nauc_map_at_1_diff1 + value: 47.33003471166015 + - type: nauc_map_at_1_max + value: 21.535228737020457 + - type: nauc_map_at_1_std + value: -11.649016586524858 + - type: nauc_map_at_20_diff1 + value: 42.11015618170868 + - type: nauc_map_at_20_max + value: 32.18582282622051 + - type: nauc_map_at_20_std + value: -5.042968429993695 + - type: nauc_map_at_3_diff1 + value: 43.26686524198236 + - type: nauc_map_at_3_max + value: 28.849395895564083 + - type: nauc_map_at_3_std + value: -6.976952334117308 + - type: nauc_map_at_5_diff1 + value: 42.95893517901293 + - type: nauc_map_at_5_max + value: 30.871999781837612 + - type: nauc_map_at_5_std + value: -6.149645006139908 + - type: nauc_mrr_at_1000_diff1 + value: 51.23708914241626 + - type: nauc_mrr_at_1000_max + value: 40.298960389709 + - type: nauc_mrr_at_1000_std + value: -5.188577391773796 + - type: nauc_mrr_at_100_diff1 + value: 51.24001351681103 + - type: nauc_mrr_at_100_max + value: 40.318755039260886 + - type: nauc_mrr_at_100_std + value: -5.164744512057911 + - type: nauc_mrr_at_10_diff1 + value: 51.116323465364566 + - type: nauc_mrr_at_10_max + value: 40.18322650792177 + - type: nauc_mrr_at_10_std + value: -5.42707335446156 + - type: nauc_mrr_at_1_diff1 + value: 54.623685354463625 + - type: nauc_mrr_at_1_max + value: 38.52800456113852 + - type: nauc_mrr_at_1_std + value: -8.561342078884513 + - type: nauc_mrr_at_20_diff1 + value: 51.082878864924076 + - type: nauc_mrr_at_20_max + value: 40.25224355621811 + - type: nauc_mrr_at_20_std + value: -5.1386035874860925 + - type: nauc_mrr_at_3_diff1 + value: 51.28771495504919 + - type: nauc_mrr_at_3_max + value: 40.167661702884644 + - type: nauc_mrr_at_3_std + value: -6.672938174195537 + - type: nauc_mrr_at_5_diff1 + value: 51.386811950131026 + - type: nauc_mrr_at_5_max + value: 40.29452825209631 + - type: nauc_mrr_at_5_std + value: -6.134184637482388 + - type: nauc_ndcg_at_1000_diff1 + value: 44.46948002237412 + - type: nauc_ndcg_at_1000_max + value: 37.882877667376576 + - type: nauc_ndcg_at_1000_std + value: -0.2441149985965938 + - type: nauc_ndcg_at_100_diff1 + value: 43.96014037390138 + - type: nauc_ndcg_at_100_max + value: 36.96423036666587 + - type: nauc_ndcg_at_100_std + value: 0.21228554480998071 + - type: nauc_ndcg_at_10_diff1 + value: 42.889923047150226 + - type: nauc_ndcg_at_10_max + value: 33.95406097914127 + - type: nauc_ndcg_at_10_std + value: -3.3077129078149796 + - type: nauc_ndcg_at_1_diff1 + value: 54.623685354463625 + - type: nauc_ndcg_at_1_max + value: 38.52800456113852 + - type: nauc_ndcg_at_1_std + value: -8.561342078884513 + - type: nauc_ndcg_at_20_diff1 + value: 42.806846626799626 + - type: nauc_ndcg_at_20_max + value: 35.01566424207401 + - type: nauc_ndcg_at_20_std + value: -2.01466646308545 + - type: nauc_ndcg_at_3_diff1 + value: 43.29070711758635 + - type: nauc_ndcg_at_3_max + value: 35.81474510295669 + - type: nauc_ndcg_at_3_std + value: -4.937712863159993 + - type: nauc_ndcg_at_5_diff1 + value: 43.533204764747346 + - type: nauc_ndcg_at_5_max + value: 34.67200578229001 + - type: nauc_ndcg_at_5_std + value: -4.220153646752217 + - type: nauc_precision_at_1000_diff1 + value: -0.24162611684046686 + - type: nauc_precision_at_1000_max + value: 26.610031730319122 + - type: nauc_precision_at_1000_std + value: 12.85473387814076 + - type: nauc_precision_at_100_diff1 + value: 6.593767812518609 + - type: nauc_precision_at_100_max + value: 32.89478475065496 + - type: nauc_precision_at_100_std + value: 16.66995461135905 + - type: nauc_precision_at_10_diff1 + value: 17.48446148168886 + - type: nauc_precision_at_10_max + value: 36.54732448382068 + - type: nauc_precision_at_10_std + value: 6.7478320020402 + - type: nauc_precision_at_1_diff1 + value: 54.623685354463625 + - type: nauc_precision_at_1_max + value: 38.52800456113852 + - type: nauc_precision_at_1_std + value: -8.561342078884513 + - type: nauc_precision_at_20_diff1 + value: 13.039974734569537 + - type: nauc_precision_at_20_max + value: 36.49695572253983 + - type: nauc_precision_at_20_std + value: 10.476938728091008 + - type: nauc_precision_at_3_diff1 + value: 30.19928557150241 + - type: nauc_precision_at_3_max + value: 38.897101267116554 + - type: nauc_precision_at_3_std + value: 1.121533090916794 + - type: nauc_precision_at_5_diff1 + value: 25.33029636435617 + - type: nauc_precision_at_5_max + value: 39.59677600835699 + - type: nauc_precision_at_5_std + value: 3.4416095155763244 + - type: nauc_recall_at_1000_diff1 + value: 34.823080033440434 + - type: nauc_recall_at_1000_max + value: 43.87066795154745 + - type: nauc_recall_at_1000_std + value: 42.23182031662749 + - type: nauc_recall_at_100_diff1 + value: 30.70809572521992 + - type: nauc_recall_at_100_max + value: 31.598064007837852 + - type: nauc_recall_at_100_std + value: 20.758185821213164 + - type: nauc_recall_at_10_diff1 + value: 30.674660204386957 + - type: nauc_recall_at_10_max + value: 25.13675931430177 + - type: nauc_recall_at_10_std + value: 1.1493152709013974 + - type: nauc_recall_at_1_diff1 + value: 47.33003471166015 + - type: nauc_recall_at_1_max + value: 21.535228737020457 + - type: nauc_recall_at_1_std + value: -11.649016586524858 + - type: nauc_recall_at_20_diff1 + value: 28.60023313868174 + - type: nauc_recall_at_20_max + value: 26.576577612640655 + - type: nauc_recall_at_20_std + value: 6.331498880910594 + - type: nauc_recall_at_3_diff1 + value: 36.61359637854836 + - type: nauc_recall_at_3_max + value: 26.205709444189345 + - type: nauc_recall_at_3_std + value: -4.41772315378875 + - type: nauc_recall_at_5_diff1 + value: 34.721622588958894 + - type: nauc_recall_at_5_max + value: 26.870375540274104 + - type: nauc_recall_at_5_std + value: -1.2959303042762926 + - type: ndcg_at_1 + value: 44.29 + - type: ndcg_at_10 + value: 45.405 + - type: ndcg_at_100 + value: 52.027 + - type: ndcg_at_1000 + value: 54.688 + - type: ndcg_at_20 + value: 47.967999999999996 + - type: ndcg_at_3 + value: 41.496 + - type: ndcg_at_5 + value: 42.902 + - type: precision_at_1 + value: 44.29 + - type: precision_at_10 + value: 12.469 + - type: precision_at_100 + value: 1.9349999999999998 + - type: precision_at_1000 + value: 0.243 + - type: precision_at_20 + value: 7.323 + - type: precision_at_3 + value: 27.622999999999998 + - type: precision_at_5 + value: 20.34 + - type: recall_at_1 + value: 22.325 + - type: recall_at_10 + value: 52.788999999999994 + - type: recall_at_100 + value: 77.274 + - type: recall_at_1000 + value: 92.94 + - type: recall_at_20 + value: 60.714 + - type: recall_at_3 + value: 37.502 + - type: recall_at_5 + value: 44.808 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 66.661 + - type: map_at_1 + value: 41.418 + - type: map_at_10 + value: 57.086999999999996 + - type: map_at_100 + value: 57.888 + - type: map_at_1000 + value: 57.955 + - type: map_at_20 + value: 57.544 + - type: map_at_3 + value: 54.112 + - type: map_at_5 + value: 55.942 + - type: mrr_at_1 + value: 82.79540850776502 + - type: mrr_at_10 + value: 87.24545298650632 + - type: mrr_at_100 + value: 87.3943716521154 + - type: mrr_at_1000 + value: 87.40052014901985 + - type: mrr_at_20 + value: 87.3376988773675 + - type: mrr_at_3 + value: 86.54287643484132 + - type: mrr_at_5 + value: 87.0162052667117 + - type: nauc_map_at_1000_diff1 + value: 13.347058320450778 + - type: nauc_map_at_1000_max + value: 19.172918193696585 + - type: nauc_map_at_1000_std + value: 1.6085652199402172 + - type: nauc_map_at_100_diff1 + value: 13.309459563369677 + - type: nauc_map_at_100_max + value: 19.142490361521045 + - type: nauc_map_at_100_std + value: 1.5997757026480046 + - type: nauc_map_at_10_diff1 + value: 13.821467981397284 + - type: nauc_map_at_10_max + value: 19.47388049912085 + - type: nauc_map_at_10_std + value: 0.7945082440633815 + - type: nauc_map_at_1_diff1 + value: 80.17822133984255 + - type: nauc_map_at_1_max + value: 56.93232002015388 + - type: nauc_map_at_1_std + value: -9.565010407038201 + - type: nauc_map_at_20_diff1 + value: 13.447193497393146 + - type: nauc_map_at_20_max + value: 19.208078541028097 + - type: nauc_map_at_20_std + value: 1.2699537557176803 + - type: nauc_map_at_3_diff1 + value: 16.854345839107967 + - type: nauc_map_at_3_max + value: 21.648192526975727 + - type: nauc_map_at_3_std + value: -0.6137487567045511 + - type: nauc_map_at_5_diff1 + value: 14.543663008536509 + - type: nauc_map_at_5_max + value: 20.155541895741532 + - type: nauc_map_at_5_std + value: 0.25148082760110224 + - type: nauc_mrr_at_1000_diff1 + value: 79.11825919796162 + - type: nauc_mrr_at_1000_max + value: 60.10563640048739 + - type: nauc_mrr_at_1000_std + value: -6.726621618014327 + - type: nauc_mrr_at_100_diff1 + value: 79.11854278578646 + - type: nauc_mrr_at_100_max + value: 60.11377258817985 + - type: nauc_mrr_at_100_std + value: -6.704065951576038 + - type: nauc_mrr_at_10_diff1 + value: 79.07961808239499 + - type: nauc_mrr_at_10_max + value: 60.2138079214177 + - type: nauc_mrr_at_10_std + value: -6.74779578820509 + - type: nauc_mrr_at_1_diff1 + value: 80.25371155548501 + - type: nauc_mrr_at_1_max + value: 57.01027352172217 + - type: nauc_mrr_at_1_std + value: -9.682353752598317 + - type: nauc_mrr_at_20_diff1 + value: 79.08786670986484 + - type: nauc_mrr_at_20_max + value: 60.139471646688925 + - type: nauc_mrr_at_20_std + value: -6.720404576075471 + - type: nauc_mrr_at_3_diff1 + value: 78.93741620023842 + - type: nauc_mrr_at_3_max + value: 60.31902114928829 + - type: nauc_mrr_at_3_std + value: -7.066082480981481 + - type: nauc_mrr_at_5_diff1 + value: 79.06255305350973 + - type: nauc_mrr_at_5_max + value: 60.344631571197546 + - type: nauc_mrr_at_5_std + value: -6.788165280997917 + - type: nauc_ndcg_at_1000_diff1 + value: 17.006951693217548 + - type: nauc_ndcg_at_1000_max + value: 21.854859924097646 + - type: nauc_ndcg_at_1000_std + value: 4.70138835806943 + - type: nauc_ndcg_at_100_diff1 + value: 16.195007796313384 + - type: nauc_ndcg_at_100_max + value: 21.264332841663858 + - type: nauc_ndcg_at_100_std + value: 4.620999926841355 + - type: nauc_ndcg_at_10_diff1 + value: 18.327522629298294 + - type: nauc_ndcg_at_10_max + value: 22.686509071566917 + - type: nauc_ndcg_at_10_std + value: 1.5527071297942836 + - type: nauc_ndcg_at_1_diff1 + value: 80.17822133984255 + - type: nauc_ndcg_at_1_max + value: 56.93232002015388 + - type: nauc_ndcg_at_1_std + value: -9.565010407038201 + - type: nauc_ndcg_at_20_diff1 + value: 17.11074173500959 + - type: nauc_ndcg_at_20_max + value: 21.81160814631424 + - type: nauc_ndcg_at_20_std + value: 2.858829825220597 + - type: nauc_ndcg_at_3_diff1 + value: 23.797089205140068 + - type: nauc_ndcg_at_3_max + value: 26.659269305908296 + - type: nauc_ndcg_at_3_std + value: -0.7545654502076451 + - type: nauc_ndcg_at_5_diff1 + value: 20.067483031938934 + - type: nauc_ndcg_at_5_max + value: 24.23026610511652 + - type: nauc_ndcg_at_5_std + value: 0.5097749208107711 + - type: nauc_precision_at_1000_diff1 + value: -21.807728330326697 + - type: nauc_precision_at_1000_max + value: -2.9835997103120344 + - type: nauc_precision_at_1000_std + value: 25.81739799194849 + - type: nauc_precision_at_100_diff1 + value: -16.05478872817429 + - type: nauc_precision_at_100_max + value: 0.2665969008515287 + - type: nauc_precision_at_100_std + value: 19.352798394287323 + - type: nauc_precision_at_10_diff1 + value: -3.3507602135961037 + - type: nauc_precision_at_10_max + value: 8.867034772304718 + - type: nauc_precision_at_10_std + value: 6.545361194526079 + - type: nauc_precision_at_1_diff1 + value: 80.17822133984255 + - type: nauc_precision_at_1_max + value: 56.93232002015388 + - type: nauc_precision_at_1_std + value: -9.565010407038201 + - type: nauc_precision_at_20_diff1 + value: -7.902542409127802 + - type: nauc_precision_at_20_max + value: 5.62428878283396 + - type: nauc_precision_at_20_std + value: 10.592045512127914 + - type: nauc_precision_at_3_diff1 + value: 8.132713424441485 + - type: nauc_precision_at_3_max + value: 17.99416677485544 + - type: nauc_precision_at_3_std + value: 1.9785114664304215 + - type: nauc_precision_at_5_diff1 + value: 1.38596734740728 + - type: nauc_precision_at_5_max + value: 13.214138500817723 + - type: nauc_precision_at_5_std + value: 4.15378198762281 + - type: nauc_recall_at_1000_diff1 + value: -21.807728330326455 + - type: nauc_recall_at_1000_max + value: -2.9835997103117293 + - type: nauc_recall_at_1000_std + value: 25.8173979919487 + - type: nauc_recall_at_100_diff1 + value: -16.054788728174266 + - type: nauc_recall_at_100_max + value: 0.26659690085157123 + - type: nauc_recall_at_100_std + value: 19.35279839428729 + - type: nauc_recall_at_10_diff1 + value: -3.350760213596107 + - type: nauc_recall_at_10_max + value: 8.86703477230471 + - type: nauc_recall_at_10_std + value: 6.5453611945261505 + - type: nauc_recall_at_1_diff1 + value: 80.17822133984255 + - type: nauc_recall_at_1_max + value: 56.93232002015388 + - type: nauc_recall_at_1_std + value: -9.565010407038201 + - type: nauc_recall_at_20_diff1 + value: -7.902542409127704 + - type: nauc_recall_at_20_max + value: 5.6242887828340375 + - type: nauc_recall_at_20_std + value: 10.592045512127953 + - type: nauc_recall_at_3_diff1 + value: 8.132713424441446 + - type: nauc_recall_at_3_max + value: 17.99416677485538 + - type: nauc_recall_at_3_std + value: 1.9785114664303751 + - type: nauc_recall_at_5_diff1 + value: 1.3859673474071779 + - type: nauc_recall_at_5_max + value: 13.214138500817668 + - type: nauc_recall_at_5_std + value: 4.153781987622754 + - type: ndcg_at_1 + value: 82.836 + - type: ndcg_at_10 + value: 66.661 + - type: ndcg_at_100 + value: 69.42399999999999 + - type: ndcg_at_1000 + value: 70.722 + - type: ndcg_at_20 + value: 67.777 + - type: ndcg_at_3 + value: 62.517 + - type: ndcg_at_5 + value: 64.79700000000001 + - type: precision_at_1 + value: 82.836 + - type: precision_at_10 + value: 13.350000000000001 + - type: precision_at_100 + value: 1.552 + - type: precision_at_1000 + value: 0.172 + - type: precision_at_20 + value: 7.034 + - type: precision_at_3 + value: 38.375 + - type: precision_at_5 + value: 24.829 + - type: recall_at_1 + value: 41.418 + - type: recall_at_10 + value: 66.752 + - type: recall_at_100 + value: 77.576 + - type: recall_at_1000 + value: 86.199 + - type: recall_at_20 + value: 70.338 + - type: recall_at_3 + value: 57.562000000000005 + - type: recall_at_5 + value: 62.073 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ImdbClassification (default) + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + split: test + type: mteb/imdb + metrics: + - type: accuracy + value: 93.58840000000001 + - type: ap + value: 90.234834378287 + - type: ap_weighted + value: 90.234834378287 + - type: f1 + value: 93.58346966422063 + - type: f1_weighted + value: 93.58346966422063 + - type: main_score + value: 93.58840000000001 + task: + type: Classification + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: dev + type: mteb/msmarco + metrics: + - type: main_score + value: 41.48 + - type: map_at_1 + value: 22.078999999999997 + - type: map_at_10 + value: 34.416000000000004 + - type: map_at_100 + value: 35.541 + - type: map_at_1000 + value: 35.592 + - type: map_at_20 + value: 35.106 + - type: map_at_3 + value: 30.470000000000002 + - type: map_at_5 + value: 32.774 + - type: mrr_at_1 + value: 22.693409742120345 + - type: mrr_at_10 + value: 35.02055760221949 + - type: mrr_at_100 + value: 36.07282466487795 + - type: mrr_at_1000 + value: 36.11725121701468 + - type: mrr_at_20 + value: 35.667140877547986 + - type: mrr_at_3 + value: 31.122254059216814 + - type: mrr_at_5 + value: 33.40592168099331 + - type: nauc_map_at_1000_diff1 + value: 33.00333472064972 + - type: nauc_map_at_1000_max + value: 5.156444947074947 + - type: nauc_map_at_1000_std + value: -23.103939979826375 + - type: nauc_map_at_100_diff1 + value: 32.99943906977456 + - type: nauc_map_at_100_max + value: 5.156792638157342 + - type: nauc_map_at_100_std + value: -23.09927789432014 + - type: nauc_map_at_10_diff1 + value: 32.93427060211673 + - type: nauc_map_at_10_max + value: 5.009847068055439 + - type: nauc_map_at_10_std + value: -23.69229778425936 + - type: nauc_map_at_1_diff1 + value: 35.879541770806426 + - type: nauc_map_at_1_max + value: 4.037000551161811 + - type: nauc_map_at_1_std + value: -21.066913542507095 + - type: nauc_map_at_20_diff1 + value: 32.94459306136245 + - type: nauc_map_at_20_max + value: 5.08450123260384 + - type: nauc_map_at_20_std + value: -23.367858842401674 + - type: nauc_map_at_3_diff1 + value: 33.186734646971495 + - type: nauc_map_at_3_max + value: 4.52958372002426 + - type: nauc_map_at_3_std + value: -23.407182657661863 + - type: nauc_map_at_5_diff1 + value: 33.09447602825229 + - type: nauc_map_at_5_max + value: 4.8295482352066275 + - type: nauc_map_at_5_std + value: -23.977226416616457 + - type: nauc_mrr_at_1000_diff1 + value: 32.90248885790994 + - type: nauc_mrr_at_1000_max + value: 5.345915497836417 + - type: nauc_mrr_at_1000_std + value: -22.775176728644926 + - type: nauc_mrr_at_100_diff1 + value: 32.89830733234614 + - type: nauc_mrr_at_100_max + value: 5.354794932204688 + - type: nauc_mrr_at_100_std + value: -22.76281634843283 + - type: nauc_mrr_at_10_diff1 + value: 32.85362740239939 + - type: nauc_mrr_at_10_max + value: 5.22277263020967 + - type: nauc_mrr_at_10_std + value: -23.29890783663585 + - type: nauc_mrr_at_1_diff1 + value: 35.8004961400585 + - type: nauc_mrr_at_1_max + value: 4.07480515690297 + - type: nauc_mrr_at_1_std + value: -21.157419860722133 + - type: nauc_mrr_at_20_diff1 + value: 32.831058277421675 + - type: nauc_mrr_at_20_max + value: 5.30231502729234 + - type: nauc_mrr_at_20_std + value: -22.995188734787643 + - type: nauc_mrr_at_3_diff1 + value: 33.06512398614513 + - type: nauc_mrr_at_3_max + value: 4.6832127086497675 + - type: nauc_mrr_at_3_std + value: -23.185466086324016 + - type: nauc_mrr_at_5_diff1 + value: 32.95656016095678 + - type: nauc_mrr_at_5_max + value: 5.0055516099566475 + - type: nauc_mrr_at_5_std + value: -23.648076417104612 + - type: nauc_ndcg_at_1000_diff1 + value: 32.23911068627994 + - type: nauc_ndcg_at_1000_max + value: 6.340890121521923 + - type: nauc_ndcg_at_1000_std + value: -21.64542687396577 + - type: nauc_ndcg_at_100_diff1 + value: 32.11878167303473 + - type: nauc_ndcg_at_100_max + value: 6.597128552520879 + - type: nauc_ndcg_at_100_std + value: -21.03041945862791 + - type: nauc_ndcg_at_10_diff1 + value: 31.78511231016483 + - type: nauc_ndcg_at_10_max + value: 5.784417481640047 + - type: nauc_ndcg_at_10_std + value: -24.161027978905647 + - type: nauc_ndcg_at_1_diff1 + value: 35.74394132968329 + - type: nauc_ndcg_at_1_max + value: 4.0476454646619215 + - type: nauc_ndcg_at_1_std + value: -21.16866068260486 + - type: nauc_ndcg_at_20_diff1 + value: 31.722628551526604 + - type: nauc_ndcg_at_20_max + value: 6.085473579598258 + - type: nauc_ndcg_at_20_std + value: -23.01301453978275 + - type: nauc_ndcg_at_3_diff1 + value: 32.38743175334077 + - type: nauc_ndcg_at_3_max + value: 4.708074286110014 + - type: nauc_ndcg_at_3_std + value: -24.005841131351065 + - type: nauc_ndcg_at_5_diff1 + value: 32.19107640366649 + - type: nauc_ndcg_at_5_max + value: 5.248392125691872 + - type: nauc_ndcg_at_5_std + value: -24.9544454485758 + - type: nauc_precision_at_1000_diff1 + value: -2.0283123762593203 + - type: nauc_precision_at_1000_max + value: 14.569550330630554 + - type: nauc_precision_at_1000_std + value: 18.01811212416059 + - type: nauc_precision_at_100_diff1 + value: 14.463485381374719 + - type: nauc_precision_at_100_max + value: 16.06415646423591 + - type: nauc_precision_at_100_std + value: 8.987627462107199 + - type: nauc_precision_at_10_diff1 + value: 25.530846925228666 + - type: nauc_precision_at_10_max + value: 8.075830710803086 + - type: nauc_precision_at_10_std + value: -24.00010341583341 + - type: nauc_precision_at_1_diff1 + value: 35.74394132968329 + - type: nauc_precision_at_1_max + value: 4.0476454646619215 + - type: nauc_precision_at_1_std + value: -21.16866068260486 + - type: nauc_precision_at_20_diff1 + value: 22.490315165998652 + - type: nauc_precision_at_20_max + value: 9.695438542678712 + - type: nauc_precision_at_20_std + value: -16.779150840743586 + - type: nauc_precision_at_3_diff1 + value: 29.653053865297718 + - type: nauc_precision_at_3_max + value: 4.956580341717329 + - type: nauc_precision_at_3_std + value: -25.716768027801912 + - type: nauc_precision_at_5_diff1 + value: 28.466584677280675 + - type: nauc_precision_at_5_max + value: 6.035813186905091 + - type: nauc_precision_at_5_std + value: -27.40096435134959 + - type: nauc_recall_at_1000_diff1 + value: 16.188777617075157 + - type: nauc_recall_at_1000_max + value: 45.1160674872711 + - type: nauc_recall_at_1000_std + value: 50.8993030763505 + - type: nauc_recall_at_100_diff1 + value: 26.462748511423666 + - type: nauc_recall_at_100_max + value: 20.17057177381908 + - type: nauc_recall_at_100_std + value: 6.567222385661084 + - type: nauc_recall_at_10_diff1 + value: 27.694042744869897 + - type: nauc_recall_at_10_max + value: 8.193922397003126 + - type: nauc_recall_at_10_std + value: -25.428481461107726 + - type: nauc_recall_at_1_diff1 + value: 35.879541770806426 + - type: nauc_recall_at_1_max + value: 4.037000551161811 + - type: nauc_recall_at_1_std + value: -21.066913542507095 + - type: nauc_recall_at_20_diff1 + value: 26.412542837917503 + - type: nauc_recall_at_20_max + value: 10.119778040160208 + - type: nauc_recall_at_20_std + value: -20.353583276762542 + - type: nauc_recall_at_3_diff1 + value: 30.1723792933633 + - type: nauc_recall_at_3_max + value: 4.991021506511908 + - type: nauc_recall_at_3_std + value: -25.61028187578253 + - type: nauc_recall_at_5_diff1 + value: 29.546460816157307 + - type: nauc_recall_at_5_max + value: 6.257065735729789 + - type: nauc_recall_at_5_std + value: -27.757268209659046 + - type: ndcg_at_1 + value: 22.708000000000002 + - type: ndcg_at_10 + value: 41.48 + - type: ndcg_at_100 + value: 46.894999999999996 + - type: ndcg_at_1000 + value: 48.14 + - type: ndcg_at_20 + value: 43.918 + - type: ndcg_at_3 + value: 33.423 + - type: ndcg_at_5 + value: 37.553 + - type: precision_at_1 + value: 22.708000000000002 + - type: precision_at_10 + value: 6.6049999999999995 + - type: precision_at_100 + value: 0.9329999999999999 + - type: precision_at_1000 + value: 0.104 + - type: precision_at_20 + value: 3.811 + - type: precision_at_3 + value: 14.283999999999999 + - type: precision_at_5 + value: 10.685 + - type: recall_at_1 + value: 22.078999999999997 + - type: recall_at_10 + value: 63.269 + - type: recall_at_100 + value: 88.318 + - type: recall_at_1000 + value: 97.80799999999999 + - type: recall_at_20 + value: 72.741 + - type: recall_at_3 + value: 41.347 + - type: recall_at_5 + value: 51.271 + task: + type: Retrieval + - dataset: + config: en + name: MTEB MTOPDomainClassification (en) + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + split: test + type: mteb/mtop_domain + metrics: + - type: accuracy + value: 96.0373917008664 + - type: f1 + value: 95.77672920037678 + - type: f1_weighted + value: 96.06299804062722 + - type: main_score + value: 96.0373917008664 + task: + type: Classification + - dataset: + config: en + name: MTEB MTOPIntentClassification (en) + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + split: test + type: mteb/mtop_intent + metrics: + - type: accuracy + value: 89.1655266757866 + - type: f1 + value: 71.6595596649587 + - type: f1_weighted + value: 90.44597470884298 + - type: main_score + value: 89.1655266757866 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveIntentClassification (en) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 76.60390047074647 + - type: f1 + value: 74.0382414657559 + - type: f1_weighted + value: 76.53055023019932 + - type: main_score + value: 76.60390047074647 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveScenarioClassification (en) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 78.93073301950236 + - type: f1 + value: 78.58195068346751 + - type: f1_weighted + value: 78.86975899493798 + - type: main_score + value: 78.93073301950236 + task: + type: Classification + - dataset: + config: default + name: MTEB MedrxivClusteringP2P (default) + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + split: test + type: mteb/medrxiv-clustering-p2p + metrics: + - type: main_score + value: 37.66500681777215 + - type: v_measure + value: 37.66500681777215 + - type: v_measure_std + value: 1.4953449515069268 + task: + type: Clustering + - dataset: + config: default + name: MTEB MedrxivClusteringS2S (default) + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + split: test + type: mteb/medrxiv-clustering-s2s + metrics: + - type: main_score + value: 35.51021437644991 + - type: v_measure + value: 35.51021437644991 + - type: v_measure_std + value: 1.3321174913629759 + task: + type: Clustering + - dataset: + config: default + name: MTEB MindSmallReranking (default) + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + split: test + type: mteb/mind_small + metrics: + - type: main_score + value: 30.10020452046386 + - type: map + value: 30.10020452046386 + - type: mrr + value: 31.096861019258043 + - type: nAUC_map_diff1 + value: 12.853085612418742 + - type: nAUC_map_max + value: -20.97077158351351 + - type: nAUC_map_std + value: -2.459841546804226 + - type: nAUC_mrr_diff1 + value: 12.08750595893558 + - type: nAUC_mrr_max + value: -15.502813020230475 + - type: nAUC_mrr_std + value: -0.8069966088331175 + task: + type: Reranking + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 34.725 + - type: map_at_1 + value: 5.901 + - type: map_at_10 + value: 12.992999999999999 + - type: map_at_100 + value: 16.402 + - type: map_at_1000 + value: 17.896 + - type: map_at_20 + value: 14.411 + - type: map_at_3 + value: 9.3 + - type: map_at_5 + value: 10.906 + - type: mrr_at_1 + value: 46.13003095975232 + - type: mrr_at_10 + value: 54.67123691581895 + - type: mrr_at_100 + value: 55.13154466663215 + - type: mrr_at_1000 + value: 55.18028030923489 + - type: mrr_at_20 + value: 54.89203403371564 + - type: mrr_at_3 + value: 52.47678018575851 + - type: mrr_at_5 + value: 54.10216718266254 + - type: nauc_map_at_1000_diff1 + value: 26.097980547292376 + - type: nauc_map_at_1000_max + value: 31.716612190607847 + - type: nauc_map_at_1000_std + value: 10.484226609845875 + - type: nauc_map_at_100_diff1 + value: 26.903184213500687 + - type: nauc_map_at_100_max + value: 30.254077338590847 + - type: nauc_map_at_100_std + value: 5.721213154053636 + - type: nauc_map_at_10_diff1 + value: 30.41995975934737 + - type: nauc_map_at_10_max + value: 23.720851152044826 + - type: nauc_map_at_10_std + value: -6.968119243629756 + - type: nauc_map_at_1_diff1 + value: 45.91087927776542 + - type: nauc_map_at_1_max + value: 11.368756627277754 + - type: nauc_map_at_1_std + value: -21.987291617576854 + - type: nauc_map_at_20_diff1 + value: 28.907069629931854 + - type: nauc_map_at_20_max + value: 26.70846407056094 + - type: nauc_map_at_20_std + value: -1.9126005785897775 + - type: nauc_map_at_3_diff1 + value: 38.73155355719495 + - type: nauc_map_at_3_max + value: 17.769925571726496 + - type: nauc_map_at_3_std + value: -15.240426410962574 + - type: nauc_map_at_5_diff1 + value: 34.6278617589197 + - type: nauc_map_at_5_max + value: 20.54601986245645 + - type: nauc_map_at_5_std + value: -11.566817873968779 + - type: nauc_mrr_at_1000_diff1 + value: 36.64991509982144 + - type: nauc_mrr_at_1000_max + value: 49.697173212531744 + - type: nauc_mrr_at_1000_std + value: 26.86511696261478 + - type: nauc_mrr_at_100_diff1 + value: 36.68743394598715 + - type: nauc_mrr_at_100_max + value: 49.744202083676264 + - type: nauc_mrr_at_100_std + value: 26.90232555840209 + - type: nauc_mrr_at_10_diff1 + value: 36.47029954847764 + - type: nauc_mrr_at_10_max + value: 49.439023284006 + - type: nauc_mrr_at_10_std + value: 26.690706480930444 + - type: nauc_mrr_at_1_diff1 + value: 36.59190142546215 + - type: nauc_mrr_at_1_max + value: 41.74235868276634 + - type: nauc_mrr_at_1_std + value: 18.414274177675807 + - type: nauc_mrr_at_20_diff1 + value: 36.681072119690086 + - type: nauc_mrr_at_20_max + value: 49.800936007548934 + - type: nauc_mrr_at_20_std + value: 26.961504252981683 + - type: nauc_mrr_at_3_diff1 + value: 36.63303178691115 + - type: nauc_mrr_at_3_max + value: 48.628730526802904 + - type: nauc_mrr_at_3_std + value: 25.157181938589225 + - type: nauc_mrr_at_5_diff1 + value: 36.41948638139246 + - type: nauc_mrr_at_5_max + value: 49.180007480727134 + - type: nauc_mrr_at_5_std + value: 26.145567865350543 + - type: nauc_ndcg_at_1000_diff1 + value: 26.257313381009283 + - type: nauc_ndcg_at_1000_max + value: 46.45094846583072 + - type: nauc_ndcg_at_1000_std + value: 30.74855470405661 + - type: nauc_ndcg_at_100_diff1 + value: 25.337713280261774 + - type: nauc_ndcg_at_100_max + value: 42.51314175786316 + - type: nauc_ndcg_at_100_std + value: 25.717600091835052 + - type: nauc_ndcg_at_10_diff1 + value: 27.28963504973803 + - type: nauc_ndcg_at_10_max + value: 45.07020624629025 + - type: nauc_ndcg_at_10_std + value: 29.017215904691902 + - type: nauc_ndcg_at_1_diff1 + value: 39.69547779212674 + - type: nauc_ndcg_at_1_max + value: 39.944550572400225 + - type: nauc_ndcg_at_1_std + value: 17.27308663512775 + - type: nauc_ndcg_at_20_diff1 + value: 26.88029364873597 + - type: nauc_ndcg_at_20_max + value: 43.89319625918324 + - type: nauc_ndcg_at_20_std + value: 29.182590252122804 + - type: nauc_ndcg_at_3_diff1 + value: 32.49288862835273 + - type: nauc_ndcg_at_3_max + value: 45.57318753977976 + - type: nauc_ndcg_at_3_std + value: 23.953534500127557 + - type: nauc_ndcg_at_5_diff1 + value: 29.578845399866545 + - type: nauc_ndcg_at_5_max + value: 46.601862971633544 + - type: nauc_ndcg_at_5_std + value: 27.55565792973463 + - type: nauc_precision_at_1000_diff1 + value: -4.397392180783799 + - type: nauc_precision_at_1000_max + value: 17.406927055459345 + - type: nauc_precision_at_1000_std + value: 47.8835834302276 + - type: nauc_precision_at_100_diff1 + value: -3.582470870457778 + - type: nauc_precision_at_100_max + value: 30.6298826448415 + - type: nauc_precision_at_100_std + value: 55.54858727751579 + - type: nauc_precision_at_10_diff1 + value: 6.591245947478634 + - type: nauc_precision_at_10_max + value: 44.36069671353394 + - type: nauc_precision_at_10_std + value: 45.85949796089425 + - type: nauc_precision_at_1_diff1 + value: 39.90620183792372 + - type: nauc_precision_at_1_max + value: 41.93832955553217 + - type: nauc_precision_at_1_std + value: 17.78208215842155 + - type: nauc_precision_at_20_diff1 + value: 3.1763559888676305 + - type: nauc_precision_at_20_max + value: 40.19013491290661 + - type: nauc_precision_at_20_std + value: 50.30896997510246 + - type: nauc_precision_at_3_diff1 + value: 21.346541990363338 + - type: nauc_precision_at_3_max + value: 46.358486907663234 + - type: nauc_precision_at_3_std + value: 30.30796100013066 + - type: nauc_precision_at_5_diff1 + value: 13.764960158282511 + - type: nauc_precision_at_5_max + value: 47.38189520644064 + - type: nauc_precision_at_5_std + value: 38.83370975791448 + - type: nauc_recall_at_1000_diff1 + value: 3.111013627981912 + - type: nauc_recall_at_1000_max + value: 17.453303474327654 + - type: nauc_recall_at_1000_std + value: 16.831446977812252 + - type: nauc_recall_at_100_diff1 + value: 16.59425078697382 + - type: nauc_recall_at_100_max + value: 25.400896109980174 + - type: nauc_recall_at_100_std + value: 10.794971059479254 + - type: nauc_recall_at_10_diff1 + value: 23.63271460212068 + - type: nauc_recall_at_10_max + value: 20.991264958049598 + - type: nauc_recall_at_10_std + value: -6.022250169253036 + - type: nauc_recall_at_1_diff1 + value: 45.91087927776542 + - type: nauc_recall_at_1_max + value: 11.368756627277754 + - type: nauc_recall_at_1_std + value: -21.987291617576854 + - type: nauc_recall_at_20_diff1 + value: 22.615984500854555 + - type: nauc_recall_at_20_max + value: 23.637250829352997 + - type: nauc_recall_at_20_std + value: 0.41128528477486354 + - type: nauc_recall_at_3_diff1 + value: 37.308271400820985 + - type: nauc_recall_at_3_max + value: 18.63584930406467 + - type: nauc_recall_at_3_std + value: -13.472251033244428 + - type: nauc_recall_at_5_diff1 + value: 31.142005435540852 + - type: nauc_recall_at_5_max + value: 20.5834454794761 + - type: nauc_recall_at_5_std + value: -9.81034234508067 + - type: ndcg_at_1 + value: 42.879 + - type: ndcg_at_10 + value: 34.725 + - type: ndcg_at_100 + value: 31.798 + - type: ndcg_at_1000 + value: 40.486 + - type: ndcg_at_20 + value: 32.535 + - type: ndcg_at_3 + value: 38.97 + - type: ndcg_at_5 + value: 37.602000000000004 + - type: precision_at_1 + value: 44.891999999999996 + - type: precision_at_10 + value: 26.192 + - type: precision_at_100 + value: 8.241 + - type: precision_at_1000 + value: 2.085 + - type: precision_at_20 + value: 19.52 + - type: precision_at_3 + value: 36.842000000000006 + - type: precision_at_5 + value: 33.312999999999995 + - type: recall_at_1 + value: 5.901 + - type: recall_at_10 + value: 17.171 + - type: recall_at_100 + value: 31.709 + - type: recall_at_1000 + value: 63.589 + - type: recall_at_20 + value: 20.782999999999998 + - type: recall_at_3 + value: 10.194 + - type: recall_at_5 + value: 12.934999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 59.951 + - type: map_at_1 + value: 36.718 + - type: map_at_10 + value: 52.518 + - type: map_at_100 + value: 53.373000000000005 + - type: map_at_1000 + value: 53.400000000000006 + - type: map_at_20 + value: 53.11 + - type: map_at_3 + value: 48.606 + - type: map_at_5 + value: 50.922999999999995 + - type: mrr_at_1 + value: 41.22247972190035 + - type: mrr_at_10 + value: 55.10211471610661 + - type: mrr_at_100 + value: 55.690424468447944 + - type: mrr_at_1000 + value: 55.709587669000626 + - type: mrr_at_20 + value: 55.51307514935747 + - type: mrr_at_3 + value: 52.10023174971031 + - type: mrr_at_5 + value: 53.85139049826188 + - type: nauc_map_at_1000_diff1 + value: 36.084432495766244 + - type: nauc_map_at_1000_max + value: 32.106683448614696 + - type: nauc_map_at_1000_std + value: 0.28114600458421135 + - type: nauc_map_at_100_diff1 + value: 36.076754155834685 + - type: nauc_map_at_100_max + value: 32.124501222653386 + - type: nauc_map_at_100_std + value: 0.3074172933687319 + - type: nauc_map_at_10_diff1 + value: 35.95846264899338 + - type: nauc_map_at_10_max + value: 32.268962480678645 + - type: nauc_map_at_10_std + value: -0.10550275250265802 + - type: nauc_map_at_1_diff1 + value: 39.29370524773578 + - type: nauc_map_at_1_max + value: 25.991296131217062 + - type: nauc_map_at_1_std + value: -2.5540466996583753 + - type: nauc_map_at_20_diff1 + value: 35.98377971994357 + - type: nauc_map_at_20_max + value: 32.15683504409824 + - type: nauc_map_at_20_std + value: 0.19145693127134786 + - type: nauc_map_at_3_diff1 + value: 36.0944254890347 + - type: nauc_map_at_3_max + value: 30.2128510665515 + - type: nauc_map_at_3_std + value: -1.9611081461308983 + - type: nauc_map_at_5_diff1 + value: 36.00156289591984 + - type: nauc_map_at_5_max + value: 31.56149465902775 + - type: nauc_map_at_5_std + value: -0.8373235686244762 + - type: nauc_mrr_at_1000_diff1 + value: 36.09152753153953 + - type: nauc_mrr_at_1000_max + value: 32.43454228496553 + - type: nauc_mrr_at_1000_std + value: 1.8517892571605596 + - type: nauc_mrr_at_100_diff1 + value: 36.09112009133751 + - type: nauc_mrr_at_100_max + value: 32.44951869408173 + - type: nauc_mrr_at_100_std + value: 1.8714844618486277 + - type: nauc_mrr_at_10_diff1 + value: 35.930421137614914 + - type: nauc_mrr_at_10_max + value: 32.65451978743636 + - type: nauc_mrr_at_10_std + value: 1.7723190829619009 + - type: nauc_mrr_at_1_diff1 + value: 39.396024242346954 + - type: nauc_mrr_at_1_max + value: 28.132740347350953 + - type: nauc_mrr_at_1_std + value: -0.5935576215439111 + - type: nauc_mrr_at_20_diff1 + value: 35.99903536497898 + - type: nauc_mrr_at_20_max + value: 32.50256539352071 + - type: nauc_mrr_at_20_std + value: 1.8829977887370852 + - type: nauc_mrr_at_3_diff1 + value: 35.91812477028109 + - type: nauc_mrr_at_3_max + value: 31.595134192404796 + - type: nauc_mrr_at_3_std + value: 0.6749658339604261 + - type: nauc_mrr_at_5_diff1 + value: 35.90541524153257 + - type: nauc_mrr_at_5_max + value: 32.375076970871106 + - type: nauc_mrr_at_5_std + value: 1.4530009988326982 + - type: nauc_ndcg_at_1000_diff1 + value: 35.52189976546703 + - type: nauc_ndcg_at_1000_max + value: 33.97534043055662 + - type: nauc_ndcg_at_1000_std + value: 2.7358127566748025 + - type: nauc_ndcg_at_100_diff1 + value: 35.32967760887528 + - type: nauc_ndcg_at_100_max + value: 34.51536712950666 + - type: nauc_ndcg_at_100_std + value: 3.561484184520643 + - type: nauc_ndcg_at_10_diff1 + value: 34.63981443982384 + - type: nauc_ndcg_at_10_max + value: 35.2466755214177 + - type: nauc_ndcg_at_10_std + value: 2.163469830591493 + - type: nauc_ndcg_at_1_diff1 + value: 39.47234805254548 + - type: nauc_ndcg_at_1_max + value: 27.949377920983448 + - type: nauc_ndcg_at_1_std + value: -0.7016496183295023 + - type: nauc_ndcg_at_20_diff1 + value: 34.77193782885647 + - type: nauc_ndcg_at_20_max + value: 34.79563187118757 + - type: nauc_ndcg_at_20_std + value: 3.0333339734937326 + - type: nauc_ndcg_at_3_diff1 + value: 34.84410905343334 + - type: nauc_ndcg_at_3_max + value: 31.53857235413653 + - type: nauc_ndcg_at_3_std + value: -1.2121011083371147 + - type: nauc_ndcg_at_5_diff1 + value: 34.70655373953545 + - type: nauc_ndcg_at_5_max + value: 33.692790095442994 + - type: nauc_ndcg_at_5_std + value: 0.6612260001056149 + - type: nauc_precision_at_1000_diff1 + value: -6.531497758654776 + - type: nauc_precision_at_1000_max + value: 6.592383443768815 + - type: nauc_precision_at_1000_std + value: 15.266065986503547 + - type: nauc_precision_at_100_diff1 + value: -2.0738709139302003 + - type: nauc_precision_at_100_max + value: 15.324594432362842 + - type: nauc_precision_at_100_std + value: 20.825895623533857 + - type: nauc_precision_at_10_diff1 + value: 9.98637582589397 + - type: nauc_precision_at_10_max + value: 30.50457748285925 + - type: nauc_precision_at_10_std + value: 13.73313229149034 + - type: nauc_precision_at_1_diff1 + value: 39.47234805254548 + - type: nauc_precision_at_1_max + value: 27.949377920983448 + - type: nauc_precision_at_1_std + value: -0.7016496183295023 + - type: nauc_precision_at_20_diff1 + value: 4.338247023429635 + - type: nauc_precision_at_20_max + value: 23.76589815146598 + - type: nauc_precision_at_20_std + value: 17.322633618978386 + - type: nauc_precision_at_3_diff1 + value: 23.17326950999716 + - type: nauc_precision_at_3_max + value: 31.075717350827293 + - type: nauc_precision_at_3_std + value: 2.762436540576557 + - type: nauc_precision_at_5_diff1 + value: 17.362008096246633 + - type: nauc_precision_at_5_max + value: 32.08805696305664 + - type: nauc_precision_at_5_std + value: 8.12524167169048 + - type: nauc_recall_at_1000_diff1 + value: 34.18415215294108 + - type: nauc_recall_at_1000_max + value: 79.77930971993527 + - type: nauc_recall_at_1000_std + value: 70.27189175741741 + - type: nauc_recall_at_100_diff1 + value: 28.249629521143465 + - type: nauc_recall_at_100_max + value: 62.21529072406605 + - type: nauc_recall_at_100_std + value: 46.23141649265807 + - type: nauc_recall_at_10_diff1 + value: 27.302420328273612 + - type: nauc_recall_at_10_max + value: 47.57999826869166 + - type: nauc_recall_at_10_std + value: 9.807109630878386 + - type: nauc_recall_at_1_diff1 + value: 39.29370524773578 + - type: nauc_recall_at_1_max + value: 25.991296131217062 + - type: nauc_recall_at_1_std + value: -2.5540466996583753 + - type: nauc_recall_at_20_diff1 + value: 26.264363964930997 + - type: nauc_recall_at_20_max + value: 49.762297304442136 + - type: nauc_recall_at_20_std + value: 18.650695925686502 + - type: nauc_recall_at_3_diff1 + value: 29.95231482486556 + - type: nauc_recall_at_3_max + value: 33.054441143791394 + - type: nauc_recall_at_3_std + value: -1.4133288694811754 + - type: nauc_recall_at_5_diff1 + value: 28.978660648633802 + - type: nauc_recall_at_5_max + value: 38.844300548161186 + - type: nauc_recall_at_5_std + value: 3.19644809086287 + - type: ndcg_at_1 + value: 41.193999999999996 + - type: ndcg_at_10 + value: 59.951 + - type: ndcg_at_100 + value: 63.343 + - type: ndcg_at_1000 + value: 63.941 + - type: ndcg_at_20 + value: 61.781 + - type: ndcg_at_3 + value: 52.756 + - type: ndcg_at_5 + value: 56.486999999999995 + - type: precision_at_1 + value: 41.193999999999996 + - type: precision_at_10 + value: 9.528 + - type: precision_at_100 + value: 1.145 + - type: precision_at_1000 + value: 0.12 + - type: precision_at_20 + value: 5.206 + - type: precision_at_3 + value: 23.696 + - type: precision_at_5 + value: 16.419 + - type: recall_at_1 + value: 36.718 + - type: recall_at_10 + value: 79.84 + - type: recall_at_100 + value: 94.228 + - type: recall_at_1000 + value: 98.648 + - type: recall_at_20 + value: 86.542 + - type: recall_at_3 + value: 61.31999999999999 + - type: recall_at_5 + value: 69.836 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 89.838 + - type: map_at_1 + value: 72.44500000000001 + - type: map_at_10 + value: 86.332 + - type: map_at_100 + value: 86.936 + - type: map_at_1000 + value: 86.95 + - type: map_at_20 + value: 86.72999999999999 + - type: map_at_3 + value: 83.417 + - type: map_at_5 + value: 85.292 + - type: mrr_at_1 + value: 83.5 + - type: mrr_at_10 + value: 89.20519444444444 + - type: mrr_at_100 + value: 89.2819086258491 + - type: mrr_at_1000 + value: 89.28214505128291 + - type: mrr_at_20 + value: 89.26673258007042 + - type: mrr_at_3 + value: 88.36 + - type: mrr_at_5 + value: 88.95100000000001 + - type: nauc_map_at_1000_diff1 + value: 76.90740671940051 + - type: nauc_map_at_1000_max + value: 36.46444946338708 + - type: nauc_map_at_1000_std + value: -56.60380240532508 + - type: nauc_map_at_100_diff1 + value: 76.91112078761572 + - type: nauc_map_at_100_max + value: 36.45304363618243 + - type: nauc_map_at_100_std + value: -56.67988410741111 + - type: nauc_map_at_10_diff1 + value: 77.09598611046616 + - type: nauc_map_at_10_max + value: 35.96689922341558 + - type: nauc_map_at_10_std + value: -58.68604909203303 + - type: nauc_map_at_1_diff1 + value: 80.37641963929528 + - type: nauc_map_at_1_max + value: 27.046973659136057 + - type: nauc_map_at_1_std + value: -49.41187376826384 + - type: nauc_map_at_20_diff1 + value: 76.9541622063172 + - type: nauc_map_at_20_max + value: 36.29817666157097 + - type: nauc_map_at_20_std + value: -57.58995860118392 + - type: nauc_map_at_3_diff1 + value: 77.79036430390953 + - type: nauc_map_at_3_max + value: 33.23673927645347 + - type: nauc_map_at_3_std + value: -60.10156884287652 + - type: nauc_map_at_5_diff1 + value: 77.33636903512307 + - type: nauc_map_at_5_max + value: 35.003919992106006 + - type: nauc_map_at_5_std + value: -59.97787405958172 + - type: nauc_mrr_at_1000_diff1 + value: 77.73000572331905 + - type: nauc_mrr_at_1000_max + value: 38.561364157585324 + - type: nauc_mrr_at_1000_std + value: -53.44976098044828 + - type: nauc_mrr_at_100_diff1 + value: 77.72981689727108 + - type: nauc_mrr_at_100_max + value: 38.561425387623785 + - type: nauc_mrr_at_100_std + value: -53.45033750871979 + - type: nauc_mrr_at_10_diff1 + value: 77.71709626439586 + - type: nauc_mrr_at_10_max + value: 38.624900686387214 + - type: nauc_mrr_at_10_std + value: -53.58765986161691 + - type: nauc_mrr_at_1_diff1 + value: 78.37565253706408 + - type: nauc_mrr_at_1_max + value: 38.23888076842768 + - type: nauc_mrr_at_1_std + value: -50.20603764579538 + - type: nauc_mrr_at_20_diff1 + value: 77.7306939391157 + - type: nauc_mrr_at_20_max + value: 38.59165749191751 + - type: nauc_mrr_at_20_std + value: -53.48812024214872 + - type: nauc_mrr_at_3_diff1 + value: 77.54353349806524 + - type: nauc_mrr_at_3_max + value: 38.713759549229785 + - type: nauc_mrr_at_3_std + value: -53.94582165002703 + - type: nauc_mrr_at_5_diff1 + value: 77.70283049254654 + - type: nauc_mrr_at_5_max + value: 38.716317005111215 + - type: nauc_mrr_at_5_std + value: -53.92085356926888 + - type: nauc_ndcg_at_1000_diff1 + value: 76.89855290894926 + - type: nauc_ndcg_at_1000_max + value: 37.772216233524325 + - type: nauc_ndcg_at_1000_std + value: -54.86144177114646 + - type: nauc_ndcg_at_100_diff1 + value: 76.90257905740786 + - type: nauc_ndcg_at_100_max + value: 37.739876618823274 + - type: nauc_ndcg_at_100_std + value: -55.18253534518033 + - type: nauc_ndcg_at_10_diff1 + value: 76.82906119719216 + - type: nauc_ndcg_at_10_max + value: 37.09739956129085 + - type: nauc_ndcg_at_10_std + value: -58.49646829288816 + - type: nauc_ndcg_at_1_diff1 + value: 78.37565253706408 + - type: nauc_ndcg_at_1_max + value: 38.335351847985045 + - type: nauc_ndcg_at_1_std + value: -50.212302001610745 + - type: nauc_ndcg_at_20_diff1 + value: 76.86843611975287 + - type: nauc_ndcg_at_20_max + value: 37.38859864360577 + - type: nauc_ndcg_at_20_std + value: -57.243383699901386 + - type: nauc_ndcg_at_3_diff1 + value: 76.43700144403104 + - type: nauc_ndcg_at_3_max + value: 35.849266604568456 + - type: nauc_ndcg_at_3_std + value: -58.26941196366757 + - type: nauc_ndcg_at_5_diff1 + value: 76.65368894551763 + - type: nauc_ndcg_at_5_max + value: 36.67820873138469 + - type: nauc_ndcg_at_5_std + value: -59.167875261562884 + - type: nauc_precision_at_1000_diff1 + value: -44.61035236776975 + - type: nauc_precision_at_1000_max + value: -6.9906519553038535 + - type: nauc_precision_at_1000_std + value: 45.26673634956755 + - type: nauc_precision_at_100_diff1 + value: -44.471568524106466 + - type: nauc_precision_at_100_max + value: -6.513827405878257 + - type: nauc_precision_at_100_std + value: 43.61461800235919 + - type: nauc_precision_at_10_diff1 + value: -40.63269213674181 + - type: nauc_precision_at_10_max + value: -2.176686756124717 + - type: nauc_precision_at_10_std + value: 29.834023361852225 + - type: nauc_precision_at_1_diff1 + value: 78.37565253706408 + - type: nauc_precision_at_1_max + value: 38.335351847985045 + - type: nauc_precision_at_1_std + value: -50.212302001610745 + - type: nauc_precision_at_20_diff1 + value: -43.166138321174 + - type: nauc_precision_at_20_max + value: -4.551647757465525 + - type: nauc_precision_at_20_std + value: 36.236925649882664 + - type: nauc_precision_at_3_diff1 + value: -22.241887562444298 + - type: nauc_precision_at_3_max + value: 6.147594412705473 + - type: nauc_precision_at_3_std + value: 6.206594648276548 + - type: nauc_precision_at_5_diff1 + value: -33.948204035499955 + - type: nauc_precision_at_5_max + value: 1.551952866668139 + - type: nauc_precision_at_5_std + value: 19.086692514199573 + - type: nauc_recall_at_1000_diff1 + value: 56.00550359595701 + - type: nauc_recall_at_1000_max + value: 0.25076313433895114 + - type: nauc_recall_at_1000_std + value: -19.767447908090993 + - type: nauc_recall_at_100_diff1 + value: 71.09157100014333 + - type: nauc_recall_at_100_max + value: 36.803937541332566 + - type: nauc_recall_at_100_std + value: -68.4065523296009 + - type: nauc_recall_at_10_diff1 + value: 72.74150240606814 + - type: nauc_recall_at_10_max + value: 34.20323841659202 + - type: nauc_recall_at_10_std + value: -81.23057156799683 + - type: nauc_recall_at_1_diff1 + value: 80.37641963929528 + - type: nauc_recall_at_1_max + value: 27.046973659136057 + - type: nauc_recall_at_1_std + value: -49.41187376826384 + - type: nauc_recall_at_20_diff1 + value: 72.23679243300582 + - type: nauc_recall_at_20_max + value: 35.472624896485584 + - type: nauc_recall_at_20_std + value: -83.96453691324263 + - type: nauc_recall_at_3_diff1 + value: 74.4436126143353 + - type: nauc_recall_at_3_max + value: 30.220293116530584 + - type: nauc_recall_at_3_std + value: -68.23230306181532 + - type: nauc_recall_at_5_diff1 + value: 72.89682914794618 + - type: nauc_recall_at_5_max + value: 32.220311115253786 + - type: nauc_recall_at_5_std + value: -74.53623789048245 + - type: ndcg_at_1 + value: 83.5 + - type: ndcg_at_10 + value: 89.838 + - type: ndcg_at_100 + value: 90.879 + - type: ndcg_at_1000 + value: 90.955 + - type: ndcg_at_20 + value: 90.422 + - type: ndcg_at_3 + value: 87.21799999999999 + - type: ndcg_at_5 + value: 88.727 + - type: precision_at_1 + value: 83.5 + - type: precision_at_10 + value: 13.571 + - type: precision_at_100 + value: 1.5350000000000001 + - type: precision_at_1000 + value: 0.157 + - type: precision_at_20 + value: 7.175 + - type: precision_at_3 + value: 38.12 + - type: precision_at_5 + value: 25.041999999999998 + - type: recall_at_1 + value: 72.44500000000001 + - type: recall_at_10 + value: 96.298 + - type: recall_at_100 + value: 99.696 + - type: recall_at_1000 + value: 99.98599999999999 + - type: recall_at_20 + value: 98.15700000000001 + - type: recall_at_3 + value: 88.633 + - type: recall_at_5 + value: 92.985 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RedditClustering (default) + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + split: test + type: mteb/reddit-clustering + metrics: + - type: main_score + value: 59.36225093784713 + - type: v_measure + value: 59.36225093784713 + - type: v_measure_std + value: 3.9911509588570393 + task: + type: Clustering + - dataset: + config: default + name: MTEB RedditClusteringP2P (default) + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + split: test + type: mteb/reddit-clustering-p2p + metrics: + - type: main_score + value: 64.46282036246124 + - type: v_measure + value: 64.46282036246124 + - type: v_measure_std + value: 12.49196304240264 + task: + type: Clustering + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 21.781 + - type: map_at_1 + value: 5.103 + - type: map_at_10 + value: 13.152 + - type: map_at_100 + value: 15.421000000000001 + - type: map_at_1000 + value: 15.738 + - type: map_at_20 + value: 14.313 + - type: map_at_3 + value: 9.277000000000001 + - type: map_at_5 + value: 11.079 + - type: mrr_at_1 + value: 25.2 + - type: mrr_at_10 + value: 36.30464285714286 + - type: mrr_at_100 + value: 37.37083205414486 + - type: mrr_at_1000 + value: 37.41889994963302 + - type: mrr_at_20 + value: 36.99006600941199 + - type: mrr_at_3 + value: 33.11666666666667 + - type: mrr_at_5 + value: 34.971666666666664 + - type: nauc_map_at_1000_diff1 + value: 13.3829110188465 + - type: nauc_map_at_1000_max + value: 26.200548089249203 + - type: nauc_map_at_1000_std + value: 15.782390299656376 + - type: nauc_map_at_100_diff1 + value: 13.434823562595197 + - type: nauc_map_at_100_max + value: 26.19757227269967 + - type: nauc_map_at_100_std + value: 15.666149403001597 + - type: nauc_map_at_10_diff1 + value: 13.136752265014085 + - type: nauc_map_at_10_max + value: 24.37704176159032 + - type: nauc_map_at_10_std + value: 11.875468320642725 + - type: nauc_map_at_1_diff1 + value: 23.91080785158353 + - type: nauc_map_at_1_max + value: 21.714915496600813 + - type: nauc_map_at_1_std + value: 4.523659534794796 + - type: nauc_map_at_20_diff1 + value: 13.08994175195148 + - type: nauc_map_at_20_max + value: 25.564250916023035 + - type: nauc_map_at_20_std + value: 13.758854620282229 + - type: nauc_map_at_3_diff1 + value: 15.629634284012711 + - type: nauc_map_at_3_max + value: 20.94416328947656 + - type: nauc_map_at_3_std + value: 5.443733090008665 + - type: nauc_map_at_5_diff1 + value: 13.717844004379067 + - type: nauc_map_at_5_max + value: 21.93083811259854 + - type: nauc_map_at_5_std + value: 7.496869394816883 + - type: nauc_mrr_at_1000_diff1 + value: 19.466105991639516 + - type: nauc_mrr_at_1000_max + value: 23.857199036893714 + - type: nauc_mrr_at_1000_std + value: 10.400833057932964 + - type: nauc_mrr_at_100_diff1 + value: 19.45377482442327 + - type: nauc_mrr_at_100_max + value: 23.86931198998342 + - type: nauc_mrr_at_100_std + value: 10.43160252915245 + - type: nauc_mrr_at_10_diff1 + value: 19.595100505906498 + - type: nauc_mrr_at_10_max + value: 23.828564831729913 + - type: nauc_mrr_at_10_std + value: 10.158332218550582 + - type: nauc_mrr_at_1_diff1 + value: 23.639623316387265 + - type: nauc_mrr_at_1_max + value: 21.91276584516334 + - type: nauc_mrr_at_1_std + value: 4.555063005377011 + - type: nauc_mrr_at_20_diff1 + value: 19.42312083502562 + - type: nauc_mrr_at_20_max + value: 23.998031015425354 + - type: nauc_mrr_at_20_std + value: 10.507801798326819 + - type: nauc_mrr_at_3_diff1 + value: 20.50499706447941 + - type: nauc_mrr_at_3_max + value: 22.89975536944602 + - type: nauc_mrr_at_3_std + value: 8.976243818880809 + - type: nauc_mrr_at_5_diff1 + value: 19.59735376368769 + - type: nauc_mrr_at_5_max + value: 23.079995863526243 + - type: nauc_mrr_at_5_std + value: 9.558077494050336 + - type: nauc_ndcg_at_1000_diff1 + value: 13.411221925319488 + - type: nauc_ndcg_at_1000_max + value: 28.874659943874605 + - type: nauc_ndcg_at_1000_std + value: 22.92179424488089 + - type: nauc_ndcg_at_100_diff1 + value: 14.177059117246053 + - type: nauc_ndcg_at_100_max + value: 29.49863202457167 + - type: nauc_ndcg_at_100_std + value: 23.415432542915244 + - type: nauc_ndcg_at_10_diff1 + value: 14.034714269886518 + - type: nauc_ndcg_at_10_max + value: 26.529324449228014 + - type: nauc_ndcg_at_10_std + value: 15.0835036529515 + - type: nauc_ndcg_at_1_diff1 + value: 23.639623316387265 + - type: nauc_ndcg_at_1_max + value: 21.91276584516334 + - type: nauc_ndcg_at_1_std + value: 4.555063005377011 + - type: nauc_ndcg_at_20_diff1 + value: 13.639153726908837 + - type: nauc_ndcg_at_20_max + value: 28.34934989257701 + - type: nauc_ndcg_at_20_std + value: 18.346102705103505 + - type: nauc_ndcg_at_3_diff1 + value: 16.310949228363334 + - type: nauc_ndcg_at_3_max + value: 21.96244399696209 + - type: nauc_ndcg_at_3_std + value: 7.79248819842006 + - type: nauc_ndcg_at_5_diff1 + value: 14.630417187709366 + - type: nauc_ndcg_at_5_max + value: 23.28452419937793 + - type: nauc_ndcg_at_5_std + value: 10.132485346479228 + - type: nauc_precision_at_1000_diff1 + value: 0.4617378903286949 + - type: nauc_precision_at_1000_max + value: 23.084163863883607 + - type: nauc_precision_at_1000_std + value: 34.74028918125758 + - type: nauc_precision_at_100_diff1 + value: 7.744924657665058 + - type: nauc_precision_at_100_max + value: 28.822902541968237 + - type: nauc_precision_at_100_std + value: 35.872958881610344 + - type: nauc_precision_at_10_diff1 + value: 9.242022361674694 + - type: nauc_precision_at_10_max + value: 27.707443555826906 + - type: nauc_precision_at_10_std + value: 20.465290637452664 + - type: nauc_precision_at_1_diff1 + value: 23.639623316387265 + - type: nauc_precision_at_1_max + value: 21.91276584516334 + - type: nauc_precision_at_1_std + value: 4.555063005377011 + - type: nauc_precision_at_20_diff1 + value: 7.901785657316664 + - type: nauc_precision_at_20_max + value: 29.678603802205057 + - type: nauc_precision_at_20_std + value: 25.65946048724345 + - type: nauc_precision_at_3_diff1 + value: 13.650585769886394 + - type: nauc_precision_at_3_max + value: 22.03045956299473 + - type: nauc_precision_at_3_std + value: 9.155456520493106 + - type: nauc_precision_at_5_diff1 + value: 10.200134466214287 + - type: nauc_precision_at_5_max + value: 23.308672947117167 + - type: nauc_precision_at_5_std + value: 12.695862040385645 + - type: nauc_recall_at_1000_diff1 + value: 1.7286393025447204 + - type: nauc_recall_at_1000_max + value: 23.322719223507704 + - type: nauc_recall_at_1000_std + value: 36.358257876511956 + - type: nauc_recall_at_100_diff1 + value: 8.230846619688952 + - type: nauc_recall_at_100_max + value: 28.880569830494963 + - type: nauc_recall_at_100_std + value: 36.29115706966346 + - type: nauc_recall_at_10_diff1 + value: 9.362248846760513 + - type: nauc_recall_at_10_max + value: 27.475538879580885 + - type: nauc_recall_at_10_std + value: 20.314461649538373 + - type: nauc_recall_at_1_diff1 + value: 23.91080785158353 + - type: nauc_recall_at_1_max + value: 21.714915496600813 + - type: nauc_recall_at_1_std + value: 4.523659534794796 + - type: nauc_recall_at_20_diff1 + value: 8.140101636033602 + - type: nauc_recall_at_20_max + value: 29.59131501693498 + - type: nauc_recall_at_20_std + value: 25.876120433055316 + - type: nauc_recall_at_3_diff1 + value: 13.725759049941843 + - type: nauc_recall_at_3_max + value: 21.75055584058006 + - type: nauc_recall_at_3_std + value: 8.965766944507815 + - type: nauc_recall_at_5_diff1 + value: 10.366069494614596 + - type: nauc_recall_at_5_max + value: 23.031784865881054 + - type: nauc_recall_at_5_std + value: 12.411188897743521 + - type: ndcg_at_1 + value: 25.2 + - type: ndcg_at_10 + value: 21.781 + - type: ndcg_at_100 + value: 30.273 + - type: ndcg_at_1000 + value: 35.768 + - type: ndcg_at_20 + value: 24.967 + - type: ndcg_at_3 + value: 20.580000000000002 + - type: ndcg_at_5 + value: 17.926000000000002 + - type: precision_at_1 + value: 25.2 + - type: precision_at_10 + value: 11.4 + - type: precision_at_100 + value: 2.359 + - type: precision_at_1000 + value: 0.368 + - type: precision_at_20 + value: 7.545 + - type: precision_at_3 + value: 19.3 + - type: precision_at_5 + value: 15.78 + - type: recall_at_1 + value: 5.103 + - type: recall_at_10 + value: 23.083000000000002 + - type: recall_at_100 + value: 47.882999999999996 + - type: recall_at_1000 + value: 74.783 + - type: recall_at_20 + value: 30.592000000000002 + - type: recall_at_3 + value: 11.753 + - type: recall_at_5 + value: 15.983 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-R (default) + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + split: test + type: mteb/sickr-sts + metrics: + - type: cosine_pearson + value: 83.9841377195369 + - type: cosine_spearman + value: 77.44919890597407 + - type: euclidean_pearson + value: 81.21238548422511 + - type: euclidean_spearman + value: 76.94405730272983 + - type: main_score + value: 77.44919890597407 + - type: manhattan_pearson + value: 81.16824677968528 + - type: manhattan_spearman + value: 76.94296468591867 + - type: pearson + value: 83.9841377195369 + - type: spearman + value: 77.44919890597407 + task: + type: STS + - dataset: + config: default + name: MTEB STS12 (default) + revision: a0d554a64d88156834ff5ae9920b964011b16384 + split: test + type: mteb/sts12-sts + metrics: + - type: cosine_pearson + value: 81.36071984442052 + - type: cosine_spearman + value: 74.2212823495219 + - type: euclidean_pearson + value: 78.31139429452078 + - type: euclidean_spearman + value: 74.02790834412275 + - type: main_score + value: 74.2212823495219 + - type: manhattan_pearson + value: 78.26141328104697 + - type: manhattan_spearman + value: 74.02545007676329 + - type: pearson + value: 81.36071984442052 + - type: spearman + value: 74.2212823495219 + task: + type: STS + - dataset: + config: default + name: MTEB STS13 (default) + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + split: test + type: mteb/sts13-sts + metrics: + - type: cosine_pearson + value: 85.49925337918731 + - type: cosine_spearman + value: 86.12368715292688 + - type: euclidean_pearson + value: 85.71147581542367 + - type: euclidean_spearman + value: 86.64112317821541 + - type: main_score + value: 86.12368715292688 + - type: manhattan_pearson + value: 85.58242941611371 + - type: manhattan_spearman + value: 86.51041533466731 + - type: pearson + value: 85.49925337918731 + - type: spearman + value: 86.12368715292688 + task: + type: STS + - dataset: + config: default + name: MTEB STS14 (default) + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + split: test + type: mteb/sts14-sts + metrics: + - type: cosine_pearson + value: 82.24735192639226 + - type: cosine_spearman + value: 78.88155361224834 + - type: euclidean_pearson + value: 80.52048132030517 + - type: euclidean_spearman + value: 78.1335955670817 + - type: main_score + value: 78.88155361224834 + - type: manhattan_pearson + value: 80.48178866605353 + - type: manhattan_spearman + value: 78.08994918255844 + - type: pearson + value: 82.24735192639226 + - type: spearman + value: 78.88155361224834 + task: + type: STS + - dataset: + config: default + name: MTEB STS15 (default) + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + split: test + type: mteb/sts15-sts + metrics: + - type: cosine_pearson + value: 86.27381322229758 + - type: cosine_spearman + value: 87.5038962579188 + - type: euclidean_pearson + value: 86.7575259976948 + - type: euclidean_spearman + value: 87.3358778981031 + - type: main_score + value: 87.5038962579188 + - type: manhattan_pearson + value: 86.72177109814491 + - type: manhattan_spearman + value: 87.30593609243358 + - type: pearson + value: 86.27381322229758 + - type: spearman + value: 87.5038962579188 + task: + type: STS + - dataset: + config: default + name: MTEB STS16 (default) + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + split: test + type: mteb/sts16-sts + metrics: + - type: cosine_pearson + value: 82.90364706517789 + - type: cosine_spearman + value: 84.25854334490232 + - type: euclidean_pearson + value: 83.30065780824273 + - type: euclidean_spearman + value: 84.17467271748362 + - type: main_score + value: 84.25854334490232 + - type: manhattan_pearson + value: 83.21239264085494 + - type: manhattan_spearman + value: 84.05456832118482 + - type: pearson + value: 82.90364706517789 + - type: spearman + value: 84.25854334490232 + task: + type: STS + - dataset: + config: en-en + name: MTEB STS17 (en-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 88.88258729094343 + - type: cosine_spearman + value: 89.68436656381257 + - type: euclidean_pearson + value: 88.23417725579127 + - type: euclidean_spearman + value: 87.96688277361433 + - type: main_score + value: 89.68436656381257 + - type: manhattan_pearson + value: 88.07673471897155 + - type: manhattan_spearman + value: 87.7976329721765 + - type: pearson + value: 88.88258729094343 + - type: spearman + value: 89.68436656381257 + task: + type: STS + - dataset: + config: en + name: MTEB STS22 (en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 65.24627744968292 + - type: cosine_spearman + value: 65.96283849168346 + - type: euclidean_pearson + value: 66.2111925054528 + - type: euclidean_spearman + value: 65.83563143944401 + - type: main_score + value: 65.96283849168346 + - type: manhattan_pearson + value: 66.25664281582083 + - type: manhattan_spearman + value: 65.8830797513158 + - type: pearson + value: 65.24627744968292 + - type: spearman + value: 65.96283849168346 + task: + type: STS + - dataset: + config: default + name: MTEB STSBenchmark (default) + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + split: test + type: mteb/stsbenchmark-sts + metrics: + - type: cosine_pearson + value: 85.57515090752183 + - type: cosine_spearman + value: 85.54441587714372 + - type: euclidean_pearson + value: 85.53938106211463 + - type: euclidean_spearman + value: 85.28473579067878 + - type: main_score + value: 85.54441587714372 + - type: manhattan_pearson + value: 85.51025100057596 + - type: manhattan_spearman + value: 85.260887707662 + - type: pearson + value: 85.57515090752183 + - type: spearman + value: 85.54441587714372 + task: + type: STS + - dataset: + config: default + name: MTEB SciDocsRR (default) + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + split: test + type: mteb/scidocs-reranking + metrics: + - type: main_score + value: 82.9058801876062 + - type: map + value: 82.9058801876062 + - type: mrr + value: 95.256220721907 + - type: nAUC_map_diff1 + value: 0.13078953297011875 + - type: nAUC_map_max + value: 59.173980738758026 + - type: nAUC_map_std + value: 73.35735418975649 + - type: nAUC_mrr_diff1 + value: 46.534353907114514 + - type: nAUC_mrr_max + value: 89.56255914950661 + - type: nAUC_mrr_std + value: 85.6716185155955 + task: + type: Reranking + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 71.844 + - type: map_at_1 + value: 57.278 + - type: map_at_10 + value: 67.109 + - type: map_at_100 + value: 67.66499999999999 + - type: map_at_1000 + value: 67.685 + - type: map_at_20 + value: 67.482 + - type: map_at_3 + value: 64.16199999999999 + - type: map_at_5 + value: 65.82900000000001 + - type: mrr_at_1 + value: 60.0 + - type: mrr_at_10 + value: 68.19960317460317 + - type: mrr_at_100 + value: 68.62748949394921 + - type: mrr_at_1000 + value: 68.64515905414915 + - type: mrr_at_20 + value: 68.472601010101 + - type: mrr_at_3 + value: 66.0 + - type: mrr_at_5 + value: 67.21666666666667 + - type: nauc_map_at_1000_diff1 + value: 70.04313292027558 + - type: nauc_map_at_1000_max + value: 57.24529193476731 + - type: nauc_map_at_1000_std + value: -4.8888921470785585 + - type: nauc_map_at_100_diff1 + value: 70.04624674117014 + - type: nauc_map_at_100_max + value: 57.25302539508853 + - type: nauc_map_at_100_std + value: -4.907703072069842 + - type: nauc_map_at_10_diff1 + value: 70.06943109940849 + - type: nauc_map_at_10_max + value: 57.39452715929109 + - type: nauc_map_at_10_std + value: -4.743417671263566 + - type: nauc_map_at_1_diff1 + value: 76.61111479875207 + - type: nauc_map_at_1_max + value: 52.822124992902374 + - type: nauc_map_at_1_std + value: -7.6071857283495445 + - type: nauc_map_at_20_diff1 + value: 69.95251393140202 + - type: nauc_map_at_20_max + value: 57.328356768833146 + - type: nauc_map_at_20_std + value: -4.871357691032887 + - type: nauc_map_at_3_diff1 + value: 69.71499509001714 + - type: nauc_map_at_3_max + value: 53.645107897260026 + - type: nauc_map_at_3_std + value: -7.908850295935557 + - type: nauc_map_at_5_diff1 + value: 69.7531280646943 + - type: nauc_map_at_5_max + value: 55.71038914997073 + - type: nauc_map_at_5_std + value: -6.7813041970848476 + - type: nauc_mrr_at_1000_diff1 + value: 69.61840192382927 + - type: nauc_mrr_at_1000_max + value: 58.419734360225696 + - type: nauc_mrr_at_1000_std + value: -1.8503761885586425 + - type: nauc_mrr_at_100_diff1 + value: 69.6153571701724 + - type: nauc_mrr_at_100_max + value: 58.422378816414565 + - type: nauc_mrr_at_100_std + value: -1.8731915889302972 + - type: nauc_mrr_at_10_diff1 + value: 69.5874772943516 + - type: nauc_mrr_at_10_max + value: 58.78121978366665 + - type: nauc_mrr_at_10_std + value: -1.2843146465927913 + - type: nauc_mrr_at_1_diff1 + value: 74.35688136934793 + - type: nauc_mrr_at_1_max + value: 57.487384980706416 + - type: nauc_mrr_at_1_std + value: -1.3005837538340144 + - type: nauc_mrr_at_20_diff1 + value: 69.53988639045606 + - type: nauc_mrr_at_20_max + value: 58.49631860342686 + - type: nauc_mrr_at_20_std + value: -1.7220227513588833 + - type: nauc_mrr_at_3_diff1 + value: 68.94320178615871 + - type: nauc_mrr_at_3_max + value: 56.60856449749424 + - type: nauc_mrr_at_3_std + value: -3.3432894595086866 + - type: nauc_mrr_at_5_diff1 + value: 68.94240340867633 + - type: nauc_mrr_at_5_max + value: 58.27068018852665 + - type: nauc_mrr_at_5_std + value: -2.320192066949136 + - type: nauc_ndcg_at_1000_diff1 + value: 69.15093538086137 + - type: nauc_ndcg_at_1000_max + value: 58.6801221127507 + - type: nauc_ndcg_at_1000_std + value: -3.002038837722594 + - type: nauc_ndcg_at_100_diff1 + value: 69.11507044508373 + - type: nauc_ndcg_at_100_max + value: 58.843490113137605 + - type: nauc_ndcg_at_100_std + value: -3.2810475322338566 + - type: nauc_ndcg_at_10_diff1 + value: 68.71920945656667 + - type: nauc_ndcg_at_10_max + value: 60.13600198034469 + - type: nauc_ndcg_at_10_std + value: -1.6190106644777749 + - type: nauc_ndcg_at_1_diff1 + value: 74.35688136934793 + - type: nauc_ndcg_at_1_max + value: 57.487384980706416 + - type: nauc_ndcg_at_1_std + value: -1.3005837538340144 + - type: nauc_ndcg_at_20_diff1 + value: 68.33714726670162 + - type: nauc_ndcg_at_20_max + value: 59.45907982196103 + - type: nauc_ndcg_at_20_std + value: -2.5953063304797754 + - type: nauc_ndcg_at_3_diff1 + value: 67.33605891922716 + - type: nauc_ndcg_at_3_max + value: 55.01142849375101 + - type: nauc_ndcg_at_3_std + value: -6.5632981093508205 + - type: nauc_ndcg_at_5_diff1 + value: 67.59450950578172 + - type: nauc_ndcg_at_5_max + value: 57.50106057747294 + - type: nauc_ndcg_at_5_std + value: -5.415038422866616 + - type: nauc_precision_at_1000_diff1 + value: -33.21156082089814 + - type: nauc_precision_at_1000_max + value: 19.132732038554398 + - type: nauc_precision_at_1000_std + value: 44.091281225705714 + - type: nauc_precision_at_100_diff1 + value: -20.015823755259245 + - type: nauc_precision_at_100_max + value: 26.507243354636085 + - type: nauc_precision_at_100_std + value: 37.87274756817076 + - type: nauc_precision_at_10_diff1 + value: 8.35057694800983 + - type: nauc_precision_at_10_max + value: 49.60611953844157 + - type: nauc_precision_at_10_std + value: 32.18410475820039 + - type: nauc_precision_at_1_diff1 + value: 74.35688136934793 + - type: nauc_precision_at_1_max + value: 57.487384980706416 + - type: nauc_precision_at_1_std + value: -1.3005837538340144 + - type: nauc_precision_at_20_diff1 + value: -3.0872665961524612 + - type: nauc_precision_at_20_max + value: 40.5565038905005 + - type: nauc_precision_at_20_std + value: 32.15291813716766 + - type: nauc_precision_at_3_diff1 + value: 34.627722605371545 + - type: nauc_precision_at_3_max + value: 49.65219072739979 + - type: nauc_precision_at_3_std + value: 7.7588985130719434 + - type: nauc_precision_at_5_diff1 + value: 22.06911561993657 + - type: nauc_precision_at_5_max + value: 49.09578970278826 + - type: nauc_precision_at_5_std + value: 16.038789872070705 + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: 64.77257569694551 + - type: nauc_recall_at_100_max + value: 65.07269574496497 + - type: nauc_recall_at_100_std + value: -10.979947534569218 + - type: nauc_recall_at_10_diff1 + value: 62.14297161941494 + - type: nauc_recall_at_10_max + value: 70.41353364022896 + - type: nauc_recall_at_10_std + value: 9.172932719542075 + - type: nauc_recall_at_1_diff1 + value: 76.61111479875207 + - type: nauc_recall_at_1_max + value: 52.822124992902374 + - type: nauc_recall_at_1_std + value: -7.6071857283495445 + - type: nauc_recall_at_20_diff1 + value: 57.631464811333224 + - type: nauc_recall_at_20_max + value: 67.83558221740536 + - type: nauc_recall_at_20_std + value: 3.110691973832695 + - type: nauc_recall_at_3_diff1 + value: 60.39078444139112 + - type: nauc_recall_at_3_max + value: 51.122425596651574 + - type: nauc_recall_at_3_std + value: -10.307895490015559 + - type: nauc_recall_at_5_diff1 + value: 59.703727953513145 + - type: nauc_recall_at_5_max + value: 59.81893786534298 + - type: nauc_recall_at_5_std + value: -6.231017907901268 + - type: ndcg_at_1 + value: 60.0 + - type: ndcg_at_10 + value: 71.844 + - type: ndcg_at_100 + value: 74.278 + - type: ndcg_at_1000 + value: 74.74199999999999 + - type: ndcg_at_20 + value: 72.99 + - type: ndcg_at_3 + value: 66.721 + - type: ndcg_at_5 + value: 69.137 + - type: precision_at_1 + value: 60.0 + - type: precision_at_10 + value: 9.6 + - type: precision_at_100 + value: 1.093 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 5.067 + - type: precision_at_3 + value: 26.111 + - type: precision_at_5 + value: 17.267 + - type: recall_at_1 + value: 57.278 + - type: recall_at_10 + value: 85.344 + - type: recall_at_100 + value: 96.5 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_20 + value: 89.589 + - type: recall_at_3 + value: 71.45 + - type: recall_at_5 + value: 77.361 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SprintDuplicateQuestions (default) + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + split: test + type: mteb/sprintduplicatequestions-pairclassification + metrics: + - type: cosine_accuracy + value: 99.8019801980198 + - type: cosine_accuracy_threshold + value: 74.77510571479797 + - type: cosine_ap + value: 95.30006120252773 + - type: cosine_f1 + value: 89.75265017667844 + - type: cosine_f1_threshold + value: 72.93492555618286 + - type: cosine_precision + value: 90.62181447502549 + - type: cosine_recall + value: 88.9 + - type: dot_accuracy + value: 99.74554455445545 + - type: dot_accuracy_threshold + value: 794.2790985107422 + - type: dot_ap + value: 93.33073289508414 + - type: dot_f1 + value: 87.11779448621553 + - type: dot_f1_threshold + value: 793.5191631317139 + - type: dot_precision + value: 87.33668341708542 + - type: dot_recall + value: 86.9 + - type: euclidean_accuracy + value: 99.7960396039604 + - type: euclidean_accuracy_threshold + value: 238.72876167297363 + - type: euclidean_ap + value: 95.04815354196363 + - type: euclidean_f1 + value: 89.53252032520325 + - type: euclidean_f1_threshold + value: 241.42813682556152 + - type: euclidean_precision + value: 91.01239669421489 + - type: euclidean_recall + value: 88.1 + - type: main_score + value: 95.30006120252773 + - type: manhattan_accuracy + value: 99.7960396039604 + - type: manhattan_accuracy_threshold + value: 5224.44953918457 + - type: manhattan_ap + value: 95.02798265540767 + - type: manhattan_f1 + value: 89.4552723638181 + - type: manhattan_f1_threshold + value: 5434.450531005859 + - type: manhattan_precision + value: 89.41058941058941 + - type: manhattan_recall + value: 89.5 + - type: max_accuracy + value: 99.8019801980198 + - type: max_ap + value: 95.30006120252773 + - type: max_f1 + value: 89.75265017667844 + - type: max_precision + value: 91.01239669421489 + - type: max_recall + value: 89.5 + - type: similarity_accuracy + value: 99.8019801980198 + - type: similarity_accuracy_threshold + value: 74.77510571479797 + - type: similarity_ap + value: 95.30006120252773 + - type: similarity_f1 + value: 89.75265017667844 + - type: similarity_f1_threshold + value: 72.93492555618286 + - type: similarity_precision + value: 90.62181447502549 + - type: similarity_recall + value: 88.9 + task: + type: PairClassification + - dataset: + config: default + name: MTEB StackExchangeClustering (default) + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + split: test + type: mteb/stackexchange-clustering + metrics: + - type: main_score + value: 66.76593843797666 + - type: v_measure + value: 66.76593843797666 + - type: v_measure_std + value: 3.5421488096435416 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackExchangeClusteringP2P (default) + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + split: test + type: mteb/stackexchange-clustering-p2p + metrics: + - type: main_score + value: 38.90007255920144 + - type: v_measure + value: 38.90007255920144 + - type: v_measure_std + value: 1.440894289494648 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackOverflowDupQuestions (default) + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + split: test + type: mteb/stackoverflowdupquestions-reranking + metrics: + - type: main_score + value: 52.71807785910519 + - type: map + value: 52.71807785910519 + - type: mrr + value: 53.51011427298192 + - type: nAUC_map_diff1 + value: 38.489341755206404 + - type: nAUC_map_max + value: 12.810459097227756 + - type: nAUC_map_std + value: 10.001723368468545 + - type: nAUC_mrr_diff1 + value: 38.1795784067288 + - type: nAUC_mrr_max + value: 13.876071274342735 + - type: nAUC_mrr_std + value: 10.809361649584433 + task: + type: Reranking + - dataset: + config: default + name: MTEB SummEval (default) + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + split: test + type: mteb/summeval + metrics: + - type: cosine_pearson + value: 31.51422308323083 + - type: cosine_spearman + value: 31.22821719703179 + - type: dot_pearson + value: 30.692806438778554 + - type: dot_spearman + value: 30.440095026481913 + - type: main_score + value: 31.22821719703179 + - type: pearson + value: 31.51422308323083 + - type: spearman + value: 31.22821719703179 + task: + type: Summarization + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: main_score + value: 79.38199999999999 + - type: map_at_1 + value: 0.258 + - type: map_at_10 + value: 2.077 + - type: map_at_100 + value: 12.062000000000001 + - type: map_at_1000 + value: 28.717 + - type: map_at_20 + value: 3.6630000000000003 + - type: map_at_3 + value: 0.7040000000000001 + - type: map_at_5 + value: 1.114 + - type: mrr_at_1 + value: 96.0 + - type: mrr_at_10 + value: 97.66666666666667 + - type: mrr_at_100 + value: 97.66666666666667 + - type: mrr_at_1000 + value: 97.66666666666667 + - type: mrr_at_20 + value: 97.66666666666667 + - type: mrr_at_3 + value: 97.66666666666667 + - type: mrr_at_5 + value: 97.66666666666667 + - type: nauc_map_at_1000_diff1 + value: -19.606457542469276 + - type: nauc_map_at_1000_max + value: 62.23126542837836 + - type: nauc_map_at_1000_std + value: 78.11491433681955 + - type: nauc_map_at_100_diff1 + value: 1.056950862100428 + - type: nauc_map_at_100_max + value: 43.14707718269215 + - type: nauc_map_at_100_std + value: 54.99119932336741 + - type: nauc_map_at_10_diff1 + value: 31.26313513848752 + - type: nauc_map_at_10_max + value: 18.729050164831303 + - type: nauc_map_at_10_std + value: 12.501346100150942 + - type: nauc_map_at_1_diff1 + value: 50.67428371303766 + - type: nauc_map_at_1_max + value: 8.26350705716926 + - type: nauc_map_at_1_std + value: -2.802747360156509 + - type: nauc_map_at_20_diff1 + value: 23.85177292094862 + - type: nauc_map_at_20_max + value: 24.907498374862385 + - type: nauc_map_at_20_std + value: 23.15361092830954 + - type: nauc_map_at_3_diff1 + value: 44.34113488392741 + - type: nauc_map_at_3_max + value: 16.13816628219856 + - type: nauc_map_at_3_std + value: 1.64493293742063 + - type: nauc_map_at_5_diff1 + value: 43.35667417997146 + - type: nauc_map_at_5_max + value: 16.651525778549175 + - type: nauc_map_at_5_std + value: 5.344297729807275 + - type: nauc_mrr_at_1000_diff1 + value: 65.01934106976137 + - type: nauc_mrr_at_1000_max + value: 74.5231425903695 + - type: nauc_mrr_at_1000_std + value: 84.12698412698381 + - type: nauc_mrr_at_100_diff1 + value: 65.01934106976137 + - type: nauc_mrr_at_100_max + value: 74.5231425903695 + - type: nauc_mrr_at_100_std + value: 84.12698412698381 + - type: nauc_mrr_at_10_diff1 + value: 65.01934106976137 + - type: nauc_mrr_at_10_max + value: 74.5231425903695 + - type: nauc_mrr_at_10_std + value: 84.12698412698381 + - type: nauc_mrr_at_1_diff1 + value: 63.81886087768457 + - type: nauc_mrr_at_1_max + value: 77.70774976657333 + - type: nauc_mrr_at_1_std + value: 86.11111111111124 + - type: nauc_mrr_at_20_diff1 + value: 65.01934106976137 + - type: nauc_mrr_at_20_max + value: 74.5231425903695 + - type: nauc_mrr_at_20_std + value: 84.12698412698381 + - type: nauc_mrr_at_3_diff1 + value: 65.01934106976137 + - type: nauc_mrr_at_3_max + value: 74.5231425903695 + - type: nauc_mrr_at_3_std + value: 84.12698412698381 + - type: nauc_mrr_at_5_diff1 + value: 65.01934106976137 + - type: nauc_mrr_at_5_max + value: 74.5231425903695 + - type: nauc_mrr_at_5_std + value: 84.12698412698381 + - type: nauc_ndcg_at_1000_diff1 + value: -12.207934630430895 + - type: nauc_ndcg_at_1000_max + value: 63.27131989733247 + - type: nauc_ndcg_at_1000_std + value: 77.77862783776057 + - type: nauc_ndcg_at_100_diff1 + value: -31.139043418906777 + - type: nauc_ndcg_at_100_max + value: 56.29288690229761 + - type: nauc_ndcg_at_100_std + value: 80.54207709212822 + - type: nauc_ndcg_at_10_diff1 + value: -21.623075757241335 + - type: nauc_ndcg_at_10_max + value: 42.00930185115019 + - type: nauc_ndcg_at_10_std + value: 63.90085820733794 + - type: nauc_ndcg_at_1_diff1 + value: 27.03957293721711 + - type: nauc_ndcg_at_1_max + value: 18.687865072917816 + - type: nauc_ndcg_at_1_std + value: 40.65606746354093 + - type: nauc_ndcg_at_20_diff1 + value: -27.059567337111528 + - type: nauc_ndcg_at_20_max + value: 44.873490488692845 + - type: nauc_ndcg_at_20_std + value: 68.27056244238835 + - type: nauc_ndcg_at_3_diff1 + value: -2.2768439107759253 + - type: nauc_ndcg_at_3_max + value: 33.16972612805963 + - type: nauc_ndcg_at_3_std + value: 49.35785810423734 + - type: nauc_ndcg_at_5_diff1 + value: -8.380892599544165 + - type: nauc_ndcg_at_5_max + value: 39.7045491756542 + - type: nauc_ndcg_at_5_std + value: 56.662696632820044 + - type: nauc_precision_at_1000_diff1 + value: -39.853246552685256 + - type: nauc_precision_at_1000_max + value: 45.82687391914263 + - type: nauc_precision_at_1000_std + value: 51.6573155072073 + - type: nauc_precision_at_100_diff1 + value: -35.334152199143055 + - type: nauc_precision_at_100_max + value: 57.74163988146608 + - type: nauc_precision_at_100_std + value: 78.83424294782806 + - type: nauc_precision_at_10_diff1 + value: -29.572269138136193 + - type: nauc_precision_at_10_max + value: 45.16249504588279 + - type: nauc_precision_at_10_std + value: 63.92716685466912 + - type: nauc_precision_at_1_diff1 + value: 63.81886087768457 + - type: nauc_precision_at_1_max + value: 77.70774976657333 + - type: nauc_precision_at_1_std + value: 86.11111111111124 + - type: nauc_precision_at_20_diff1 + value: -31.155129521710613 + - type: nauc_precision_at_20_max + value: 46.072522169609606 + - type: nauc_precision_at_20_std + value: 64.29857883516294 + - type: nauc_precision_at_3_diff1 + value: -5.644268209909603 + - type: nauc_precision_at_3_max + value: 54.62437037830888 + - type: nauc_precision_at_3_std + value: 52.27021040974535 + - type: nauc_precision_at_5_diff1 + value: -15.560278135078049 + - type: nauc_precision_at_5_max + value: 50.21344816658272 + - type: nauc_precision_at_5_std + value: 58.94711332326674 + - type: nauc_recall_at_1000_diff1 + value: -8.016557237167058 + - type: nauc_recall_at_1000_max + value: 58.857938362714165 + - type: nauc_recall_at_1000_std + value: 66.83850522737738 + - type: nauc_recall_at_100_diff1 + value: 15.447588986377317 + - type: nauc_recall_at_100_max + value: 37.515788055189084 + - type: nauc_recall_at_100_std + value: 42.326000614078026 + - type: nauc_recall_at_10_diff1 + value: 34.99067421432679 + - type: nauc_recall_at_10_max + value: 13.792789030946933 + - type: nauc_recall_at_10_std + value: 7.066206327262477 + - type: nauc_recall_at_1_diff1 + value: 50.67428371303766 + - type: nauc_recall_at_1_max + value: 8.26350705716926 + - type: nauc_recall_at_1_std + value: -2.802747360156509 + - type: nauc_recall_at_20_diff1 + value: 31.277397618992136 + - type: nauc_recall_at_20_max + value: 20.296127261717054 + - type: nauc_recall_at_20_std + value: 16.117931287068437 + - type: nauc_recall_at_3_diff1 + value: 46.303571802817025 + - type: nauc_recall_at_3_max + value: 14.03073426897129 + - type: nauc_recall_at_3_std + value: -0.39592906337357797 + - type: nauc_recall_at_5_diff1 + value: 45.51206018811467 + - type: nauc_recall_at_5_max + value: 12.263182926616867 + - type: nauc_recall_at_5_std + value: 1.5451403387758214 + - type: ndcg_at_1 + value: 87.0 + - type: ndcg_at_10 + value: 79.38199999999999 + - type: ndcg_at_100 + value: 59.941 + - type: ndcg_at_1000 + value: 53.581999999999994 + - type: ndcg_at_20 + value: 74.244 + - type: ndcg_at_3 + value: 84.05 + - type: ndcg_at_5 + value: 82.328 + - type: precision_at_1 + value: 96.0 + - type: precision_at_10 + value: 85.2 + - type: precision_at_100 + value: 61.519999999999996 + - type: precision_at_1000 + value: 23.328 + - type: precision_at_20 + value: 78.4 + - type: precision_at_3 + value: 90.667 + - type: precision_at_5 + value: 88.4 + - type: recall_at_1 + value: 0.258 + - type: recall_at_10 + value: 2.225 + - type: recall_at_100 + value: 15.190999999999999 + - type: recall_at_1000 + value: 50.656 + - type: recall_at_20 + value: 4.063 + - type: recall_at_3 + value: 0.722 + - type: recall_at_5 + value: 1.168 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: main_score + value: 24.254 + - type: map_at_1 + value: 2.355 + - type: map_at_10 + value: 9.554 + - type: map_at_100 + value: 14.856 + - type: map_at_1000 + value: 16.320999999999998 + - type: map_at_20 + value: 11.594 + - type: map_at_3 + value: 5.624 + - type: map_at_5 + value: 6.948 + - type: mrr_at_1 + value: 28.57142857142857 + - type: mrr_at_10 + value: 45.30855199222546 + - type: mrr_at_100 + value: 46.29196367191565 + - type: mrr_at_1000 + value: 46.31499833524485 + - type: mrr_at_20 + value: 46.113797167218536 + - type: mrr_at_3 + value: 42.17687074829932 + - type: mrr_at_5 + value: 43.70748299319728 + - type: nauc_map_at_1000_diff1 + value: 16.20923402096991 + - type: nauc_map_at_1000_max + value: -1.0790035381754648 + - type: nauc_map_at_1000_std + value: 7.195462252108266 + - type: nauc_map_at_100_diff1 + value: 18.389136986949936 + - type: nauc_map_at_100_max + value: -2.05569038009456 + - type: nauc_map_at_100_std + value: 2.571693024788773 + - type: nauc_map_at_10_diff1 + value: 21.066136452964642 + - type: nauc_map_at_10_max + value: 1.5731034935019352 + - type: nauc_map_at_10_std + value: -10.470562156435545 + - type: nauc_map_at_1_diff1 + value: 18.809274247757674 + - type: nauc_map_at_1_max + value: -8.68104031396317 + - type: nauc_map_at_1_std + value: -30.619138463973307 + - type: nauc_map_at_20_diff1 + value: 23.36148432932364 + - type: nauc_map_at_20_max + value: -0.38560029617230923 + - type: nauc_map_at_20_std + value: -6.8825311118744485 + - type: nauc_map_at_3_diff1 + value: 18.9370153117886 + - type: nauc_map_at_3_max + value: 2.2032967783435375 + - type: nauc_map_at_3_std + value: -12.532694022066659 + - type: nauc_map_at_5_diff1 + value: 21.434904521858602 + - type: nauc_map_at_5_max + value: 6.094611630406942 + - type: nauc_map_at_5_std + value: -12.492795788667474 + - type: nauc_mrr_at_1000_diff1 + value: 11.961046636239269 + - type: nauc_mrr_at_1000_max + value: -15.748297693665677 + - type: nauc_mrr_at_1000_std + value: -12.067130971523385 + - type: nauc_mrr_at_100_diff1 + value: 11.95534277650038 + - type: nauc_mrr_at_100_max + value: -15.684486171307041 + - type: nauc_mrr_at_100_std + value: -11.98247014226321 + - type: nauc_mrr_at_10_diff1 + value: 12.191520381511925 + - type: nauc_mrr_at_10_max + value: -16.510285123987302 + - type: nauc_mrr_at_10_std + value: -11.93784570526233 + - type: nauc_mrr_at_1_diff1 + value: 18.162553375605516 + - type: nauc_mrr_at_1_max + value: -18.920009881475387 + - type: nauc_mrr_at_1_std + value: -31.201005281857086 + - type: nauc_mrr_at_20_diff1 + value: 11.85035482221006 + - type: nauc_mrr_at_20_max + value: -16.18704935368085 + - type: nauc_mrr_at_20_std + value: -11.424991900511088 + - type: nauc_mrr_at_3_diff1 + value: 14.733201594965836 + - type: nauc_mrr_at_3_max + value: -11.75899459749356 + - type: nauc_mrr_at_3_std + value: -11.499870896820976 + - type: nauc_mrr_at_5_diff1 + value: 12.874017458219845 + - type: nauc_mrr_at_5_max + value: -13.642689819875791 + - type: nauc_mrr_at_5_std + value: -11.64117086557618 + - type: nauc_ndcg_at_1000_diff1 + value: -6.849400123979281 + - type: nauc_ndcg_at_1000_max + value: -3.8209628417621393 + - type: nauc_ndcg_at_1000_std + value: 31.393629472927504 + - type: nauc_ndcg_at_100_diff1 + value: 5.4656320972286485 + - type: nauc_ndcg_at_100_max + value: -11.571250999652408 + - type: nauc_ndcg_at_100_std + value: 16.5511179303082 + - type: nauc_ndcg_at_10_diff1 + value: 9.553502614400788 + - type: nauc_ndcg_at_10_max + value: -14.08266102380929 + - type: nauc_ndcg_at_10_std + value: -5.404201943794988 + - type: nauc_ndcg_at_1_diff1 + value: 11.37824691229176 + - type: nauc_ndcg_at_1_max + value: -21.31215334708879 + - type: nauc_ndcg_at_1_std + value: -29.749958184219334 + - type: nauc_ndcg_at_20_diff1 + value: 13.396975021395857 + - type: nauc_ndcg_at_20_max + value: -14.5189405742469 + - type: nauc_ndcg_at_20_std + value: -1.6276921520570502 + - type: nauc_ndcg_at_3_diff1 + value: 2.3132968948746226 + - type: nauc_ndcg_at_3_max + value: -11.351646560904848 + - type: nauc_ndcg_at_3_std + value: -0.15036952995361091 + - type: nauc_ndcg_at_5_diff1 + value: 6.214320727021392 + - type: nauc_ndcg_at_5_max + value: -9.797994041679638 + - type: nauc_ndcg_at_5_std + value: -3.3742904276844223 + - type: nauc_precision_at_1000_diff1 + value: -32.78708155144845 + - type: nauc_precision_at_1000_max + value: 34.81622247650308 + - type: nauc_precision_at_1000_std + value: 47.996245254718744 + - type: nauc_precision_at_100_diff1 + value: -10.867559709952797 + - type: nauc_precision_at_100_max + value: 6.681915188055671 + - type: nauc_precision_at_100_std + value: 61.989390090979356 + - type: nauc_precision_at_10_diff1 + value: 6.511211593484189 + - type: nauc_precision_at_10_max + value: -16.842566662697454 + - type: nauc_precision_at_10_std + value: 5.002600740433903 + - type: nauc_precision_at_1_diff1 + value: 18.162553375605516 + - type: nauc_precision_at_1_max + value: -18.920009881475387 + - type: nauc_precision_at_1_std + value: -31.201005281857086 + - type: nauc_precision_at_20_diff1 + value: 9.640744611970522 + - type: nauc_precision_at_20_max + value: -18.27653996056668 + - type: nauc_precision_at_20_std + value: 22.021814503656543 + - type: nauc_precision_at_3_diff1 + value: 6.916201107284145 + - type: nauc_precision_at_3_max + value: -0.039381527098944095 + - type: nauc_precision_at_3_std + value: 9.096821181866671 + - type: nauc_precision_at_5_diff1 + value: 9.032683328748616 + - type: nauc_precision_at_5_max + value: -3.5989814795848223 + - type: nauc_precision_at_5_std + value: 2.506947866544208 + - type: nauc_recall_at_1000_diff1 + value: -27.92405572104993 + - type: nauc_recall_at_1000_max + value: 14.256848434706395 + - type: nauc_recall_at_1000_std + value: 69.3546817240148 + - type: nauc_recall_at_100_diff1 + value: 6.613753533249129 + - type: nauc_recall_at_100_max + value: -8.405822616363144 + - type: nauc_recall_at_100_std + value: 29.430588706591397 + - type: nauc_recall_at_10_diff1 + value: 18.481730784371077 + - type: nauc_recall_at_10_max + value: -7.763172381505888 + - type: nauc_recall_at_10_std + value: -7.48570052741164 + - type: nauc_recall_at_1_diff1 + value: 18.809274247757674 + - type: nauc_recall_at_1_max + value: -8.68104031396317 + - type: nauc_recall_at_1_std + value: -30.619138463973307 + - type: nauc_recall_at_20_diff1 + value: 20.639977762281493 + - type: nauc_recall_at_20_max + value: -11.301201172125623 + - type: nauc_recall_at_20_std + value: 0.38755705583239786 + - type: nauc_recall_at_3_diff1 + value: 18.279383297820562 + - type: nauc_recall_at_3_max + value: 5.287795698059438 + - type: nauc_recall_at_3_std + value: -3.7312167565958316 + - type: nauc_recall_at_5_diff1 + value: 21.115852302465356 + - type: nauc_recall_at_5_max + value: 5.318139212101227 + - type: nauc_recall_at_5_std + value: -7.792885381250281 + - type: ndcg_at_1 + value: 25.509999999999998 + - type: ndcg_at_10 + value: 24.254 + - type: ndcg_at_100 + value: 34.660000000000004 + - type: ndcg_at_1000 + value: 45.798 + - type: ndcg_at_20 + value: 24.988 + - type: ndcg_at_3 + value: 29.273 + - type: ndcg_at_5 + value: 25.453 + - type: precision_at_1 + value: 28.571 + - type: precision_at_10 + value: 21.02 + - type: precision_at_100 + value: 7.122000000000001 + - type: precision_at_1000 + value: 1.435 + - type: precision_at_20 + value: 16.326999999999998 + - type: precision_at_3 + value: 31.293 + - type: precision_at_5 + value: 24.898 + - type: recall_at_1 + value: 2.355 + - type: recall_at_10 + value: 15.397 + - type: recall_at_100 + value: 43.647000000000006 + - type: recall_at_1000 + value: 77.089 + - type: recall_at_20 + value: 22.792 + - type: recall_at_3 + value: 6.847 + - type: recall_at_5 + value: 9.136 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ToxicConversationsClassification (default) + revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de + split: test + type: mteb/toxic_conversations_50k + metrics: + - type: accuracy + value: 72.7734375 + - type: ap + value: 15.655230461083708 + - type: ap_weighted + value: 15.655230461083708 + - type: f1 + value: 56.31497978454638 + - type: f1_weighted + value: 78.70509613747345 + - type: main_score + value: 72.7734375 + task: + type: Classification + - dataset: + config: default + name: MTEB TweetSentimentExtractionClassification (default) + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + split: test + type: mteb/tweet_sentiment_extraction + metrics: + - type: accuracy + value: 72.56366723259762 + - type: f1 + value: 72.90413275122202 + - type: f1_weighted + value: 72.19948169084057 + - type: main_score + value: 72.56366723259762 + task: + type: Classification + - dataset: + config: default + name: MTEB TwentyNewsgroupsClustering (default) + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + split: test + type: mteb/twentynewsgroups-clustering + metrics: + - type: main_score + value: 56.90970017457857 + - type: v_measure + value: 56.90970017457857 + - type: v_measure_std + value: 1.5885885070403738 + task: + type: Clustering + - dataset: + config: default + name: MTEB TwitterSemEval2015 (default) + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + split: test + type: mteb/twittersemeval2015-pairclassification + metrics: + - type: cosine_accuracy + value: 85.7006616200751 + - type: cosine_accuracy_threshold + value: 75.78572630882263 + - type: cosine_ap + value: 72.87577990245127 + - type: cosine_f1 + value: 67.36422521175885 + - type: cosine_f1_threshold + value: 70.15678882598877 + - type: cosine_precision + value: 63.80368098159509 + - type: cosine_recall + value: 71.34564643799473 + - type: dot_accuracy + value: 83.60851165285807 + - type: dot_accuracy_threshold + value: 744.7918891906738 + - type: dot_ap + value: 64.82619159813649 + - type: dot_f1 + value: 62.62379263968699 + - type: dot_f1_threshold + value: 696.7735290527344 + - type: dot_precision + value: 58.350421508316245 + - type: dot_recall + value: 67.57255936675462 + - type: euclidean_accuracy + value: 85.84371460928652 + - type: euclidean_accuracy_threshold + value: 220.4747200012207 + - type: euclidean_ap + value: 72.47837433257799 + - type: euclidean_f1 + value: 67.2811059907834 + - type: euclidean_f1_threshold + value: 240.81902503967285 + - type: euclidean_precision + value: 65.34062655395326 + - type: euclidean_recall + value: 69.34036939313984 + - type: main_score + value: 72.87577990245127 + - type: manhattan_accuracy + value: 85.83179352685224 + - type: manhattan_accuracy_threshold + value: 4910.404205322266 + - type: manhattan_ap + value: 72.44111617709422 + - type: manhattan_f1 + value: 67.09989806320081 + - type: manhattan_f1_threshold + value: 5333.793640136719 + - type: manhattan_precision + value: 64.88417939871857 + - type: manhattan_recall + value: 69.47229551451187 + - type: max_accuracy + value: 85.84371460928652 + - type: max_ap + value: 72.87577990245127 + - type: max_f1 + value: 67.36422521175885 + - type: max_precision + value: 65.34062655395326 + - type: max_recall + value: 71.34564643799473 + - type: similarity_accuracy + value: 85.7006616200751 + - type: similarity_accuracy_threshold + value: 75.78572630882263 + - type: similarity_ap + value: 72.87577990245127 + - type: similarity_f1 + value: 67.36422521175885 + - type: similarity_f1_threshold + value: 70.15678882598877 + - type: similarity_precision + value: 63.80368098159509 + - type: similarity_recall + value: 71.34564643799473 + task: + type: PairClassification + - dataset: + config: default + name: MTEB TwitterURLCorpus (default) + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + split: test + type: mteb/twitterurlcorpus-pairclassification + metrics: + - type: cosine_accuracy + value: 88.88112702293631 + - type: cosine_accuracy_threshold + value: 71.48405313491821 + - type: cosine_ap + value: 85.88088882163336 + - type: cosine_f1 + value: 78.2251744598276 + - type: cosine_f1_threshold + value: 70.09605169296265 + - type: cosine_precision + value: 75.8997755087262 + - type: cosine_recall + value: 80.69756698490914 + - type: dot_accuracy + value: 88.04672643303451 + - type: dot_accuracy_threshold + value: 700.6264686584473 + - type: dot_ap + value: 83.52072844458456 + - type: dot_f1 + value: 76.24239256244634 + - type: dot_f1_threshold + value: 664.9115562438965 + - type: dot_precision + value: 74.0123233055455 + - type: dot_recall + value: 78.61102556205728 + - type: euclidean_accuracy + value: 88.72588970388482 + - type: euclidean_accuracy_threshold + value: 226.53303146362305 + - type: euclidean_ap + value: 85.51788295919707 + - type: euclidean_f1 + value: 77.73453426739316 + - type: euclidean_f1_threshold + value: 238.7503147125244 + - type: euclidean_precision + value: 74.94818097348296 + - type: euclidean_recall + value: 80.73606405913151 + - type: main_score + value: 85.88088882163336 + - type: manhattan_accuracy + value: 88.68902084061008 + - type: manhattan_accuracy_threshold + value: 5034.079742431641 + - type: manhattan_ap + value: 85.49952903626239 + - type: manhattan_f1 + value: 77.74326743888625 + - type: manhattan_f1_threshold + value: 5334.531021118164 + - type: manhattan_precision + value: 73.98289171708741 + - type: manhattan_recall + value: 81.90637511549123 + - type: max_accuracy + value: 88.88112702293631 + - type: max_ap + value: 85.88088882163336 + - type: max_f1 + value: 78.2251744598276 + - type: max_precision + value: 75.8997755087262 + - type: max_recall + value: 81.90637511549123 + - type: similarity_accuracy + value: 88.88112702293631 + - type: similarity_accuracy_threshold + value: 71.48405313491821 + - type: similarity_ap + value: 85.88088882163336 + - type: similarity_f1 + value: 78.2251744598276 + - type: similarity_f1_threshold + value: 70.09605169296265 + - type: similarity_precision + value: 75.8997755087262 + - type: similarity_recall + value: 80.69756698490914 + task: + type: PairClassification +--- +# Contextual Document Embeddings (CDE) + +Our new model that naturally integrates "context tokens" into the embedding process. More information coming soon! \ No newline at end of file