diff --git "a/README.md" "b/README.md" deleted file mode 100644--- "a/README.md" +++ /dev/null @@ -1,8648 +0,0 @@ ---- -tags: -- mteb -model-index: -- name: cde-small-v1 - results: - - task: - type: Classification - dataset: - name: MTEB AmazonCounterfactualClassification (en) - type: mteb/amazon_counterfactual - config: en - split: test - revision: e8379541af4e31359cca9fbcf4b00f2671dba205 - metrics: - - type: accuracy - value: 87.01492537313433 - - type: ap - value: 56.645024017617885 - - type: ap_weighted - value: 56.645024017617885 - - type: f1 - value: 81.90014138032376 - - type: f1_weighted - value: 87.74802754480477 - - type: main_score - value: 87.01492537313433 - - task: - type: Classification - dataset: - name: MTEB AmazonPolarityClassification (default) - type: mteb/amazon_polarity - config: default - split: test - revision: e2d317d38cd51312af73b3d32a06d1a08b442046 - metrics: - - type: accuracy - value: 94.652275 - - type: ap - value: 91.66083908966392 - - type: ap_weighted - value: 91.66083908966392 - - type: f1 - value: 94.64655930708355 - - type: f1_weighted - value: 94.64655930708355 - - type: main_score - value: 94.652275 - - task: - type: Classification - dataset: - name: MTEB AmazonReviewsClassification (en) - type: mteb/amazon_reviews_multi - config: en - split: test - revision: 1399c76144fd37290681b995c656ef9b2e06e26d - metrics: - - type: accuracy - value: 55.75599999999999 - - type: f1 - value: 55.07058630829349 - - type: f1_weighted - value: 55.07058630829347 - - type: main_score - value: 55.75599999999999 - - task: - type: Retrieval - dataset: - name: MTEB ArguAna (default) - type: mteb/arguana - config: default - split: test - revision: c22ab2a51041ffd869aaddef7af8d8215647e41a - metrics: - - type: main_score - value: 69.959 - - type: map_at_1 - value: 45.875 - - type: map_at_10 - value: 62.297000000000004 - - type: map_at_100 - value: 62.641999999999996 - - type: map_at_1000 - value: 62.643 - - type: map_at_20 - value: 62.580000000000005 - - type: map_at_3 - value: 58.642 - - type: map_at_5 - value: 61.014 - - type: mrr_at_1 - value: 47.86628733997155 - - type: mrr_at_10 - value: 63.03421842895527 - - type: mrr_at_100 - value: 63.37288893575849 - - type: mrr_at_1000 - value: 63.374528564591095 - - type: mrr_at_20 - value: 63.31089164761969 - - type: mrr_at_3 - value: 59.36462778568041 - - type: mrr_at_5 - value: 61.72593646277856 - - type: nauc_map_at_1000_diff1 - value: 16.70199443629776 - - type: nauc_map_at_1000_max - value: -6.860781115345888 - - type: nauc_map_at_1000_std - value: -17.832637962999804 - - type: nauc_map_at_100_diff1 - value: 16.702940487301284 - - type: nauc_map_at_100_max - value: -6.856459341646308 - - type: nauc_map_at_100_std - value: -17.83147112469388 - - type: nauc_map_at_10_diff1 - value: 16.564802804946616 - - type: nauc_map_at_10_max - value: -6.797792517393783 - - type: nauc_map_at_10_std - value: -17.90474471527775 - - type: nauc_map_at_1_diff1 - value: 20.009671022530924 - - type: nauc_map_at_1_max - value: -9.786957740932861 - - type: nauc_map_at_1_std - value: -20.255808427253882 - - type: nauc_map_at_20_diff1 - value: 16.66908666652175 - - type: nauc_map_at_20_max - value: -6.773274750715174 - - type: nauc_map_at_20_std - value: -17.819993653270725 - - type: nauc_map_at_3_diff1 - value: 16.036896747653763 - - type: nauc_map_at_3_max - value: -6.846910675421104 - - type: nauc_map_at_3_std - value: -17.571804909157507 - - type: nauc_map_at_5_diff1 - value: 16.07345820446606 - - type: nauc_map_at_5_max - value: -6.421954719239656 - - type: nauc_map_at_5_std - value: -17.193264768709476 - - type: nauc_mrr_at_1000_diff1 - value: 10.467125211340136 - - type: nauc_mrr_at_1000_max - value: -10.091206673533817 - - type: nauc_mrr_at_1000_std - value: -17.109614910707737 - - type: nauc_mrr_at_100_diff1 - value: 10.46844398908245 - - type: nauc_mrr_at_100_max - value: -10.086701418395267 - - type: nauc_mrr_at_100_std - value: -17.108505334330236 - - type: nauc_mrr_at_10_diff1 - value: 10.387667624278413 - - type: nauc_mrr_at_10_max - value: -10.013384411043004 - - type: nauc_mrr_at_10_std - value: -17.17573484847631 - - type: nauc_mrr_at_1_diff1 - value: 14.506349859038888 - - type: nauc_mrr_at_1_max - value: -11.022653512062625 - - type: nauc_mrr_at_1_std - value: -18.171045227150252 - - type: nauc_mrr_at_20_diff1 - value: 10.422798245652 - - type: nauc_mrr_at_20_max - value: -10.028698091998098 - - type: nauc_mrr_at_20_std - value: -17.098245343830843 - - type: nauc_mrr_at_3_diff1 - value: 10.302918734492012 - - type: nauc_mrr_at_3_max - value: -9.938567342685564 - - type: nauc_mrr_at_3_std - value: -17.14145517286791 - - type: nauc_mrr_at_5_diff1 - value: 9.761764005626414 - - type: nauc_mrr_at_5_max - value: -9.890899235831716 - - type: nauc_mrr_at_5_std - value: -16.73120491871309 - - type: nauc_ndcg_at_1000_diff1 - value: 16.40204222250938 - - type: nauc_ndcg_at_1000_max - value: -6.246424841416875 - - type: nauc_ndcg_at_1000_std - value: -17.273002064208274 - - type: nauc_ndcg_at_100_diff1 - value: 16.432483335581814 - - type: nauc_ndcg_at_100_max - value: -6.141302543824292 - - type: nauc_ndcg_at_100_std - value: -17.237436626766993 - - type: nauc_ndcg_at_10_diff1 - value: 15.884617010586785 - - type: nauc_ndcg_at_10_max - value: -5.599311545533638 - - type: nauc_ndcg_at_10_std - value: -17.55849303531971 - - type: nauc_ndcg_at_1_diff1 - value: 20.009671022530924 - - type: nauc_ndcg_at_1_max - value: -9.786957740932861 - - type: nauc_ndcg_at_1_std - value: -20.255808427253882 - - type: nauc_ndcg_at_20_diff1 - value: 16.248097934171945 - - type: nauc_ndcg_at_20_max - value: -5.502611762601181 - - type: nauc_ndcg_at_20_std - value: -17.117821415814138 - - type: nauc_ndcg_at_3_diff1 - value: 14.61474345847169 - - type: nauc_ndcg_at_3_max - value: -5.819153031526218 - - type: nauc_ndcg_at_3_std - value: -16.575078508379296 - - type: nauc_ndcg_at_5_diff1 - value: 14.679564511939919 - - type: nauc_ndcg_at_5_max - value: -4.669776908882514 - - type: nauc_ndcg_at_5_std - value: -15.626059602526654 - - type: nauc_precision_at_1000_diff1 - value: 16.56571980064513 - - type: nauc_precision_at_1000_max - value: 28.46264612085611 - - type: nauc_precision_at_1000_std - value: 62.1346199818674 - - type: nauc_precision_at_100_diff1 - value: 24.837763204015697 - - type: nauc_precision_at_100_max - value: 42.68997552431195 - - type: nauc_precision_at_100_std - value: 42.100481562384175 - - type: nauc_precision_at_10_diff1 - value: 9.91282372073367 - - type: nauc_precision_at_10_max - value: 8.900777879155923 - - type: nauc_precision_at_10_std - value: -15.827371447157637 - - type: nauc_precision_at_1_diff1 - value: 20.009671022530924 - - type: nauc_precision_at_1_max - value: -9.786957740932861 - - type: nauc_precision_at_1_std - value: -20.255808427253882 - - type: nauc_precision_at_20_diff1 - value: 11.425656836548729 - - type: nauc_precision_at_20_max - value: 36.002129057714235 - - type: nauc_precision_at_20_std - value: 3.9394696016282564 - - type: nauc_precision_at_3_diff1 - value: 9.280306262616932 - - type: nauc_precision_at_3_max - value: -1.9747478321224181 - - type: nauc_precision_at_3_std - value: -12.820885119284743 - - type: nauc_precision_at_5_diff1 - value: 7.319093865599078 - - type: nauc_precision_at_5_max - value: 5.39330205223751 - - type: nauc_precision_at_5_std - value: -6.714945384199023 - - type: nauc_recall_at_1000_diff1 - value: 16.565719800642704 - - type: nauc_recall_at_1000_max - value: 28.462646120853595 - - type: nauc_recall_at_1000_std - value: 62.13461998186307 - - type: nauc_recall_at_100_diff1 - value: 24.83776320401362 - - type: nauc_recall_at_100_max - value: 42.68997552430904 - - type: nauc_recall_at_100_std - value: 42.10048156238788 - - type: nauc_recall_at_10_diff1 - value: 9.91282372073352 - - type: nauc_recall_at_10_max - value: 8.900777879155667 - - type: nauc_recall_at_10_std - value: -15.827371447158129 - - type: nauc_recall_at_1_diff1 - value: 20.009671022530924 - - type: nauc_recall_at_1_max - value: -9.786957740932861 - - type: nauc_recall_at_1_std - value: -20.255808427253882 - - type: nauc_recall_at_20_diff1 - value: 11.425656836548729 - - type: nauc_recall_at_20_max - value: 36.002129057714235 - - type: nauc_recall_at_20_std - value: 3.9394696016272523 - - type: nauc_recall_at_3_diff1 - value: 9.280306262616932 - - type: nauc_recall_at_3_max - value: -1.974747832122347 - - type: nauc_recall_at_3_std - value: -12.82088511928473 - - type: nauc_recall_at_5_diff1 - value: 7.31909386559906 - - type: nauc_recall_at_5_max - value: 5.393302052237576 - - type: nauc_recall_at_5_std - value: -6.714945384198935 - - type: ndcg_at_1 - value: 45.875 - - type: ndcg_at_10 - value: 69.959 - - type: ndcg_at_100 - value: 71.313 - - type: ndcg_at_1000 - value: 71.344 - - type: ndcg_at_20 - value: 70.962 - - type: ndcg_at_3 - value: 62.644999999999996 - - type: ndcg_at_5 - value: 66.906 - - type: precision_at_1 - value: 45.875 - - type: precision_at_10 - value: 9.381 - - type: precision_at_100 - value: 0.9939999999999999 - - type: precision_at_1000 - value: 0.1 - - type: precision_at_20 - value: 4.886 - - type: precision_at_3 - value: 24.727 - - type: precision_at_5 - value: 16.899 - - type: recall_at_1 - value: 45.875 - - type: recall_at_10 - value: 93.812 - - type: recall_at_100 - value: 99.431 - - type: recall_at_1000 - value: 99.644 - - type: recall_at_20 - value: 97.724 - - type: recall_at_3 - value: 74.182 - - type: recall_at_5 - value: 84.495 - - task: - type: Clustering - dataset: - name: MTEB ArxivClusteringP2P (default) - type: mteb/arxiv-clustering-p2p - config: default - split: test - revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d - metrics: - - type: main_score - value: 48.54672141116669 - - type: v_measure - value: 48.54672141116669 - - type: v_measure_std - value: 14.037498386768362 - - task: - type: Clustering - dataset: - name: MTEB ArxivClusteringS2S (default) - type: mteb/arxiv-clustering-s2s - config: default - split: test - revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 - metrics: - - type: main_score - value: 40.5914039166466 - - type: v_measure - value: 40.5914039166466 - - type: v_measure_std - value: 14.385069818910331 - - task: - type: Reranking - dataset: - name: MTEB AskUbuntuDupQuestions (default) - type: mteb/askubuntudupquestions-reranking - config: default - split: test - revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 - metrics: - - type: main_score - value: 61.13621260261507 - - type: map - value: 61.13621260261507 - - type: mrr - value: 74.06817482302247 - - type: nAUC_map_diff1 - value: 13.445918435543508 - - type: nAUC_map_max - value: 24.406893150138586 - - type: nAUC_map_std - value: 17.665687228143902 - - type: nAUC_mrr_diff1 - value: 26.900220863725917 - - type: nAUC_mrr_max - value: 31.484257486448364 - - type: nAUC_mrr_std - value: 21.252659250011632 - - task: - type: STS - dataset: - name: MTEB BIOSSES (default) - type: mteb/biosses-sts - config: default - split: test - revision: d3fb88f8f02e40887cd149695127462bbcf29b4a - metrics: - - type: cosine_pearson - value: 89.07028016646942 - - type: cosine_spearman - value: 86.69595132967805 - - type: euclidean_pearson - value: 87.10160922906627 - - type: euclidean_spearman - value: 87.0345132609088 - - type: main_score - value: 86.69595132967805 - - type: manhattan_pearson - value: 86.76271729937926 - - type: manhattan_spearman - value: 86.79414633820228 - - type: pearson - value: 89.07028016646942 - - type: spearman - value: 86.69595132967805 - - task: - type: Classification - dataset: - name: MTEB Banking77Classification (default) - type: mteb/banking77 - config: default - split: test - revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 - metrics: - - type: accuracy - value: 88.6038961038961 - - type: f1 - value: 88.56824205739822 - - type: f1_weighted - value: 88.56824205739822 - - type: main_score - value: 88.6038961038961 - - task: - type: Clustering - dataset: - name: MTEB BiorxivClusteringP2P (default) - type: mteb/biorxiv-clustering-p2p - config: default - split: test - revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 - metrics: - - type: main_score - value: 44.77800814327256 - - type: v_measure - value: 44.77800814327256 - - type: v_measure_std - value: 0.6462535527471919 - - task: - type: Clustering - dataset: - name: MTEB BiorxivClusteringS2S (default) - type: mteb/biorxiv-clustering-s2s - config: default - split: test - revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 - metrics: - - type: main_score - value: 38.16110272459102 - - type: v_measure - value: 38.16110272459102 - - type: v_measure_std - value: 0.7456916212435019 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackAndroidRetrieval (default) - type: mteb/cqadupstack-android - config: default - split: test - revision: f46a197baaae43b4f621051089b82a364682dfeb - metrics: - - type: main_score - value: 49.376 - - type: map_at_1 - value: 31.293 - - type: map_at_10 - value: 42.876999999999995 - - type: map_at_100 - value: 44.257999999999996 - - type: map_at_1000 - value: 44.376 - - type: map_at_20 - value: 43.618 - - type: map_at_3 - value: 39.418 - - type: map_at_5 - value: 41.451 - - type: mrr_at_1 - value: 39.05579399141631 - - type: mrr_at_10 - value: 49.08031882280809 - - type: mrr_at_100 - value: 49.771352497979706 - - type: mrr_at_1000 - value: 49.80951788000734 - - type: mrr_at_20 - value: 49.492330820759975 - - type: mrr_at_3 - value: 46.614210777300904 - - type: mrr_at_5 - value: 48.11635670004769 - - type: nauc_map_at_1000_diff1 - value: 51.64881173066749 - - type: nauc_map_at_1000_max - value: 39.1342796814945 - - type: nauc_map_at_1000_std - value: -5.179434981957429 - - type: nauc_map_at_100_diff1 - value: 51.666668014268446 - - type: nauc_map_at_100_max - value: 39.14406786923752 - - type: nauc_map_at_100_std - value: -5.198607458028063 - - type: nauc_map_at_10_diff1 - value: 52.03625255777457 - - type: nauc_map_at_10_max - value: 38.93204901918658 - - type: nauc_map_at_10_std - value: -5.883338616714278 - - type: nauc_map_at_1_diff1 - value: 58.97204678470322 - - type: nauc_map_at_1_max - value: 34.86080768893053 - - type: nauc_map_at_1_std - value: -6.278447738477881 - - type: nauc_map_at_20_diff1 - value: 51.723615508690024 - - type: nauc_map_at_20_max - value: 39.02810183293929 - - type: nauc_map_at_20_std - value: -5.522095612898996 - - type: nauc_map_at_3_diff1 - value: 53.185821162583835 - - type: nauc_map_at_3_max - value: 38.33842520588266 - - type: nauc_map_at_3_std - value: -5.928401901525429 - - type: nauc_map_at_5_diff1 - value: 52.34963086757348 - - type: nauc_map_at_5_max - value: 38.51548751742066 - - type: nauc_map_at_5_std - value: -6.1033373567273 - - type: nauc_mrr_at_1000_diff1 - value: 48.81294305715537 - - type: nauc_mrr_at_1000_max - value: 40.05042415450316 - - type: nauc_mrr_at_1000_std - value: -4.989748954037543 - - type: nauc_mrr_at_100_diff1 - value: 48.78998484609645 - - type: nauc_mrr_at_100_max - value: 40.041639146167086 - - type: nauc_mrr_at_100_std - value: -5.001545947738303 - - type: nauc_mrr_at_10_diff1 - value: 48.972074948797186 - - type: nauc_mrr_at_10_max - value: 40.20477263926148 - - type: nauc_mrr_at_10_std - value: -5.216259258619243 - - type: nauc_mrr_at_1_diff1 - value: 52.92466923520339 - - type: nauc_mrr_at_1_max - value: 38.15051907365822 - - type: nauc_mrr_at_1_std - value: -6.5544200440001585 - - type: nauc_mrr_at_20_diff1 - value: 48.793244610672964 - - type: nauc_mrr_at_20_max - value: 40.10122454129012 - - type: nauc_mrr_at_20_std - value: -5.028087673727871 - - type: nauc_mrr_at_3_diff1 - value: 49.09028921903298 - - type: nauc_mrr_at_3_max - value: 40.62606186010272 - - type: nauc_mrr_at_3_std - value: -4.134749178998011 - - type: nauc_mrr_at_5_diff1 - value: 49.203460552486774 - - type: nauc_mrr_at_5_max - value: 40.12963066877929 - - type: nauc_mrr_at_5_std - value: -5.2623978339520265 - - type: nauc_ndcg_at_1000_diff1 - value: 49.38482296577409 - - type: nauc_ndcg_at_1000_max - value: 40.51969499639358 - - type: nauc_ndcg_at_1000_std - value: -2.9270839901950487 - - type: nauc_ndcg_at_100_diff1 - value: 49.11315189027977 - - type: nauc_ndcg_at_100_max - value: 40.53884392594276 - - type: nauc_ndcg_at_100_std - value: -3.262622280190507 - - type: nauc_ndcg_at_10_diff1 - value: 49.905758597945976 - - type: nauc_ndcg_at_10_max - value: 40.55746375547095 - - type: nauc_ndcg_at_10_std - value: -5.216061935928296 - - type: nauc_ndcg_at_1_diff1 - value: 53.35707771927268 - - type: nauc_ndcg_at_1_max - value: 37.64256640596454 - - type: nauc_ndcg_at_1_std - value: -6.41708006924043 - - type: nauc_ndcg_at_20_diff1 - value: 49.08611436685206 - - type: nauc_ndcg_at_20_max - value: 40.40816308739557 - - type: nauc_ndcg_at_20_std - value: -4.231545098150645 - - type: nauc_ndcg_at_3_diff1 - value: 50.50721587462191 - - type: nauc_ndcg_at_3_max - value: 40.43238296461723 - - type: nauc_ndcg_at_3_std - value: -4.431696275188381 - - type: nauc_ndcg_at_5_diff1 - value: 50.2359070976363 - - type: nauc_ndcg_at_5_max - value: 39.96556580534694 - - type: nauc_ndcg_at_5_std - value: -5.242489116012193 - - type: nauc_precision_at_1000_diff1 - value: -23.905861810201216 - - type: nauc_precision_at_1000_max - value: -10.20880263843523 - - type: nauc_precision_at_1000_std - value: -0.3557679302107796 - - type: nauc_precision_at_100_diff1 - value: -14.934286655316578 - - type: nauc_precision_at_100_max - value: 3.1685562968794954 - - type: nauc_precision_at_100_std - value: 6.243882895816969 - - type: nauc_precision_at_10_diff1 - value: 8.371227066095454 - - type: nauc_precision_at_10_max - value: 26.245116208137187 - - type: nauc_precision_at_10_std - value: 2.9432301544363897 - - type: nauc_precision_at_1_diff1 - value: 53.35707771927268 - - type: nauc_precision_at_1_max - value: 37.64256640596454 - - type: nauc_precision_at_1_std - value: -6.41708006924043 - - type: nauc_precision_at_20_diff1 - value: -1.4855832400940883 - - type: nauc_precision_at_20_max - value: 18.827968188716994 - - type: nauc_precision_at_20_std - value: 6.56044457239739 - - type: nauc_precision_at_3_diff1 - value: 28.42899681584397 - - type: nauc_precision_at_3_max - value: 37.1079502289242 - - type: nauc_precision_at_3_std - value: -0.5101918403668296 - - type: nauc_precision_at_5_diff1 - value: 18.08678605940677 - - type: nauc_precision_at_5_max - value: 31.167513843507077 - - type: nauc_precision_at_5_std - value: 0.3421793722830175 - - type: nauc_recall_at_1000_diff1 - value: 36.817787796403216 - - type: nauc_recall_at_1000_max - value: 56.99036086048655 - - type: nauc_recall_at_1000_std - value: 42.97102990893907 - - type: nauc_recall_at_100_diff1 - value: 35.91713839001102 - - type: nauc_recall_at_100_max - value: 43.08552247376443 - - type: nauc_recall_at_100_std - value: 8.699138525011255 - - type: nauc_recall_at_10_diff1 - value: 43.38306780276008 - - type: nauc_recall_at_10_max - value: 40.54248799064728 - - type: nauc_recall_at_10_std - value: -4.825320852830993 - - type: nauc_recall_at_1_diff1 - value: 58.97204678470322 - - type: nauc_recall_at_1_max - value: 34.86080768893053 - - type: nauc_recall_at_1_std - value: -6.278447738477881 - - type: nauc_recall_at_20_diff1 - value: 38.936586041496724 - - type: nauc_recall_at_20_max - value: 40.6823566190629 - - type: nauc_recall_at_20_std - value: -0.1003354594113973 - - type: nauc_recall_at_3_diff1 - value: 48.18853063660452 - - type: nauc_recall_at_3_max - value: 41.36671742574908 - - type: nauc_recall_at_3_std - value: -2.8137280187928564 - - type: nauc_recall_at_5_diff1 - value: 45.6277182985974 - - type: nauc_recall_at_5_max - value: 39.1699766371772 - - type: nauc_recall_at_5_std - value: -4.968074112594046 - - type: ndcg_at_1 - value: 38.913 - - type: ndcg_at_10 - value: 49.376 - - type: ndcg_at_100 - value: 54.44799999999999 - - type: ndcg_at_1000 - value: 56.301 - - type: ndcg_at_20 - value: 51.278 - - type: ndcg_at_3 - value: 44.562000000000005 - - type: ndcg_at_5 - value: 46.919 - - type: precision_at_1 - value: 38.913 - - type: precision_at_10 - value: 9.27 - - type: precision_at_100 - value: 1.496 - - type: precision_at_1000 - value: 0.197 - - type: precision_at_20 - value: 5.486 - - type: precision_at_3 - value: 21.602 - - type: precision_at_5 - value: 15.479000000000001 - - type: recall_at_1 - value: 31.293 - - type: recall_at_10 - value: 62.117999999999995 - - type: recall_at_100 - value: 83.197 - - type: recall_at_1000 - value: 94.804 - - type: recall_at_20 - value: 68.647 - - type: recall_at_3 - value: 47.591 - - type: recall_at_5 - value: 54.245 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackEnglishRetrieval (default) - type: mteb/cqadupstack-english - config: default - split: test - revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 - metrics: - - type: main_score - value: 44.727 - - type: map_at_1 - value: 29.392000000000003 - - type: map_at_10 - value: 39.019 - - type: map_at_100 - value: 40.154 - - type: map_at_1000 - value: 40.282000000000004 - - type: map_at_20 - value: 39.587 - - type: map_at_3 - value: 36.071 - - type: map_at_5 - value: 37.7 - - type: mrr_at_1 - value: 37.261146496815286 - - type: mrr_at_10 - value: 45.190754221008994 - - type: mrr_at_100 - value: 45.79116803517878 - - type: mrr_at_1000 - value: 45.83870398272643 - - type: mrr_at_20 - value: 45.515144213059855 - - type: mrr_at_3 - value: 42.88747346072187 - - type: mrr_at_5 - value: 44.304670912951174 - - type: nauc_map_at_1000_diff1 - value: 52.510629411692946 - - type: nauc_map_at_1000_max - value: 37.99767830251321 - - type: nauc_map_at_1000_std - value: -8.649861075655862 - - type: nauc_map_at_100_diff1 - value: 52.54437988720871 - - type: nauc_map_at_100_max - value: 37.92193119206955 - - type: nauc_map_at_100_std - value: -8.782966508846483 - - type: nauc_map_at_10_diff1 - value: 52.892054246720996 - - type: nauc_map_at_10_max - value: 37.24517038207851 - - type: nauc_map_at_10_std - value: -10.03350904156227 - - type: nauc_map_at_1_diff1 - value: 59.43389680374956 - - type: nauc_map_at_1_max - value: 33.44253823896581 - - type: nauc_map_at_1_std - value: -11.59707088096404 - - type: nauc_map_at_20_diff1 - value: 52.76620590530874 - - type: nauc_map_at_20_max - value: 37.50692493030503 - - type: nauc_map_at_20_std - value: -9.52784864197665 - - type: nauc_map_at_3_diff1 - value: 54.69277855972933 - - type: nauc_map_at_3_max - value: 36.39005492282625 - - type: nauc_map_at_3_std - value: -11.291934641429073 - - type: nauc_map_at_5_diff1 - value: 53.411370043367214 - - type: nauc_map_at_5_max - value: 36.61460516132127 - - type: nauc_map_at_5_std - value: -10.770455174486186 - - type: nauc_mrr_at_1000_diff1 - value: 51.45136770016152 - - type: nauc_mrr_at_1000_max - value: 40.96307338470094 - - type: nauc_mrr_at_1000_std - value: -4.410607046994875 - - type: nauc_mrr_at_100_diff1 - value: 51.43977645876849 - - type: nauc_mrr_at_100_max - value: 40.95353318049964 - - type: nauc_mrr_at_100_std - value: -4.410255134871364 - - type: nauc_mrr_at_10_diff1 - value: 51.32550997087798 - - type: nauc_mrr_at_10_max - value: 40.896555584854546 - - type: nauc_mrr_at_10_std - value: -4.728177799397148 - - type: nauc_mrr_at_1_diff1 - value: 56.46384974185804 - - type: nauc_mrr_at_1_max - value: 39.93744782126523 - - type: nauc_mrr_at_1_std - value: -6.28271424951923 - - type: nauc_mrr_at_20_diff1 - value: 51.399382369459964 - - type: nauc_mrr_at_20_max - value: 40.973025934120166 - - type: nauc_mrr_at_20_std - value: -4.511558091183706 - - type: nauc_mrr_at_3_diff1 - value: 52.59152041729072 - - type: nauc_mrr_at_3_max - value: 41.365452482439025 - - type: nauc_mrr_at_3_std - value: -5.403074664887565 - - type: nauc_mrr_at_5_diff1 - value: 51.59215135528565 - - type: nauc_mrr_at_5_max - value: 40.92539676592271 - - type: nauc_mrr_at_5_std - value: -4.851297198569019 - - type: nauc_ndcg_at_1000_diff1 - value: 49.74916953783906 - - type: nauc_ndcg_at_1000_max - value: 40.20860476076014 - - type: nauc_ndcg_at_1000_std - value: -3.6802049524705795 - - type: nauc_ndcg_at_100_diff1 - value: 49.716594378765976 - - type: nauc_ndcg_at_100_max - value: 39.79931595970847 - - type: nauc_ndcg_at_100_std - value: -4.550303631848586 - - type: nauc_ndcg_at_10_diff1 - value: 50.13312411188217 - - type: nauc_ndcg_at_10_max - value: 39.07360865671527 - - type: nauc_ndcg_at_10_std - value: -7.406408567951149 - - type: nauc_ndcg_at_1_diff1 - value: 56.46384974185804 - - type: nauc_ndcg_at_1_max - value: 39.93744782126523 - - type: nauc_ndcg_at_1_std - value: -6.28271424951923 - - type: nauc_ndcg_at_20_diff1 - value: 50.1747594194077 - - type: nauc_ndcg_at_20_max - value: 39.20050628408202 - - type: nauc_ndcg_at_20_std - value: -6.644949577089358 - - type: nauc_ndcg_at_3_diff1 - value: 51.729298088578346 - - type: nauc_ndcg_at_3_max - value: 39.59277224066246 - - type: nauc_ndcg_at_3_std - value: -7.528668993222368 - - type: nauc_ndcg_at_5_diff1 - value: 50.51775174687692 - - type: nauc_ndcg_at_5_max - value: 38.906192827141304 - - type: nauc_ndcg_at_5_std - value: -7.717435668382176 - - type: nauc_precision_at_1000_diff1 - value: -14.412488681842472 - - type: nauc_precision_at_1000_max - value: 14.450038901641593 - - type: nauc_precision_at_1000_std - value: 28.386981560814935 - - type: nauc_precision_at_100_diff1 - value: -9.411200807946548 - - type: nauc_precision_at_100_max - value: 24.791269207972036 - - type: nauc_precision_at_100_std - value: 28.67602880200045 - - type: nauc_precision_at_10_diff1 - value: 11.54550733375612 - - type: nauc_precision_at_10_max - value: 35.34867292314661 - - type: nauc_precision_at_10_std - value: 13.128392829821495 - - type: nauc_precision_at_1_diff1 - value: 56.46384974185804 - - type: nauc_precision_at_1_max - value: 39.93744782126523 - - type: nauc_precision_at_1_std - value: -6.28271424951923 - - type: nauc_precision_at_20_diff1 - value: 4.012901413067662 - - type: nauc_precision_at_20_max - value: 32.190001209751415 - - type: nauc_precision_at_20_std - value: 19.398558444649996 - - type: nauc_precision_at_3_diff1 - value: 32.94405037879547 - - type: nauc_precision_at_3_max - value: 42.040917572085434 - - type: nauc_precision_at_3_std - value: 2.527268957861003 - - type: nauc_precision_at_5_diff1 - value: 21.983028170811618 - - type: nauc_precision_at_5_max - value: 38.18613708490381 - - type: nauc_precision_at_5_std - value: 7.422064441476023 - - type: nauc_recall_at_1000_diff1 - value: 32.84375245373867 - - type: nauc_recall_at_1000_max - value: 44.40555035869641 - - type: nauc_recall_at_1000_std - value: 25.935231510074463 - - type: nauc_recall_at_100_diff1 - value: 37.348357345338755 - - type: nauc_recall_at_100_max - value: 38.522364721385976 - - type: nauc_recall_at_100_std - value: 7.887455379952109 - - type: nauc_recall_at_10_diff1 - value: 41.77091969283236 - - type: nauc_recall_at_10_max - value: 35.7345112976621 - - type: nauc_recall_at_10_std - value: -7.818383609050636 - - type: nauc_recall_at_1_diff1 - value: 59.43389680374956 - - type: nauc_recall_at_1_max - value: 33.44253823896581 - - type: nauc_recall_at_1_std - value: -11.59707088096404 - - type: nauc_recall_at_20_diff1 - value: 41.360591958568484 - - type: nauc_recall_at_20_max - value: 36.585552209851954 - - type: nauc_recall_at_20_std - value: -4.46284695919257 - - type: nauc_recall_at_3_diff1 - value: 49.21739500508952 - - type: nauc_recall_at_3_max - value: 35.939545645777116 - - type: nauc_recall_at_3_std - value: -11.504272799920054 - - type: nauc_recall_at_5_diff1 - value: 44.49531414036566 - - type: nauc_recall_at_5_max - value: 34.76195173497007 - - type: nauc_recall_at_5_std - value: -10.466822441695589 - - type: ndcg_at_1 - value: 37.261 - - type: ndcg_at_10 - value: 44.727 - - type: ndcg_at_100 - value: 48.83 - - type: ndcg_at_1000 - value: 51.013 - - type: ndcg_at_20 - value: 46.142 - - type: ndcg_at_3 - value: 40.526 - - type: ndcg_at_5 - value: 42.503 - - type: precision_at_1 - value: 37.261 - - type: precision_at_10 - value: 8.478 - - type: precision_at_100 - value: 1.355 - - type: precision_at_1000 - value: 0.182 - - type: precision_at_20 - value: 4.9110000000000005 - - type: precision_at_3 - value: 19.427 - - type: precision_at_5 - value: 13.936000000000002 - - type: recall_at_1 - value: 29.392000000000003 - - type: recall_at_10 - value: 54.607000000000006 - - type: recall_at_100 - value: 72.28999999999999 - - type: recall_at_1000 - value: 86.467 - - type: recall_at_20 - value: 59.931 - - type: recall_at_3 - value: 42.085 - - type: recall_at_5 - value: 47.5 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackGamingRetrieval (default) - type: mteb/cqadupstack-gaming - config: default - split: test - revision: 4885aa143210c98657558c04aaf3dc47cfb54340 - metrics: - - type: main_score - value: 59.001999999999995 - - type: map_at_1 - value: 41.586 - - type: map_at_10 - value: 53.403 - - type: map_at_100 - value: 54.477 - - type: map_at_1000 - value: 54.527 - - type: map_at_20 - value: 54.063 - - type: map_at_3 - value: 50.1 - - type: map_at_5 - value: 52.18000000000001 - - type: mrr_at_1 - value: 46.95924764890282 - - type: mrr_at_10 - value: 56.652709359605915 - - type: mrr_at_100 - value: 57.32768047041308 - - type: mrr_at_1000 - value: 57.35233661047856 - - type: mrr_at_20 - value: 57.077312941961075 - - type: mrr_at_3 - value: 54.22152560083595 - - type: mrr_at_5 - value: 55.85788923719958 - - type: nauc_map_at_1000_diff1 - value: 53.14467868150401 - - type: nauc_map_at_1000_max - value: 43.64550006480496 - - type: nauc_map_at_1000_std - value: -5.324994000157281 - - type: nauc_map_at_100_diff1 - value: 53.116890251761205 - - type: nauc_map_at_100_max - value: 43.631944945955794 - - type: nauc_map_at_100_std - value: -5.338765418654478 - - type: nauc_map_at_10_diff1 - value: 53.20224856675138 - - type: nauc_map_at_10_max - value: 42.90637522490466 - - type: nauc_map_at_10_std - value: -6.400463350970489 - - type: nauc_map_at_1_diff1 - value: 56.99075404719187 - - type: nauc_map_at_1_max - value: 37.279290986161065 - - type: nauc_map_at_1_std - value: -9.036864649363974 - - type: nauc_map_at_20_diff1 - value: 53.04128964809951 - - type: nauc_map_at_20_max - value: 43.3312504946161 - - type: nauc_map_at_20_std - value: -5.804401269689092 - - type: nauc_map_at_3_diff1 - value: 53.972292203004514 - - type: nauc_map_at_3_max - value: 41.449867198958664 - - type: nauc_map_at_3_std - value: -8.469403911462091 - - type: nauc_map_at_5_diff1 - value: 53.08810586660372 - - type: nauc_map_at_5_max - value: 42.228406978999224 - - type: nauc_map_at_5_std - value: -7.087447975372163 - - type: nauc_mrr_at_1000_diff1 - value: 53.87832125014107 - - type: nauc_mrr_at_1000_max - value: 45.7982236592787 - - type: nauc_mrr_at_1000_std - value: -3.147019648649886 - - type: nauc_mrr_at_100_diff1 - value: 53.863913297091116 - - type: nauc_mrr_at_100_max - value: 45.80878920835201 - - type: nauc_mrr_at_100_std - value: -3.1284943043104003 - - type: nauc_mrr_at_10_diff1 - value: 53.812981350188515 - - type: nauc_mrr_at_10_max - value: 45.71303192653593 - - type: nauc_mrr_at_10_std - value: -3.3579177885001683 - - type: nauc_mrr_at_1_diff1 - value: 57.7087569588136 - - type: nauc_mrr_at_1_max - value: 43.331506381327124 - - type: nauc_mrr_at_1_std - value: -6.094587590693646 - - type: nauc_mrr_at_20_diff1 - value: 53.784987943070725 - - type: nauc_mrr_at_20_max - value: 45.757651922955354 - - type: nauc_mrr_at_20_std - value: -3.2647634773225556 - - type: nauc_mrr_at_3_diff1 - value: 54.62496783419796 - - type: nauc_mrr_at_3_max - value: 45.808369632544775 - - type: nauc_mrr_at_3_std - value: -3.852051241798107 - - type: nauc_mrr_at_5_diff1 - value: 53.63217597959693 - - type: nauc_mrr_at_5_max - value: 45.73381047111748 - - type: nauc_mrr_at_5_std - value: -3.3709196823569756 - - type: nauc_ndcg_at_1000_diff1 - value: 52.351177060073184 - - type: nauc_ndcg_at_1000_max - value: 46.00699790600116 - - type: nauc_ndcg_at_1000_std - value: -1.9546535739390993 - - type: nauc_ndcg_at_100_diff1 - value: 51.862784161952014 - - type: nauc_ndcg_at_100_max - value: 46.253382493461785 - - type: nauc_ndcg_at_100_std - value: -1.398972687431435 - - type: nauc_ndcg_at_10_diff1 - value: 51.77123432657908 - - type: nauc_ndcg_at_10_max - value: 44.84459505400019 - - type: nauc_ndcg_at_10_std - value: -4.171745810693742 - - type: nauc_ndcg_at_1_diff1 - value: 57.3796599514931 - - type: nauc_ndcg_at_1_max - value: 43.595317355146285 - - type: nauc_ndcg_at_1_std - value: -5.9670952767159235 - - type: nauc_ndcg_at_20_diff1 - value: 51.42753818233879 - - type: nauc_ndcg_at_20_max - value: 45.31998485729541 - - type: nauc_ndcg_at_20_std - value: -3.3041957327519653 - - type: nauc_ndcg_at_3_diff1 - value: 52.78847910556552 - - type: nauc_ndcg_at_3_max - value: 43.54177110232821 - - type: nauc_ndcg_at_3_std - value: -6.424159575299948 - - type: nauc_ndcg_at_5_diff1 - value: 51.26745818157347 - - type: nauc_ndcg_at_5_max - value: 44.18936984966816 - - type: nauc_ndcg_at_5_std - value: -4.750755676224386 - - type: nauc_precision_at_1000_diff1 - value: -8.697659683634857 - - type: nauc_precision_at_1000_max - value: 20.725842281257982 - - type: nauc_precision_at_1000_std - value: 32.05307824543747 - - type: nauc_precision_at_100_diff1 - value: -4.666293199809819 - - type: nauc_precision_at_100_max - value: 28.132243203837433 - - type: nauc_precision_at_100_std - value: 33.800364145127546 - - type: nauc_precision_at_10_diff1 - value: 14.486270583253274 - - type: nauc_precision_at_10_max - value: 36.403668433993154 - - type: nauc_precision_at_10_std - value: 15.036165305153206 - - type: nauc_precision_at_1_diff1 - value: 57.3796599514931 - - type: nauc_precision_at_1_max - value: 43.595317355146285 - - type: nauc_precision_at_1_std - value: -5.9670952767159235 - - type: nauc_precision_at_20_diff1 - value: 5.458382111248848 - - type: nauc_precision_at_20_max - value: 33.523706918372525 - - type: nauc_precision_at_20_std - value: 21.833659288299426 - - type: nauc_precision_at_3_diff1 - value: 34.16114104121048 - - type: nauc_precision_at_3_max - value: 42.46974484729492 - - type: nauc_precision_at_3_std - value: 1.4078715545183011 - - type: nauc_precision_at_5_diff1 - value: 22.41750838754728 - - type: nauc_precision_at_5_max - value: 39.370895626549604 - - type: nauc_precision_at_5_std - value: 9.037500456857481 - - type: nauc_recall_at_1000_diff1 - value: 39.99922990906325 - - type: nauc_recall_at_1000_max - value: 65.4016172437707 - - type: nauc_recall_at_1000_std - value: 42.8080721856745 - - type: nauc_recall_at_100_diff1 - value: 37.30531061682627 - - type: nauc_recall_at_100_max - value: 57.45273472984983 - - type: nauc_recall_at_100_std - value: 27.251365849552496 - - type: nauc_recall_at_10_diff1 - value: 43.84493026307948 - - type: nauc_recall_at_10_max - value: 44.356201949738505 - - type: nauc_recall_at_10_std - value: -1.8292409147244337 - - type: nauc_recall_at_1_diff1 - value: 56.99075404719187 - - type: nauc_recall_at_1_max - value: 37.279290986161065 - - type: nauc_recall_at_1_std - value: -9.036864649363974 - - type: nauc_recall_at_20_diff1 - value: 40.82736868364582 - - type: nauc_recall_at_20_max - value: 46.9924419772492 - - type: nauc_recall_at_20_std - value: 2.6273099991457336 - - type: nauc_recall_at_3_diff1 - value: 48.88401644844814 - - type: nauc_recall_at_3_max - value: 41.9516530682176 - - type: nauc_recall_at_3_std - value: -7.528082712586729 - - type: nauc_recall_at_5_diff1 - value: 43.25471151933987 - - type: nauc_recall_at_5_max - value: 42.80935413445724 - - type: nauc_recall_at_5_std - value: -3.1065709523723983 - - type: ndcg_at_1 - value: 47.085 - - type: ndcg_at_10 - value: 59.001999999999995 - - type: ndcg_at_100 - value: 63.098 - - type: ndcg_at_1000 - value: 64.11099999999999 - - type: ndcg_at_20 - value: 60.833999999999996 - - type: ndcg_at_3 - value: 53.564 - - type: ndcg_at_5 - value: 56.677 - - type: precision_at_1 - value: 47.085 - - type: precision_at_10 - value: 9.322999999999999 - - type: precision_at_100 - value: 1.233 - - type: precision_at_1000 - value: 0.136 - - type: precision_at_20 - value: 5.226 - - type: precision_at_3 - value: 23.511000000000003 - - type: precision_at_5 - value: 16.364 - - type: recall_at_1 - value: 41.586 - - type: recall_at_10 - value: 72.138 - - type: recall_at_100 - value: 89.592 - - type: recall_at_1000 - value: 96.782 - - type: recall_at_20 - value: 78.78500000000001 - - type: recall_at_3 - value: 57.916000000000004 - - type: recall_at_5 - value: 65.44 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackGisRetrieval (default) - type: mteb/cqadupstack-gis - config: default - split: test - revision: 5003b3064772da1887988e05400cf3806fe491f2 - metrics: - - type: main_score - value: 37.501 - - type: map_at_1 - value: 25.267 - - type: map_at_10 - value: 33.078 - - type: map_at_100 - value: 34.028000000000006 - - type: map_at_1000 - value: 34.119 - - type: map_at_20 - value: 33.589999999999996 - - type: map_at_3 - value: 30.757 - - type: map_at_5 - value: 32.127 - - type: mrr_at_1 - value: 26.779661016949152 - - type: mrr_at_10 - value: 34.8742265267689 - - type: mrr_at_100 - value: 35.69632739975338 - - type: mrr_at_1000 - value: 35.77061187122492 - - type: mrr_at_20 - value: 35.32982508251438 - - type: mrr_at_3 - value: 32.674199623352166 - - type: mrr_at_5 - value: 33.88888888888889 - - type: nauc_map_at_1000_diff1 - value: 46.14263515012957 - - type: nauc_map_at_1000_max - value: 28.88921280691829 - - type: nauc_map_at_1000_std - value: -3.521166167254834 - - type: nauc_map_at_100_diff1 - value: 46.132644941356126 - - type: nauc_map_at_100_max - value: 28.865538875372525 - - type: nauc_map_at_100_std - value: -3.5244145510472924 - - type: nauc_map_at_10_diff1 - value: 46.44466994804833 - - type: nauc_map_at_10_max - value: 28.70507387453125 - - type: nauc_map_at_10_std - value: -4.290589822798826 - - type: nauc_map_at_1_diff1 - value: 51.05590674117488 - - type: nauc_map_at_1_max - value: 25.742524317550092 - - type: nauc_map_at_1_std - value: -7.087280722039625 - - type: nauc_map_at_20_diff1 - value: 46.13868371874221 - - type: nauc_map_at_20_max - value: 28.97956825365739 - - type: nauc_map_at_20_std - value: -3.6047192933746324 - - type: nauc_map_at_3_diff1 - value: 47.12564768011496 - - type: nauc_map_at_3_max - value: 28.039754135289797 - - type: nauc_map_at_3_std - value: -5.086523697086076 - - type: nauc_map_at_5_diff1 - value: 46.84010716162584 - - type: nauc_map_at_5_max - value: 28.570778616738814 - - type: nauc_map_at_5_std - value: -4.423474878015831 - - type: nauc_mrr_at_1000_diff1 - value: 45.87164212097859 - - type: nauc_mrr_at_1000_max - value: 30.207297877526162 - - type: nauc_mrr_at_1000_std - value: -1.7697666485984167 - - type: nauc_mrr_at_100_diff1 - value: 45.865239127066765 - - type: nauc_mrr_at_100_max - value: 30.18374707711251 - - type: nauc_mrr_at_100_std - value: -1.7702170919825722 - - type: nauc_mrr_at_10_diff1 - value: 46.15745938365277 - - type: nauc_mrr_at_10_max - value: 30.06702996168765 - - type: nauc_mrr_at_10_std - value: -2.3690975959744582 - - type: nauc_mrr_at_1_diff1 - value: 51.74471941087712 - - type: nauc_mrr_at_1_max - value: 28.413214888120038 - - type: nauc_mrr_at_1_std - value: -4.972897406364119 - - type: nauc_mrr_at_20_diff1 - value: 45.799498639176996 - - type: nauc_mrr_at_20_max - value: 30.326955522237647 - - type: nauc_mrr_at_20_std - value: -1.7959951322840406 - - type: nauc_mrr_at_3_diff1 - value: 46.7670625610429 - - type: nauc_mrr_at_3_max - value: 29.790922984055833 - - type: nauc_mrr_at_3_std - value: -2.7977222380619255 - - type: nauc_mrr_at_5_diff1 - value: 46.534789878202474 - - type: nauc_mrr_at_5_max - value: 29.775568167934534 - - type: nauc_mrr_at_5_std - value: -2.5198329185396906 - - type: nauc_ndcg_at_1000_diff1 - value: 43.47721575458511 - - type: nauc_ndcg_at_1000_max - value: 30.540709047567244 - - type: nauc_ndcg_at_1000_std - value: -0.07933284030524611 - - type: nauc_ndcg_at_100_diff1 - value: 42.99891553750826 - - type: nauc_ndcg_at_100_max - value: 30.023082096709487 - - type: nauc_ndcg_at_100_std - value: 0.2505488390368683 - - type: nauc_ndcg_at_10_diff1 - value: 44.10475711778541 - - type: nauc_ndcg_at_10_max - value: 29.940998357402567 - - type: nauc_ndcg_at_10_std - value: -2.4887020471331547 - - type: nauc_ndcg_at_1_diff1 - value: 50.41538740105378 - - type: nauc_ndcg_at_1_max - value: 27.921812943302243 - - type: nauc_ndcg_at_1_std - value: -5.532646965211504 - - type: nauc_ndcg_at_20_diff1 - value: 42.95808758467867 - - type: nauc_ndcg_at_20_max - value: 30.767651951181406 - - type: nauc_ndcg_at_20_std - value: -0.3290071836995333 - - type: nauc_ndcg_at_3_diff1 - value: 45.50460303570819 - - type: nauc_ndcg_at_3_max - value: 29.11261603969709 - - type: nauc_ndcg_at_3_std - value: -3.8353046835647544 - - type: nauc_ndcg_at_5_diff1 - value: 44.98872995936962 - - type: nauc_ndcg_at_5_max - value: 29.46824822586574 - - type: nauc_ndcg_at_5_std - value: -2.84903175426578 - - type: nauc_precision_at_1000_diff1 - value: 2.1289028166151884 - - type: nauc_precision_at_1000_max - value: 18.882190495585156 - - type: nauc_precision_at_1000_std - value: 11.432566839670443 - - type: nauc_precision_at_100_diff1 - value: 15.679145721148599 - - type: nauc_precision_at_100_max - value: 26.10979316316265 - - type: nauc_precision_at_100_std - value: 13.7893058849932 - - type: nauc_precision_at_10_diff1 - value: 33.859011739090434 - - type: nauc_precision_at_10_max - value: 34.504464886721046 - - type: nauc_precision_at_10_std - value: 1.9644975845492147 - - type: nauc_precision_at_1_diff1 - value: 50.41538740105378 - - type: nauc_precision_at_1_max - value: 27.921812943302243 - - type: nauc_precision_at_1_std - value: -5.532646965211504 - - type: nauc_precision_at_20_diff1 - value: 26.85847830981048 - - type: nauc_precision_at_20_max - value: 36.00722669207376 - - type: nauc_precision_at_20_std - value: 10.286090792580325 - - type: nauc_precision_at_3_diff1 - value: 39.36484844512129 - - type: nauc_precision_at_3_max - value: 33.065858719092105 - - type: nauc_precision_at_3_std - value: -0.48195082891012386 - - type: nauc_precision_at_5_diff1 - value: 37.06144253084302 - - type: nauc_precision_at_5_max - value: 33.36533781188064 - - type: nauc_precision_at_5_std - value: 1.579414699717841 - - type: nauc_recall_at_1000_diff1 - value: 25.932772865613845 - - type: nauc_recall_at_1000_max - value: 41.63942917505325 - - type: nauc_recall_at_1000_std - value: 26.14332749578153 - - type: nauc_recall_at_100_diff1 - value: 29.330436188849085 - - type: nauc_recall_at_100_max - value: 30.525322164316826 - - type: nauc_recall_at_100_std - value: 16.06849295055966 - - type: nauc_recall_at_10_diff1 - value: 36.82346930820812 - - type: nauc_recall_at_10_max - value: 31.520964112761284 - - type: nauc_recall_at_10_std - value: 1.5520723712467182 - - type: nauc_recall_at_1_diff1 - value: 51.05590674117488 - - type: nauc_recall_at_1_max - value: 25.742524317550092 - - type: nauc_recall_at_1_std - value: -7.087280722039625 - - type: nauc_recall_at_20_diff1 - value: 31.870514612045742 - - type: nauc_recall_at_20_max - value: 34.11267590071913 - - type: nauc_recall_at_20_std - value: 9.568387092511262 - - type: nauc_recall_at_3_diff1 - value: 41.45937802715325 - - type: nauc_recall_at_3_max - value: 29.653047239519747 - - type: nauc_recall_at_3_std - value: -2.0393057676420403 - - type: nauc_recall_at_5_diff1 - value: 39.603958878828934 - - type: nauc_recall_at_5_max - value: 30.186490591754563 - - type: nauc_recall_at_5_std - value: 0.2389438730841487 - - type: ndcg_at_1 - value: 27.119 - - type: ndcg_at_10 - value: 37.501 - - type: ndcg_at_100 - value: 42.242000000000004 - - type: ndcg_at_1000 - value: 44.578 - - type: ndcg_at_20 - value: 39.190999999999995 - - type: ndcg_at_3 - value: 32.986 - - type: ndcg_at_5 - value: 35.243 - - type: precision_at_1 - value: 27.119 - - type: precision_at_10 - value: 5.537 - - type: precision_at_100 - value: 0.8410000000000001 - - type: precision_at_1000 - value: 0.108 - - type: precision_at_20 - value: 3.175 - - type: precision_at_3 - value: 13.748 - - type: precision_at_5 - value: 9.514 - - type: recall_at_1 - value: 25.267 - - type: recall_at_10 - value: 49.275999999999996 - - type: recall_at_100 - value: 71.231 - - type: recall_at_1000 - value: 88.73299999999999 - - type: recall_at_20 - value: 55.483000000000004 - - type: recall_at_3 - value: 37.218 - - type: recall_at_5 - value: 42.559000000000005 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackMathematicaRetrieval (default) - type: mteb/cqadupstack-mathematica - config: default - split: test - revision: 90fceea13679c63fe563ded68f3b6f06e50061de - metrics: - - type: main_score - value: 27.653 - - type: map_at_1 - value: 15.378 - - type: map_at_10 - value: 22.707 - - type: map_at_100 - value: 23.912 - - type: map_at_1000 - value: 24.023 - - type: map_at_20 - value: 23.372999999999998 - - type: map_at_3 - value: 20.166999999999998 - - type: map_at_5 - value: 21.598 - - type: mrr_at_1 - value: 19.029850746268657 - - type: mrr_at_10 - value: 27.088417041775255 - - type: mrr_at_100 - value: 28.09582170808499 - - type: mrr_at_1000 - value: 28.166789886128065 - - type: mrr_at_20 - value: 27.71010220632754 - - type: mrr_at_3 - value: 24.58540630182421 - - type: mrr_at_5 - value: 26.040630182421225 - - type: nauc_map_at_1000_diff1 - value: 28.041330729166308 - - type: nauc_map_at_1000_max - value: 19.642201093842665 - - type: nauc_map_at_1000_std - value: -7.259227590068431 - - type: nauc_map_at_100_diff1 - value: 28.070734549569043 - - type: nauc_map_at_100_max - value: 19.669474478536184 - - type: nauc_map_at_100_std - value: -7.2542032012659625 - - type: nauc_map_at_10_diff1 - value: 27.635403284327296 - - type: nauc_map_at_10_max - value: 18.988499681712295 - - type: nauc_map_at_10_std - value: -8.254263541809323 - - type: nauc_map_at_1_diff1 - value: 34.76494811620851 - - type: nauc_map_at_1_max - value: 19.19976136696651 - - type: nauc_map_at_1_std - value: -9.759875172782163 - - type: nauc_map_at_20_diff1 - value: 27.87863119639461 - - type: nauc_map_at_20_max - value: 19.57654420319069 - - type: nauc_map_at_20_std - value: -7.602427489465996 - - type: nauc_map_at_3_diff1 - value: 28.183082612722153 - - type: nauc_map_at_3_max - value: 18.39553820227535 - - type: nauc_map_at_3_std - value: -8.961399014154821 - - type: nauc_map_at_5_diff1 - value: 27.677170228103815 - - type: nauc_map_at_5_max - value: 18.60932540037253 - - type: nauc_map_at_5_std - value: -8.70673776248746 - - type: nauc_mrr_at_1000_diff1 - value: 29.15265534888714 - - type: nauc_mrr_at_1000_max - value: 20.490818547158156 - - type: nauc_mrr_at_1000_std - value: -6.372915537005019 - - type: nauc_mrr_at_100_diff1 - value: 29.16753294759482 - - type: nauc_mrr_at_100_max - value: 20.513860598875773 - - type: nauc_mrr_at_100_std - value: -6.357624756691497 - - type: nauc_mrr_at_10_diff1 - value: 28.788820782353486 - - type: nauc_mrr_at_10_max - value: 20.01601896388693 - - type: nauc_mrr_at_10_std - value: -6.952024117004088 - - type: nauc_mrr_at_1_diff1 - value: 35.357112653237 - - type: nauc_mrr_at_1_max - value: 19.964610688759123 - - type: nauc_mrr_at_1_std - value: -7.8520062960769605 - - type: nauc_mrr_at_20_diff1 - value: 29.040778392190692 - - type: nauc_mrr_at_20_max - value: 20.52745655043751 - - type: nauc_mrr_at_20_std - value: -6.527613749560906 - - type: nauc_mrr_at_3_diff1 - value: 29.920705909683637 - - type: nauc_mrr_at_3_max - value: 20.21275852324473 - - type: nauc_mrr_at_3_std - value: -6.928254030268263 - - type: nauc_mrr_at_5_diff1 - value: 29.255453974194758 - - type: nauc_mrr_at_5_max - value: 20.023402782655197 - - type: nauc_mrr_at_5_std - value: -7.411103659064322 - - type: nauc_ndcg_at_1000_diff1 - value: 26.732375953339826 - - type: nauc_ndcg_at_1000_max - value: 21.32988399199163 - - type: nauc_ndcg_at_1000_std - value: -3.6805098193713963 - - type: nauc_ndcg_at_100_diff1 - value: 27.341711042755655 - - type: nauc_ndcg_at_100_max - value: 21.752777917582705 - - type: nauc_ndcg_at_100_std - value: -3.6282071231334423 - - type: nauc_ndcg_at_10_diff1 - value: 25.494373768784577 - - type: nauc_ndcg_at_10_max - value: 19.510074024818895 - - type: nauc_ndcg_at_10_std - value: -6.8849542787691576 - - type: nauc_ndcg_at_1_diff1 - value: 35.357112653237 - - type: nauc_ndcg_at_1_max - value: 19.964610688759123 - - type: nauc_ndcg_at_1_std - value: -7.8520062960769605 - - type: nauc_ndcg_at_20_diff1 - value: 26.022659659499993 - - type: nauc_ndcg_at_20_max - value: 21.335184955025237 - - type: nauc_ndcg_at_20_std - value: -5.058102227585258 - - type: nauc_ndcg_at_3_diff1 - value: 27.58221780722714 - - type: nauc_ndcg_at_3_max - value: 18.933049745340107 - - type: nauc_ndcg_at_3_std - value: -8.068963444643476 - - type: nauc_ndcg_at_5_diff1 - value: 26.26360281640417 - - type: nauc_ndcg_at_5_max - value: 19.01865529262086 - - type: nauc_ndcg_at_5_std - value: -7.900678898710534 - - type: nauc_precision_at_1000_diff1 - value: 4.808912888819494 - - type: nauc_precision_at_1000_max - value: 4.843086361294071 - - type: nauc_precision_at_1000_std - value: 4.886478826779585 - - type: nauc_precision_at_100_diff1 - value: 16.89692485531272 - - type: nauc_precision_at_100_max - value: 16.855729321233586 - - type: nauc_precision_at_100_std - value: 7.6815989746839355 - - type: nauc_precision_at_10_diff1 - value: 17.27776514488205 - - type: nauc_precision_at_10_max - value: 17.5324506095416 - - type: nauc_precision_at_10_std - value: -2.888731400851023 - - type: nauc_precision_at_1_diff1 - value: 35.357112653237 - - type: nauc_precision_at_1_max - value: 19.964610688759123 - - type: nauc_precision_at_1_std - value: -7.8520062960769605 - - type: nauc_precision_at_20_diff1 - value: 17.54681535522126 - - type: nauc_precision_at_20_max - value: 21.10815066294548 - - type: nauc_precision_at_20_std - value: 2.395301062810669 - - type: nauc_precision_at_3_diff1 - value: 21.333613957297125 - - type: nauc_precision_at_3_max - value: 17.478446007571602 - - type: nauc_precision_at_3_std - value: -6.227693093818587 - - type: nauc_precision_at_5_diff1 - value: 19.04439941076705 - - type: nauc_precision_at_5_max - value: 16.845643018231566 - - type: nauc_precision_at_5_std - value: -4.987885140826848 - - type: nauc_recall_at_1000_diff1 - value: 14.830485608019565 - - type: nauc_recall_at_1000_max - value: 27.317783138907526 - - type: nauc_recall_at_1000_std - value: 17.258080742856095 - - type: nauc_recall_at_100_diff1 - value: 23.86786182553602 - - type: nauc_recall_at_100_max - value: 26.078876738539453 - - type: nauc_recall_at_100_std - value: 7.819897265637488 - - type: nauc_recall_at_10_diff1 - value: 17.93817217741314 - - type: nauc_recall_at_10_max - value: 18.417294395107348 - - type: nauc_recall_at_10_std - value: -4.473237116741448 - - type: nauc_recall_at_1_diff1 - value: 34.76494811620851 - - type: nauc_recall_at_1_max - value: 19.19976136696651 - - type: nauc_recall_at_1_std - value: -9.759875172782163 - - type: nauc_recall_at_20_diff1 - value: 18.523973368773124 - - type: nauc_recall_at_20_max - value: 23.599640001198363 - - type: nauc_recall_at_20_std - value: 1.2658472359835122 - - type: nauc_recall_at_3_diff1 - value: 22.31212718911289 - - type: nauc_recall_at_3_max - value: 17.9775220190941 - - type: nauc_recall_at_3_std - value: -6.5869461631911435 - - type: nauc_recall_at_5_diff1 - value: 19.933645877246846 - - type: nauc_recall_at_5_max - value: 17.821453561834673 - - type: nauc_recall_at_5_std - value: -6.80287284531982 - - type: ndcg_at_1 - value: 19.03 - - type: ndcg_at_10 - value: 27.653 - - type: ndcg_at_100 - value: 33.342 - - type: ndcg_at_1000 - value: 36.149 - - type: ndcg_at_20 - value: 29.880000000000003 - - type: ndcg_at_3 - value: 22.991 - - type: ndcg_at_5 - value: 25.269000000000002 - - type: precision_at_1 - value: 19.03 - - type: precision_at_10 - value: 5.210999999999999 - - type: precision_at_100 - value: 0.9299999999999999 - - type: precision_at_1000 - value: 0.131 - - type: precision_at_20 - value: 3.209 - - type: precision_at_3 - value: 11.360000000000001 - - type: precision_at_5 - value: 8.507000000000001 - - type: recall_at_1 - value: 15.378 - - type: recall_at_10 - value: 38.629999999999995 - - type: recall_at_100 - value: 63.288999999999994 - - type: recall_at_1000 - value: 83.379 - - type: recall_at_20 - value: 46.57 - - type: recall_at_3 - value: 25.469 - - type: recall_at_5 - value: 31.316 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackPhysicsRetrieval (default) - type: mteb/cqadupstack-physics - config: default - split: test - revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 - metrics: - - type: main_score - value: 45.314 - - type: map_at_1 - value: 29.544999999999998 - - type: map_at_10 - value: 39.614 - - type: map_at_100 - value: 40.866 - - type: map_at_1000 - value: 40.976 - - type: map_at_20 - value: 40.339000000000006 - - type: map_at_3 - value: 36.664 - - type: map_at_5 - value: 38.315 - - type: mrr_at_1 - value: 35.707410972088546 - - type: mrr_at_10 - value: 45.01680492537085 - - type: mrr_at_100 - value: 45.813491481629214 - - type: mrr_at_1000 - value: 45.86700564986472 - - type: mrr_at_20 - value: 45.50626473713912 - - type: mrr_at_3 - value: 42.52486365094642 - - type: mrr_at_5 - value: 44.031119666345845 - - type: nauc_map_at_1000_diff1 - value: 48.79418470931608 - - type: nauc_map_at_1000_max - value: 32.93995592667824 - - type: nauc_map_at_1000_std - value: -8.080720154479696 - - type: nauc_map_at_100_diff1 - value: 48.76200896199466 - - type: nauc_map_at_100_max - value: 32.922672824565744 - - type: nauc_map_at_100_std - value: -8.109530673910664 - - type: nauc_map_at_10_diff1 - value: 48.95775784815176 - - type: nauc_map_at_10_max - value: 32.609986061420464 - - type: nauc_map_at_10_std - value: -9.1422102651677 - - type: nauc_map_at_1_diff1 - value: 53.262297492506036 - - type: nauc_map_at_1_max - value: 31.07472925049204 - - type: nauc_map_at_1_std - value: -12.073457546139082 - - type: nauc_map_at_20_diff1 - value: 48.75358583057611 - - type: nauc_map_at_20_max - value: 32.7382337363394 - - type: nauc_map_at_20_std - value: -8.489885933297073 - - type: nauc_map_at_3_diff1 - value: 49.37691760884722 - - type: nauc_map_at_3_max - value: 32.39166609536437 - - type: nauc_map_at_3_std - value: -9.208569390905515 - - type: nauc_map_at_5_diff1 - value: 49.0310427139441 - - type: nauc_map_at_5_max - value: 32.285185037042815 - - type: nauc_map_at_5_std - value: -9.500384599936538 - - type: nauc_mrr_at_1000_diff1 - value: 48.94053534230516 - - type: nauc_mrr_at_1000_max - value: 32.45887995918773 - - type: nauc_mrr_at_1000_std - value: -7.846456055883083 - - type: nauc_mrr_at_100_diff1 - value: 48.92632539788363 - - type: nauc_mrr_at_100_max - value: 32.46287156323217 - - type: nauc_mrr_at_100_std - value: -7.8318261814403005 - - type: nauc_mrr_at_10_diff1 - value: 48.96761753493343 - - type: nauc_mrr_at_10_max - value: 32.371130585740275 - - type: nauc_mrr_at_10_std - value: -8.279180394794185 - - type: nauc_mrr_at_1_diff1 - value: 52.81170996167508 - - type: nauc_mrr_at_1_max - value: 31.915762587003467 - - type: nauc_mrr_at_1_std - value: -11.105595572037192 - - type: nauc_mrr_at_20_diff1 - value: 48.89232270205634 - - type: nauc_mrr_at_20_max - value: 32.44606500935989 - - type: nauc_mrr_at_20_std - value: -7.899828951287359 - - type: nauc_mrr_at_3_diff1 - value: 49.39376244917161 - - type: nauc_mrr_at_3_max - value: 32.50203766904557 - - type: nauc_mrr_at_3_std - value: -8.035013537778664 - - type: nauc_mrr_at_5_diff1 - value: 48.983062685036394 - - type: nauc_mrr_at_5_max - value: 32.32655375497562 - - type: nauc_mrr_at_5_std - value: -8.410960182601569 - - type: nauc_ndcg_at_1000_diff1 - value: 47.33905763920595 - - type: nauc_ndcg_at_1000_max - value: 33.89560202672236 - - type: nauc_ndcg_at_1000_std - value: -4.606254351546016 - - type: nauc_ndcg_at_100_diff1 - value: 46.837856920531465 - - type: nauc_ndcg_at_100_max - value: 33.61232904879471 - - type: nauc_ndcg_at_100_std - value: -4.521934512420437 - - type: nauc_ndcg_at_10_diff1 - value: 47.35412744042976 - - type: nauc_ndcg_at_10_max - value: 32.61052002810513 - - type: nauc_ndcg_at_10_std - value: -8.317478512039287 - - type: nauc_ndcg_at_1_diff1 - value: 52.516474658412115 - - type: nauc_ndcg_at_1_max - value: 31.750958168827058 - - type: nauc_ndcg_at_1_std - value: -11.133550039023303 - - type: nauc_ndcg_at_20_diff1 - value: 46.79750436237411 - - type: nauc_ndcg_at_20_max - value: 32.92706536339022 - - type: nauc_ndcg_at_20_std - value: -6.422586809119389 - - type: nauc_ndcg_at_3_diff1 - value: 47.88071947218908 - - type: nauc_ndcg_at_3_max - value: 32.65053744207045 - - type: nauc_ndcg_at_3_std - value: -7.625894325462775 - - type: nauc_ndcg_at_5_diff1 - value: 47.41640107292367 - - type: nauc_ndcg_at_5_max - value: 32.25774562883096 - - type: nauc_ndcg_at_5_std - value: -8.576478683187894 - - type: nauc_precision_at_1000_diff1 - value: -7.401730022944039 - - type: nauc_precision_at_1000_max - value: 8.380544549776644 - - type: nauc_precision_at_1000_std - value: 21.33062679454048 - - type: nauc_precision_at_100_diff1 - value: 1.1941670006172391 - - type: nauc_precision_at_100_max - value: 15.254637531135028 - - type: nauc_precision_at_100_std - value: 21.001459704268637 - - type: nauc_precision_at_10_diff1 - value: 21.614682009938637 - - type: nauc_precision_at_10_max - value: 24.905834060974446 - - type: nauc_precision_at_10_std - value: 3.691203600649516 - - type: nauc_precision_at_1_diff1 - value: 52.516474658412115 - - type: nauc_precision_at_1_max - value: 31.750958168827058 - - type: nauc_precision_at_1_std - value: -11.133550039023303 - - type: nauc_precision_at_20_diff1 - value: 12.727457915676519 - - type: nauc_precision_at_20_max - value: 21.12416181872642 - - type: nauc_precision_at_20_std - value: 11.945303544724311 - - type: nauc_precision_at_3_diff1 - value: 35.07487528779333 - - type: nauc_precision_at_3_max - value: 30.88594146125945 - - type: nauc_precision_at_3_std - value: -0.4675274108622441 - - type: nauc_precision_at_5_diff1 - value: 29.76463166711632 - - type: nauc_precision_at_5_max - value: 28.242093171256027 - - type: nauc_precision_at_5_std - value: -0.05545814149445081 - - type: nauc_recall_at_1000_diff1 - value: 26.24215949721984 - - type: nauc_recall_at_1000_max - value: 41.52638049765386 - - type: nauc_recall_at_1000_std - value: 35.88361518479368 - - type: nauc_recall_at_100_diff1 - value: 33.3817420605308 - - type: nauc_recall_at_100_max - value: 33.29494533551963 - - type: nauc_recall_at_100_std - value: 14.012572579565083 - - type: nauc_recall_at_10_diff1 - value: 40.06586952047774 - - type: nauc_recall_at_10_max - value: 30.07701885378967 - - type: nauc_recall_at_10_std - value: -7.238427580743649 - - type: nauc_recall_at_1_diff1 - value: 53.262297492506036 - - type: nauc_recall_at_1_max - value: 31.07472925049204 - - type: nauc_recall_at_1_std - value: -12.073457546139082 - - type: nauc_recall_at_20_diff1 - value: 37.166243697999775 - - type: nauc_recall_at_20_max - value: 30.85974563898745 - - type: nauc_recall_at_20_std - value: -0.22885906356777344 - - type: nauc_recall_at_3_diff1 - value: 43.290541959228605 - - type: nauc_recall_at_3_max - value: 30.843330994934277 - - type: nauc_recall_at_3_std - value: -7.160093856400578 - - type: nauc_recall_at_5_diff1 - value: 41.08571626304699 - - type: nauc_recall_at_5_max - value: 29.702072961184456 - - type: nauc_recall_at_5_std - value: -8.418771330354788 - - type: ndcg_at_1 - value: 35.804 - - type: ndcg_at_10 - value: 45.314 - - type: ndcg_at_100 - value: 50.485 - - type: ndcg_at_1000 - value: 52.708 - - type: ndcg_at_20 - value: 47.408 - - type: ndcg_at_3 - value: 40.593 - - type: ndcg_at_5 - value: 42.89 - - type: precision_at_1 - value: 35.804 - - type: precision_at_10 - value: 8.056000000000001 - - type: precision_at_100 - value: 1.237 - - type: precision_at_1000 - value: 0.159 - - type: precision_at_20 - value: 4.726 - - type: precision_at_3 - value: 18.961 - - type: precision_at_5 - value: 13.321 - - type: recall_at_1 - value: 29.544999999999998 - - type: recall_at_10 - value: 56.71000000000001 - - type: recall_at_100 - value: 78.291 - - type: recall_at_1000 - value: 93.289 - - type: recall_at_20 - value: 63.873999999999995 - - type: recall_at_3 - value: 43.679 - - type: recall_at_5 - value: 49.735 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackProgrammersRetrieval (default) - type: mteb/cqadupstack-programmers - config: default - split: test - revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 - metrics: - - type: main_score - value: 41.972 - - type: map_at_1 - value: 28.198 - - type: map_at_10 - value: 36.864999999999995 - - type: map_at_100 - value: 38.186 - - type: map_at_1000 - value: 38.304 - - type: map_at_20 - value: 37.61 - - type: map_at_3 - value: 34.154 - - type: map_at_5 - value: 35.647 - - type: mrr_at_1 - value: 34.93150684931507 - - type: mrr_at_10 - value: 42.54770058708415 - - type: mrr_at_100 - value: 43.43356842891581 - - type: mrr_at_1000 - value: 43.4956326278538 - - type: mrr_at_20 - value: 43.08723900959046 - - type: mrr_at_3 - value: 40.182648401826484 - - type: mrr_at_5 - value: 41.47831050228311 - - type: nauc_map_at_1000_diff1 - value: 41.022606465247776 - - type: nauc_map_at_1000_max - value: 42.740217702102775 - - type: nauc_map_at_1000_std - value: 1.5549290418082578 - - type: nauc_map_at_100_diff1 - value: 41.01913556542245 - - type: nauc_map_at_100_max - value: 42.72128899623004 - - type: nauc_map_at_100_std - value: 1.515497753203441 - - type: nauc_map_at_10_diff1 - value: 41.13409173555324 - - type: nauc_map_at_10_max - value: 42.175190404099304 - - type: nauc_map_at_10_std - value: 0.4914965139641374 - - type: nauc_map_at_1_diff1 - value: 46.809395624197215 - - type: nauc_map_at_1_max - value: 38.5282553020345 - - type: nauc_map_at_1_std - value: -2.6714719336524926 - - type: nauc_map_at_20_diff1 - value: 40.98491158180884 - - type: nauc_map_at_20_max - value: 42.40891615949963 - - type: nauc_map_at_20_std - value: 1.1041729743175046 - - type: nauc_map_at_3_diff1 - value: 42.64736493986304 - - type: nauc_map_at_3_max - value: 41.87004137167849 - - type: nauc_map_at_3_std - value: -0.3761707961318428 - - type: nauc_map_at_5_diff1 - value: 41.8861406716378 - - type: nauc_map_at_5_max - value: 42.4102952749554 - - type: nauc_map_at_5_std - value: -0.11179168791588576 - - type: nauc_mrr_at_1000_diff1 - value: 40.58825029140145 - - type: nauc_mrr_at_1000_max - value: 45.074908562418486 - - type: nauc_mrr_at_1000_std - value: 3.427109416982483 - - type: nauc_mrr_at_100_diff1 - value: 40.5751795367001 - - type: nauc_mrr_at_100_max - value: 45.07248482382704 - - type: nauc_mrr_at_100_std - value: 3.429885884645576 - - type: nauc_mrr_at_10_diff1 - value: 40.54443982205681 - - type: nauc_mrr_at_10_max - value: 45.005041841654084 - - type: nauc_mrr_at_10_std - value: 3.2705396131282134 - - type: nauc_mrr_at_1_diff1 - value: 44.56758540126327 - - type: nauc_mrr_at_1_max - value: 44.185787216783304 - - type: nauc_mrr_at_1_std - value: 0.7620879627094697 - - type: nauc_mrr_at_20_diff1 - value: 40.43752262475848 - - type: nauc_mrr_at_20_max - value: 44.9901824689221 - - type: nauc_mrr_at_20_std - value: 3.42360960737191 - - type: nauc_mrr_at_3_diff1 - value: 41.87592052624239 - - type: nauc_mrr_at_3_max - value: 45.28982369374505 - - type: nauc_mrr_at_3_std - value: 2.2700878193900693 - - type: nauc_mrr_at_5_diff1 - value: 40.943800669522844 - - type: nauc_mrr_at_5_max - value: 45.13522457043506 - - type: nauc_mrr_at_5_std - value: 2.595834771362938 - - type: nauc_ndcg_at_1000_diff1 - value: 39.323519912574525 - - type: nauc_ndcg_at_1000_max - value: 44.58719948756376 - - type: nauc_ndcg_at_1000_std - value: 5.552040172607778 - - type: nauc_ndcg_at_100_diff1 - value: 38.944605514176004 - - type: nauc_ndcg_at_100_max - value: 44.588652126531834 - - type: nauc_ndcg_at_100_std - value: 5.62534775171776 - - type: nauc_ndcg_at_10_diff1 - value: 38.87844384092155 - - type: nauc_ndcg_at_10_max - value: 42.74408439609428 - - type: nauc_ndcg_at_10_std - value: 2.246062217814992 - - type: nauc_ndcg_at_1_diff1 - value: 44.56758540126327 - - type: nauc_ndcg_at_1_max - value: 44.185787216783304 - - type: nauc_ndcg_at_1_std - value: 0.7620879627094697 - - type: nauc_ndcg_at_20_diff1 - value: 38.43221082586818 - - type: nauc_ndcg_at_20_max - value: 43.246318892781495 - - type: nauc_ndcg_at_20_std - value: 3.905778864082108 - - type: nauc_ndcg_at_3_diff1 - value: 40.816323427738155 - - type: nauc_ndcg_at_3_max - value: 43.49504809513653 - - type: nauc_ndcg_at_3_std - value: 1.5381114089453443 - - type: nauc_ndcg_at_5_diff1 - value: 40.076835055135824 - - type: nauc_ndcg_at_5_max - value: 43.52178635750693 - - type: nauc_ndcg_at_5_std - value: 1.3559206242959452 - - type: nauc_precision_at_1000_diff1 - value: -15.647466636278828 - - type: nauc_precision_at_1000_max - value: 5.904410914951169 - - type: nauc_precision_at_1000_std - value: 17.40618557045203 - - type: nauc_precision_at_100_diff1 - value: -3.9597467055957893 - - type: nauc_precision_at_100_max - value: 22.961343949765233 - - type: nauc_precision_at_100_std - value: 23.34429454240908 - - type: nauc_precision_at_10_diff1 - value: 14.05583841949555 - - type: nauc_precision_at_10_max - value: 38.36530565544962 - - type: nauc_precision_at_10_std - value: 14.382509414634647 - - type: nauc_precision_at_1_diff1 - value: 44.56758540126327 - - type: nauc_precision_at_1_max - value: 44.185787216783304 - - type: nauc_precision_at_1_std - value: 0.7620879627094697 - - type: nauc_precision_at_20_diff1 - value: 6.538798218122634 - - type: nauc_precision_at_20_max - value: 34.00658700775686 - - type: nauc_precision_at_20_std - value: 20.597509212011193 - - type: nauc_precision_at_3_diff1 - value: 28.304844901559235 - - type: nauc_precision_at_3_max - value: 45.27600131445504 - - type: nauc_precision_at_3_std - value: 8.354192789545877 - - type: nauc_precision_at_5_diff1 - value: 22.953877313513193 - - type: nauc_precision_at_5_max - value: 44.284430383934264 - - type: nauc_precision_at_5_std - value: 10.334770424508367 - - type: nauc_recall_at_1000_diff1 - value: 30.573728753318512 - - type: nauc_recall_at_1000_max - value: 48.8862197314152 - - type: nauc_recall_at_1000_std - value: 39.36831920826857 - - type: nauc_recall_at_100_diff1 - value: 28.71507753685001 - - type: nauc_recall_at_100_max - value: 45.529758913975066 - - type: nauc_recall_at_100_std - value: 21.618936472364094 - - type: nauc_recall_at_10_diff1 - value: 30.74497176009266 - - type: nauc_recall_at_10_max - value: 38.55489439503341 - - type: nauc_recall_at_10_std - value: 4.018384700678425 - - type: nauc_recall_at_1_diff1 - value: 46.809395624197215 - - type: nauc_recall_at_1_max - value: 38.5282553020345 - - type: nauc_recall_at_1_std - value: -2.6714719336524926 - - type: nauc_recall_at_20_diff1 - value: 28.243104741184215 - - type: nauc_recall_at_20_max - value: 39.19414082462458 - - type: nauc_recall_at_20_std - value: 9.473220791236317 - - type: nauc_recall_at_3_diff1 - value: 38.15738740696845 - - type: nauc_recall_at_3_max - value: 41.1633436338189 - - type: nauc_recall_at_3_std - value: 1.158282559027133 - - type: nauc_recall_at_5_diff1 - value: 34.64423911400713 - - type: nauc_recall_at_5_max - value: 40.8645421961625 - - type: nauc_recall_at_5_std - value: 1.4099879992923574 - - type: ndcg_at_1 - value: 34.932 - - type: ndcg_at_10 - value: 41.972 - - type: ndcg_at_100 - value: 47.657 - - type: ndcg_at_1000 - value: 50.019000000000005 - - type: ndcg_at_20 - value: 44.303 - - type: ndcg_at_3 - value: 37.656 - - type: ndcg_at_5 - value: 39.53 - - type: precision_at_1 - value: 34.932 - - type: precision_at_10 - value: 7.283 - - type: precision_at_100 - value: 1.193 - - type: precision_at_1000 - value: 0.156 - - type: precision_at_20 - value: 4.401 - - type: precision_at_3 - value: 17.541999999999998 - - type: precision_at_5 - value: 12.237 - - type: recall_at_1 - value: 28.198 - - type: recall_at_10 - value: 51.882 - - type: recall_at_100 - value: 75.94999999999999 - - type: recall_at_1000 - value: 91.899 - - type: recall_at_20 - value: 60.099999999999994 - - type: recall_at_3 - value: 39.363 - - type: recall_at_5 - value: 44.665 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackRetrieval (default) - type: CQADupstackRetrieval_is_a_combined_dataset - config: default - split: test - revision: CQADupstackRetrieval_is_a_combined_dataset - metrics: - - type: main_score - value: 39.823499999999996 - - type: ndcg_at_10 - value: 39.823499999999996 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackStatsRetrieval (default) - type: mteb/cqadupstack-stats - config: default - split: test - revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a - metrics: - - type: main_score - value: 34.943000000000005 - - type: map_at_1 - value: 24.410999999999998 - - type: map_at_10 - value: 30.932 - - type: map_at_100 - value: 31.739 - - type: map_at_1000 - value: 31.830000000000002 - - type: map_at_20 - value: 31.324 - - type: map_at_3 - value: 28.766000000000002 - - type: map_at_5 - value: 29.839 - - type: mrr_at_1 - value: 26.840490797546014 - - type: mrr_at_10 - value: 33.307892686727044 - - type: mrr_at_100 - value: 34.03241097379545 - - type: mrr_at_1000 - value: 34.10023125102763 - - type: mrr_at_20 - value: 33.68050039111574 - - type: mrr_at_3 - value: 31.186094069529652 - - type: mrr_at_5 - value: 32.27505112474437 - - type: nauc_map_at_1000_diff1 - value: 51.804964999374135 - - type: nauc_map_at_1000_max - value: 44.54911447604234 - - type: nauc_map_at_1000_std - value: -3.9124714922577595 - - type: nauc_map_at_100_diff1 - value: 51.79414418374271 - - type: nauc_map_at_100_max - value: 44.53028548572758 - - type: nauc_map_at_100_std - value: -3.936520900104449 - - type: nauc_map_at_10_diff1 - value: 52.13568200983318 - - type: nauc_map_at_10_max - value: 44.27936223055172 - - type: nauc_map_at_10_std - value: -4.637044407984358 - - type: nauc_map_at_1_diff1 - value: 60.40410623980631 - - type: nauc_map_at_1_max - value: 45.34811786339857 - - type: nauc_map_at_1_std - value: -6.696917585345179 - - type: nauc_map_at_20_diff1 - value: 51.87901144218853 - - type: nauc_map_at_20_max - value: 44.364439163581956 - - type: nauc_map_at_20_std - value: -4.362548600899778 - - type: nauc_map_at_3_diff1 - value: 53.344920936625385 - - type: nauc_map_at_3_max - value: 43.94504815645493 - - type: nauc_map_at_3_std - value: -5.822433974427741 - - type: nauc_map_at_5_diff1 - value: 52.93588158523704 - - type: nauc_map_at_5_max - value: 44.169881746816394 - - type: nauc_map_at_5_std - value: -5.383095634348798 - - type: nauc_mrr_at_1000_diff1 - value: 51.515435374016405 - - type: nauc_mrr_at_1000_max - value: 46.49025922664378 - - type: nauc_mrr_at_1000_std - value: -1.734000546825239 - - type: nauc_mrr_at_100_diff1 - value: 51.50277861239645 - - type: nauc_mrr_at_100_max - value: 46.48736017033707 - - type: nauc_mrr_at_100_std - value: -1.7630940821874128 - - type: nauc_mrr_at_10_diff1 - value: 51.84567506397618 - - type: nauc_mrr_at_10_max - value: 46.47698842010961 - - type: nauc_mrr_at_10_std - value: -2.1847105443168906 - - type: nauc_mrr_at_1_diff1 - value: 59.98698239793917 - - type: nauc_mrr_at_1_max - value: 48.40620036540186 - - type: nauc_mrr_at_1_std - value: -3.4242783270144384 - - type: nauc_mrr_at_20_diff1 - value: 51.57964520313399 - - type: nauc_mrr_at_20_max - value: 46.455142539325564 - - type: nauc_mrr_at_20_std - value: -1.9955653090844752 - - type: nauc_mrr_at_3_diff1 - value: 53.08421172916342 - - type: nauc_mrr_at_3_max - value: 46.292968965079346 - - type: nauc_mrr_at_3_std - value: -3.1550885793301524 - - type: nauc_mrr_at_5_diff1 - value: 52.51416365371875 - - type: nauc_mrr_at_5_max - value: 46.349515599030966 - - type: nauc_mrr_at_5_std - value: -2.8326386618923083 - - type: nauc_ndcg_at_1000_diff1 - value: 47.56627640765143 - - type: nauc_ndcg_at_1000_max - value: 45.24531513719487 - - type: nauc_ndcg_at_1000_std - value: 0.6089956237978018 - - type: nauc_ndcg_at_100_diff1 - value: 47.37435417027065 - - type: nauc_ndcg_at_100_max - value: 45.28727556080823 - - type: nauc_ndcg_at_100_std - value: 0.3613960417129507 - - type: nauc_ndcg_at_10_diff1 - value: 48.841748817837136 - - type: nauc_ndcg_at_10_max - value: 44.244734298084644 - - type: nauc_ndcg_at_10_std - value: -2.9572535558833177 - - type: nauc_ndcg_at_1_diff1 - value: 59.98698239793917 - - type: nauc_ndcg_at_1_max - value: 48.40620036540186 - - type: nauc_ndcg_at_1_std - value: -3.4242783270144384 - - type: nauc_ndcg_at_20_diff1 - value: 47.91659967798167 - - type: nauc_ndcg_at_20_max - value: 44.204978220761944 - - type: nauc_ndcg_at_20_std - value: -2.288644698249191 - - type: nauc_ndcg_at_3_diff1 - value: 51.00292729991802 - - type: nauc_ndcg_at_3_max - value: 43.998307213920526 - - type: nauc_ndcg_at_3_std - value: -4.8101403367756275 - - type: nauc_ndcg_at_5_diff1 - value: 50.62831394266875 - - type: nauc_ndcg_at_5_max - value: 44.12528630838151 - - type: nauc_ndcg_at_5_std - value: -4.523860172399872 - - type: nauc_precision_at_1000_diff1 - value: -2.8829228898648767 - - type: nauc_precision_at_1000_max - value: 21.484319546444937 - - type: nauc_precision_at_1000_std - value: 23.183185359636234 - - type: nauc_precision_at_100_diff1 - value: 13.126546172852343 - - type: nauc_precision_at_100_max - value: 38.904452131928174 - - type: nauc_precision_at_100_std - value: 25.10210082898755 - - type: nauc_precision_at_10_diff1 - value: 29.241086028515433 - - type: nauc_precision_at_10_max - value: 41.969488550828046 - - type: nauc_precision_at_10_std - value: 8.298645192023173 - - type: nauc_precision_at_1_diff1 - value: 59.98698239793917 - - type: nauc_precision_at_1_max - value: 48.40620036540186 - - type: nauc_precision_at_1_std - value: -3.4242783270144384 - - type: nauc_precision_at_20_diff1 - value: 23.58186868996537 - - type: nauc_precision_at_20_max - value: 40.86082740373183 - - type: nauc_precision_at_20_std - value: 12.184307673634846 - - type: nauc_precision_at_3_diff1 - value: 40.17486752554448 - - type: nauc_precision_at_3_max - value: 42.78710883714347 - - type: nauc_precision_at_3_std - value: -0.349059657475376 - - type: nauc_precision_at_5_diff1 - value: 35.763627796017246 - - type: nauc_precision_at_5_max - value: 42.11188370859306 - - type: nauc_precision_at_5_std - value: 2.0716177280118218 - - type: nauc_recall_at_1000_diff1 - value: 20.103379778671822 - - type: nauc_recall_at_1000_max - value: 40.90452511219812 - - type: nauc_recall_at_1000_std - value: 28.489542574515518 - - type: nauc_recall_at_100_diff1 - value: 28.92452051977028 - - type: nauc_recall_at_100_max - value: 43.69922998944798 - - type: nauc_recall_at_100_std - value: 16.08142102561521 - - type: nauc_recall_at_10_diff1 - value: 38.53293149172859 - - type: nauc_recall_at_10_max - value: 40.73349434955263 - - type: nauc_recall_at_10_std - value: -0.44770933771286897 - - type: nauc_recall_at_1_diff1 - value: 60.40410623980631 - - type: nauc_recall_at_1_max - value: 45.34811786339857 - - type: nauc_recall_at_1_std - value: -6.696917585345179 - - type: nauc_recall_at_20_diff1 - value: 34.55687337304239 - - type: nauc_recall_at_20_max - value: 39.486563070843715 - - type: nauc_recall_at_20_std - value: 1.3250335614606434 - - type: nauc_recall_at_3_diff1 - value: 45.754504547000494 - - type: nauc_recall_at_3_max - value: 40.53548303608 - - type: nauc_recall_at_3_std - value: -5.9476766070844835 - - type: nauc_recall_at_5_diff1 - value: 44.641627272460006 - - type: nauc_recall_at_5_max - value: 41.14787999778504 - - type: nauc_recall_at_5_std - value: -4.818263118036689 - - type: ndcg_at_1 - value: 26.840000000000003 - - type: ndcg_at_10 - value: 34.943000000000005 - - type: ndcg_at_100 - value: 39.049 - - type: ndcg_at_1000 - value: 41.476 - - type: ndcg_at_20 - value: 36.28 - - type: ndcg_at_3 - value: 30.751 - - type: ndcg_at_5 - value: 32.477000000000004 - - type: precision_at_1 - value: 26.840000000000003 - - type: precision_at_10 - value: 5.414 - - type: precision_at_100 - value: 0.8109999999999999 - - type: precision_at_1000 - value: 0.11 - - type: precision_at_20 - value: 3.075 - - type: precision_at_3 - value: 12.831999999999999 - - type: precision_at_5 - value: 8.926 - - type: recall_at_1 - value: 24.410999999999998 - - type: recall_at_10 - value: 45.0 - - type: recall_at_100 - value: 63.67699999999999 - - type: recall_at_1000 - value: 81.661 - - type: recall_at_20 - value: 49.863 - - type: recall_at_3 - value: 33.427 - - type: recall_at_5 - value: 37.643 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackTexRetrieval (default) - type: mteb/cqadupstack-tex - config: default - split: test - revision: 46989137a86843e03a6195de44b09deda022eec7 - metrics: - - type: main_score - value: 27.271 - - type: map_at_1 - value: 16.813 - - type: map_at_10 - value: 23.084 - - type: map_at_100 - value: 24.084 - - type: map_at_1000 - value: 24.208 - - type: map_at_20 - value: 23.608999999999998 - - type: map_at_3 - value: 21.007 - - type: map_at_5 - value: 22.152 - - type: mrr_at_1 - value: 19.958706125258086 - - type: mrr_at_10 - value: 26.604138673133853 - - type: mrr_at_100 - value: 27.478236695978964 - - type: mrr_at_1000 - value: 27.561544170622774 - - type: mrr_at_20 - value: 27.096724876948723 - - type: mrr_at_3 - value: 24.455150263821977 - - type: mrr_at_5 - value: 25.652672631337463 - - type: nauc_map_at_1000_diff1 - value: 39.42696210572429 - - type: nauc_map_at_1000_max - value: 30.905939840350865 - - type: nauc_map_at_1000_std - value: -2.112768993220295 - - type: nauc_map_at_100_diff1 - value: 39.44317785985914 - - type: nauc_map_at_100_max - value: 30.88181126280187 - - type: nauc_map_at_100_std - value: -2.1497185321899397 - - type: nauc_map_at_10_diff1 - value: 39.783205720010386 - - type: nauc_map_at_10_max - value: 30.72075574663745 - - type: nauc_map_at_10_std - value: -2.7813597828526913 - - type: nauc_map_at_1_diff1 - value: 45.95495054375077 - - type: nauc_map_at_1_max - value: 29.307340243286813 - - type: nauc_map_at_1_std - value: -3.8787283494017917 - - type: nauc_map_at_20_diff1 - value: 39.55408069040055 - - type: nauc_map_at_20_max - value: 30.841952062165305 - - type: nauc_map_at_20_std - value: -2.3995234786161515 - - type: nauc_map_at_3_diff1 - value: 41.431715881367595 - - type: nauc_map_at_3_max - value: 30.956756929185385 - - type: nauc_map_at_3_std - value: -3.206001022221989 - - type: nauc_map_at_5_diff1 - value: 40.51971570880456 - - type: nauc_map_at_5_max - value: 31.166315953364165 - - type: nauc_map_at_5_std - value: -2.8328762711003583 - - type: nauc_mrr_at_1000_diff1 - value: 38.715236440148885 - - type: nauc_mrr_at_1000_max - value: 31.90827598615535 - - type: nauc_mrr_at_1000_std - value: -1.9261443520327743 - - type: nauc_mrr_at_100_diff1 - value: 38.72084424076236 - - type: nauc_mrr_at_100_max - value: 31.911757883048097 - - type: nauc_mrr_at_100_std - value: -1.934247771747498 - - type: nauc_mrr_at_10_diff1 - value: 38.931293857673275 - - type: nauc_mrr_at_10_max - value: 31.91985593998026 - - type: nauc_mrr_at_10_std - value: -2.410810172275656 - - type: nauc_mrr_at_1_diff1 - value: 44.96427444036714 - - type: nauc_mrr_at_1_max - value: 31.15869481567013 - - type: nauc_mrr_at_1_std - value: -4.1080170038771175 - - type: nauc_mrr_at_20_diff1 - value: 38.70329790653735 - - type: nauc_mrr_at_20_max - value: 31.887053660134562 - - type: nauc_mrr_at_20_std - value: -2.0993388242694286 - - type: nauc_mrr_at_3_diff1 - value: 40.24088572289525 - - type: nauc_mrr_at_3_max - value: 32.22164230494495 - - type: nauc_mrr_at_3_std - value: -2.924880693476093 - - type: nauc_mrr_at_5_diff1 - value: 39.6695858564594 - - type: nauc_mrr_at_5_max - value: 32.37794889156794 - - type: nauc_mrr_at_5_std - value: -2.532868239474118 - - type: nauc_ndcg_at_1000_diff1 - value: 35.682019461771944 - - type: nauc_ndcg_at_1000_max - value: 31.672918812082624 - - type: nauc_ndcg_at_1000_std - value: 1.5456158352734608 - - type: nauc_ndcg_at_100_diff1 - value: 35.565350344596084 - - type: nauc_ndcg_at_100_max - value: 31.134172361704408 - - type: nauc_ndcg_at_100_std - value: 0.9454200599045738 - - type: nauc_ndcg_at_10_diff1 - value: 36.91294535770248 - - type: nauc_ndcg_at_10_max - value: 30.84230781604498 - - type: nauc_ndcg_at_10_std - value: -2.029254867212283 - - type: nauc_ndcg_at_1_diff1 - value: 44.7836102719316 - - type: nauc_ndcg_at_1_max - value: 31.03001956253118 - - type: nauc_ndcg_at_1_std - value: -4.221403257631206 - - type: nauc_ndcg_at_20_diff1 - value: 36.1721462124937 - - type: nauc_ndcg_at_20_max - value: 31.05660505054403 - - type: nauc_ndcg_at_20_std - value: -0.8551815209980955 - - type: nauc_ndcg_at_3_diff1 - value: 39.80891131649415 - - type: nauc_ndcg_at_3_max - value: 31.8884872128821 - - type: nauc_ndcg_at_3_std - value: -2.9356278969356406 - - type: nauc_ndcg_at_5_diff1 - value: 38.42988711109339 - - type: nauc_ndcg_at_5_max - value: 32.02629483395798 - - type: nauc_ndcg_at_5_std - value: -2.184896525784372 - - type: nauc_precision_at_1000_diff1 - value: -1.810399416309549 - - type: nauc_precision_at_1000_max - value: 17.36974902069381 - - type: nauc_precision_at_1000_std - value: 7.690679246210264 - - type: nauc_precision_at_100_diff1 - value: 9.061000301257494 - - type: nauc_precision_at_100_max - value: 23.27334207448966 - - type: nauc_precision_at_100_std - value: 9.203093247430845 - - type: nauc_precision_at_10_diff1 - value: 24.078831809156785 - - type: nauc_precision_at_10_max - value: 30.16351522977483 - - type: nauc_precision_at_10_std - value: -0.16764035070409813 - - type: nauc_precision_at_1_diff1 - value: 44.7836102719316 - - type: nauc_precision_at_1_max - value: 31.03001956253118 - - type: nauc_precision_at_1_std - value: -4.221403257631206 - - type: nauc_precision_at_20_diff1 - value: 19.327475481333188 - - type: nauc_precision_at_20_max - value: 29.156827789069585 - - type: nauc_precision_at_20_std - value: 3.6679763697455257 - - type: nauc_precision_at_3_diff1 - value: 33.537001430788095 - - type: nauc_precision_at_3_max - value: 34.214307848025385 - - type: nauc_precision_at_3_std - value: -1.8308165697325505 - - type: nauc_precision_at_5_diff1 - value: 30.081621340352754 - - type: nauc_precision_at_5_max - value: 33.60577799991689 - - type: nauc_precision_at_5_std - value: -0.7134881667518544 - - type: nauc_recall_at_1000_diff1 - value: 13.963474690325386 - - type: nauc_recall_at_1000_max - value: 30.829779058875534 - - type: nauc_recall_at_1000_std - value: 26.862797389948657 - - type: nauc_recall_at_100_diff1 - value: 20.93086558288481 - - type: nauc_recall_at_100_max - value: 27.229733717130234 - - type: nauc_recall_at_100_std - value: 12.462126967729018 - - type: nauc_recall_at_10_diff1 - value: 28.478947742090373 - - type: nauc_recall_at_10_max - value: 27.489385479243193 - - type: nauc_recall_at_10_std - value: -0.4705009290267946 - - type: nauc_recall_at_1_diff1 - value: 45.95495054375077 - - type: nauc_recall_at_1_max - value: 29.307340243286813 - - type: nauc_recall_at_1_std - value: -3.8787283494017917 - - type: nauc_recall_at_20_diff1 - value: 25.75330603328109 - - type: nauc_recall_at_20_max - value: 27.804223322498807 - - type: nauc_recall_at_20_std - value: 3.144395319952984 - - type: nauc_recall_at_3_diff1 - value: 36.07951024551158 - - type: nauc_recall_at_3_max - value: 31.08083223663377 - - type: nauc_recall_at_3_std - value: -2.1113644085672267 - - type: nauc_recall_at_5_diff1 - value: 32.42036043538062 - - type: nauc_recall_at_5_max - value: 31.16748252176094 - - type: nauc_recall_at_5_std - value: -0.6292907329994006 - - type: ndcg_at_1 - value: 19.993 - - type: ndcg_at_10 - value: 27.271 - - type: ndcg_at_100 - value: 32.153999999999996 - - type: ndcg_at_1000 - value: 35.227000000000004 - - type: ndcg_at_20 - value: 29.005 - - type: ndcg_at_3 - value: 23.403 - - type: ndcg_at_5 - value: 25.206 - - type: precision_at_1 - value: 19.993 - - type: precision_at_10 - value: 4.849 - - type: precision_at_100 - value: 0.856 - - type: precision_at_1000 - value: 0.129 - - type: precision_at_20 - value: 2.93 - - type: precision_at_3 - value: 10.863 - - type: precision_at_5 - value: 7.832 - - type: recall_at_1 - value: 16.813 - - type: recall_at_10 - value: 36.32 - - type: recall_at_100 - value: 58.342000000000006 - - type: recall_at_1000 - value: 80.523 - - type: recall_at_20 - value: 42.669000000000004 - - type: recall_at_3 - value: 25.592 - - type: recall_at_5 - value: 30.279 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackUnixRetrieval (default) - type: mteb/cqadupstack-unix - config: default - split: test - revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 - metrics: - - type: main_score - value: 38.237 - - type: map_at_1 - value: 25.785000000000004 - - type: map_at_10 - value: 33.415 - - type: map_at_100 - value: 34.53 - - type: map_at_1000 - value: 34.633 - - type: map_at_20 - value: 34.013 - - type: map_at_3 - value: 30.836000000000002 - - type: map_at_5 - value: 32.326 - - type: mrr_at_1 - value: 30.130597014925375 - - type: mrr_at_10 - value: 37.4946324923004 - - type: mrr_at_100 - value: 38.394806750951716 - - type: mrr_at_1000 - value: 38.45403514653281 - - type: mrr_at_20 - value: 38.00542360682474 - - type: mrr_at_3 - value: 35.136815920398014 - - type: mrr_at_5 - value: 36.587375621890544 - - type: nauc_map_at_1000_diff1 - value: 49.52120171319979 - - type: nauc_map_at_1000_max - value: 44.2737746562252 - - type: nauc_map_at_1000_std - value: 1.3883003717739537 - - type: nauc_map_at_100_diff1 - value: 49.52495945318767 - - type: nauc_map_at_100_max - value: 44.25172491297186 - - type: nauc_map_at_100_std - value: 1.3534962768450893 - - type: nauc_map_at_10_diff1 - value: 49.54621161463998 - - type: nauc_map_at_10_max - value: 44.1501794847627 - - type: nauc_map_at_10_std - value: 0.9402407258675659 - - type: nauc_map_at_1_diff1 - value: 55.05877624613837 - - type: nauc_map_at_1_max - value: 45.885355054370265 - - type: nauc_map_at_1_std - value: 0.6039256077894425 - - type: nauc_map_at_20_diff1 - value: 49.572983112696626 - - type: nauc_map_at_20_max - value: 44.22886937737236 - - type: nauc_map_at_20_std - value: 1.1833933567379373 - - type: nauc_map_at_3_diff1 - value: 51.02441913285327 - - type: nauc_map_at_3_max - value: 44.2470426710593 - - type: nauc_map_at_3_std - value: 0.5205385668880222 - - type: nauc_map_at_5_diff1 - value: 49.776097385781114 - - type: nauc_map_at_5_max - value: 44.17598307913278 - - type: nauc_map_at_5_std - value: 0.7956980489062033 - - type: nauc_mrr_at_1000_diff1 - value: 48.912489895804725 - - type: nauc_mrr_at_1000_max - value: 43.488365442557644 - - type: nauc_mrr_at_1000_std - value: 0.7145245912285139 - - type: nauc_mrr_at_100_diff1 - value: 48.8973537486227 - - type: nauc_mrr_at_100_max - value: 43.462627169872846 - - type: nauc_mrr_at_100_std - value: 0.6919044814092266 - - type: nauc_mrr_at_10_diff1 - value: 48.770971607534555 - - type: nauc_mrr_at_10_max - value: 43.35465718380219 - - type: nauc_mrr_at_10_std - value: 0.47861053908937745 - - type: nauc_mrr_at_1_diff1 - value: 54.45364705100506 - - type: nauc_mrr_at_1_max - value: 45.9564145309108 - - type: nauc_mrr_at_1_std - value: -0.3816262519359993 - - type: nauc_mrr_at_20_diff1 - value: 48.84855563202191 - - type: nauc_mrr_at_20_max - value: 43.42213294974335 - - type: nauc_mrr_at_20_std - value: 0.6246499264833332 - - type: nauc_mrr_at_3_diff1 - value: 50.112684439814444 - - type: nauc_mrr_at_3_max - value: 43.57712757946534 - - type: nauc_mrr_at_3_std - value: -0.02233385754475177 - - type: nauc_mrr_at_5_diff1 - value: 48.88326728319565 - - type: nauc_mrr_at_5_max - value: 43.27515202198208 - - type: nauc_mrr_at_5_std - value: 0.06598612697068278 - - type: nauc_ndcg_at_1000_diff1 - value: 47.045566188497354 - - type: nauc_ndcg_at_1000_max - value: 44.02083810761991 - - type: nauc_ndcg_at_1000_std - value: 3.8566204017046837 - - type: nauc_ndcg_at_100_diff1 - value: 46.87351433287525 - - type: nauc_ndcg_at_100_max - value: 43.31914904366156 - - type: nauc_ndcg_at_100_std - value: 3.2077702511273274 - - type: nauc_ndcg_at_10_diff1 - value: 47.034854974393106 - - type: nauc_ndcg_at_10_max - value: 42.99342917009051 - - type: nauc_ndcg_at_10_std - value: 1.56074638296321 - - type: nauc_ndcg_at_1_diff1 - value: 54.45364705100506 - - type: nauc_ndcg_at_1_max - value: 45.9564145309108 - - type: nauc_ndcg_at_1_std - value: -0.3816262519359993 - - type: nauc_ndcg_at_20_diff1 - value: 47.13156408834095 - - type: nauc_ndcg_at_20_max - value: 43.257377267127936 - - type: nauc_ndcg_at_20_std - value: 2.3634519654199773 - - type: nauc_ndcg_at_3_diff1 - value: 49.39611760977834 - - type: nauc_ndcg_at_3_max - value: 43.25557261827668 - - type: nauc_ndcg_at_3_std - value: 0.6164875248447612 - - type: nauc_ndcg_at_5_diff1 - value: 47.420507058828996 - - type: nauc_ndcg_at_5_max - value: 42.952880522402786 - - type: nauc_ndcg_at_5_std - value: 1.0389071033132582 - - type: nauc_precision_at_1000_diff1 - value: -10.353831200433623 - - type: nauc_precision_at_1000_max - value: 1.6725306247637572 - - type: nauc_precision_at_1000_std - value: 5.23903961892565 - - type: nauc_precision_at_100_diff1 - value: 5.042493723315836 - - type: nauc_precision_at_100_max - value: 15.435502469521545 - - type: nauc_precision_at_100_std - value: 7.736457748208918 - - type: nauc_precision_at_10_diff1 - value: 26.342761572244644 - - type: nauc_precision_at_10_max - value: 31.372521019380205 - - type: nauc_precision_at_10_std - value: 4.018664708063928 - - type: nauc_precision_at_1_diff1 - value: 54.45364705100506 - - type: nauc_precision_at_1_max - value: 45.9564145309108 - - type: nauc_precision_at_1_std - value: -0.3816262519359993 - - type: nauc_precision_at_20_diff1 - value: 21.41116292365835 - - type: nauc_precision_at_20_max - value: 28.440473482025542 - - type: nauc_precision_at_20_std - value: 5.325433897767179 - - type: nauc_precision_at_3_diff1 - value: 40.39940003727101 - - type: nauc_precision_at_3_max - value: 38.3527731240483 - - type: nauc_precision_at_3_std - value: 1.1475904970123023 - - type: nauc_precision_at_5_diff1 - value: 32.0770898726879 - - type: nauc_precision_at_5_max - value: 35.68958684993726 - - type: nauc_precision_at_5_std - value: 2.475615689500985 - - type: nauc_recall_at_1000_diff1 - value: 30.80588133212561 - - type: nauc_recall_at_1000_max - value: 47.68424961498482 - - type: nauc_recall_at_1000_std - value: 37.095503378541345 - - type: nauc_recall_at_100_diff1 - value: 34.255643927749965 - - type: nauc_recall_at_100_max - value: 36.2148656992043 - - type: nauc_recall_at_100_std - value: 12.955819249202813 - - type: nauc_recall_at_10_diff1 - value: 38.51613432459783 - - type: nauc_recall_at_10_max - value: 37.83617629131118 - - type: nauc_recall_at_10_std - value: 3.530049632431654 - - type: nauc_recall_at_1_diff1 - value: 55.05877624613837 - - type: nauc_recall_at_1_max - value: 45.885355054370265 - - type: nauc_recall_at_1_std - value: 0.6039256077894425 - - type: nauc_recall_at_20_diff1 - value: 38.119414031862235 - - type: nauc_recall_at_20_max - value: 38.03240222275707 - - type: nauc_recall_at_20_std - value: 6.900473519744871 - - type: nauc_recall_at_3_diff1 - value: 45.10876601598985 - - type: nauc_recall_at_3_max - value: 39.71236526542584 - - type: nauc_recall_at_3_std - value: 1.0682071020848884 - - type: nauc_recall_at_5_diff1 - value: 40.04186104984272 - - type: nauc_recall_at_5_max - value: 38.38041748718699 - - type: nauc_recall_at_5_std - value: 2.179397895630501 - - type: ndcg_at_1 - value: 30.131000000000004 - - type: ndcg_at_10 - value: 38.237 - - type: ndcg_at_100 - value: 43.49 - - type: ndcg_at_1000 - value: 45.834 - - type: ndcg_at_20 - value: 40.214 - - type: ndcg_at_3 - value: 33.534000000000006 - - type: ndcg_at_5 - value: 35.885 - - type: precision_at_1 - value: 30.131000000000004 - - type: precision_at_10 - value: 6.343 - - type: precision_at_100 - value: 1.0030000000000001 - - type: precision_at_1000 - value: 0.132 - - type: precision_at_20 - value: 3.694 - - type: precision_at_3 - value: 14.924999999999999 - - type: precision_at_5 - value: 10.597 - - type: recall_at_1 - value: 25.785000000000004 - - type: recall_at_10 - value: 48.9 - - type: recall_at_100 - value: 71.937 - - type: recall_at_1000 - value: 88.39200000000001 - - type: recall_at_20 - value: 56.092 - - type: recall_at_3 - value: 36.275 - - type: recall_at_5 - value: 42.199 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackWebmastersRetrieval (default) - type: mteb/cqadupstack-webmasters - config: default - split: test - revision: 160c094312a0e1facb97e55eeddb698c0abe3571 - metrics: - - type: main_score - value: 38.702 - - type: map_at_1 - value: 24.759999999999998 - - type: map_at_10 - value: 33.206 - - type: map_at_100 - value: 34.896 - - type: map_at_1000 - value: 35.099999999999994 - - type: map_at_20 - value: 34.127 - - type: map_at_3 - value: 30.823 - - type: map_at_5 - value: 31.968000000000004 - - type: mrr_at_1 - value: 29.64426877470356 - - type: mrr_at_10 - value: 37.80404981491938 - - type: mrr_at_100 - value: 38.79933651092482 - - type: mrr_at_1000 - value: 38.86142798335946 - - type: mrr_at_20 - value: 38.38038983190356 - - type: mrr_at_3 - value: 35.67193675889328 - - type: mrr_at_5 - value: 36.73913043478261 - - type: nauc_map_at_1000_diff1 - value: 56.216987125546034 - - type: nauc_map_at_1000_max - value: 36.636024345063184 - - type: nauc_map_at_1000_std - value: -1.4679718812536617 - - type: nauc_map_at_100_diff1 - value: 56.29317223035958 - - type: nauc_map_at_100_max - value: 36.75828550893792 - - type: nauc_map_at_100_std - value: -1.4679105920296445 - - type: nauc_map_at_10_diff1 - value: 56.9700109786174 - - type: nauc_map_at_10_max - value: 36.394193643008286 - - type: nauc_map_at_10_std - value: -3.0328457791525123 - - type: nauc_map_at_1_diff1 - value: 65.93518730710079 - - type: nauc_map_at_1_max - value: 38.535827431015406 - - type: nauc_map_at_1_std - value: -5.236773287629493 - - type: nauc_map_at_20_diff1 - value: 56.44336987598136 - - type: nauc_map_at_20_max - value: 36.61391138593165 - - type: nauc_map_at_20_std - value: -2.2269175214462975 - - type: nauc_map_at_3_diff1 - value: 58.78641909497991 - - type: nauc_map_at_3_max - value: 36.08784205619596 - - type: nauc_map_at_3_std - value: -4.869458701935401 - - type: nauc_map_at_5_diff1 - value: 57.647744003585686 - - type: nauc_map_at_5_max - value: 36.32385641689891 - - type: nauc_map_at_5_std - value: -4.079967324624381 - - type: nauc_mrr_at_1000_diff1 - value: 53.73405720991941 - - type: nauc_mrr_at_1000_max - value: 35.01515025396539 - - type: nauc_mrr_at_1000_std - value: -0.31590504950082143 - - type: nauc_mrr_at_100_diff1 - value: 53.70139953638633 - - type: nauc_mrr_at_100_max - value: 35.000971432470834 - - type: nauc_mrr_at_100_std - value: -0.30518945008354775 - - type: nauc_mrr_at_10_diff1 - value: 53.771916929516806 - - type: nauc_mrr_at_10_max - value: 34.86714427649752 - - type: nauc_mrr_at_10_std - value: -0.8475666877072621 - - type: nauc_mrr_at_1_diff1 - value: 60.595670459363035 - - type: nauc_mrr_at_1_max - value: 37.2467762733547 - - type: nauc_mrr_at_1_std - value: -2.4072594343717455 - - type: nauc_mrr_at_20_diff1 - value: 53.534675374167115 - - type: nauc_mrr_at_20_max - value: 34.96374314629818 - - type: nauc_mrr_at_20_std - value: -0.44188628945875974 - - type: nauc_mrr_at_3_diff1 - value: 54.78312495468249 - - type: nauc_mrr_at_3_max - value: 35.2066811878517 - - type: nauc_mrr_at_3_std - value: -1.8944738758534572 - - type: nauc_mrr_at_5_diff1 - value: 53.9320133784024 - - type: nauc_mrr_at_5_max - value: 34.933128114329506 - - type: nauc_mrr_at_5_std - value: -1.2573590246219064 - - type: nauc_ndcg_at_1000_diff1 - value: 52.79088958488379 - - type: nauc_ndcg_at_1000_max - value: 36.345628516588896 - - type: nauc_ndcg_at_1000_std - value: 2.445044072065906 - - type: nauc_ndcg_at_100_diff1 - value: 52.232592807059106 - - type: nauc_ndcg_at_100_max - value: 35.94266703777175 - - type: nauc_ndcg_at_100_std - value: 2.380896854289871 - - type: nauc_ndcg_at_10_diff1 - value: 52.4200115272185 - - type: nauc_ndcg_at_10_max - value: 34.757851066956796 - - type: nauc_ndcg_at_10_std - value: -0.49561613958663575 - - type: nauc_ndcg_at_1_diff1 - value: 60.595670459363035 - - type: nauc_ndcg_at_1_max - value: 37.2467762733547 - - type: nauc_ndcg_at_1_std - value: -2.4072594343717455 - - type: nauc_ndcg_at_20_diff1 - value: 51.5556221127907 - - type: nauc_ndcg_at_20_max - value: 34.91161584533855 - - type: nauc_ndcg_at_20_std - value: 0.3287359655907246 - - type: nauc_ndcg_at_3_diff1 - value: 54.38150999646727 - - type: nauc_ndcg_at_3_max - value: 35.12008787987902 - - type: nauc_ndcg_at_3_std - value: -3.0391777460369234 - - type: nauc_ndcg_at_5_diff1 - value: 53.17636862901642 - - type: nauc_ndcg_at_5_max - value: 35.01805262816462 - - type: nauc_ndcg_at_5_std - value: -1.6730461330592035 - - type: nauc_precision_at_1000_diff1 - value: -19.197476345589244 - - type: nauc_precision_at_1000_max - value: -16.07027930478512 - - type: nauc_precision_at_1000_std - value: 7.47832582422616 - - type: nauc_precision_at_100_diff1 - value: -10.833279142904125 - - type: nauc_precision_at_100_max - value: 0.3713956448135286 - - type: nauc_precision_at_100_std - value: 19.43321236567288 - - type: nauc_precision_at_10_diff1 - value: 14.485899279468805 - - type: nauc_precision_at_10_max - value: 20.99033493484436 - - type: nauc_precision_at_10_std - value: 13.948938797135813 - - type: nauc_precision_at_1_diff1 - value: 60.595670459363035 - - type: nauc_precision_at_1_max - value: 37.2467762733547 - - type: nauc_precision_at_1_std - value: -2.4072594343717455 - - type: nauc_precision_at_20_diff1 - value: 2.62242567609543 - - type: nauc_precision_at_20_max - value: 14.329590936752842 - - type: nauc_precision_at_20_std - value: 18.806868464807344 - - type: nauc_precision_at_3_diff1 - value: 36.32889497183576 - - type: nauc_precision_at_3_max - value: 29.18015511342924 - - type: nauc_precision_at_3_std - value: -0.27244981675427893 - - type: nauc_precision_at_5_diff1 - value: 26.69294935539956 - - type: nauc_precision_at_5_max - value: 26.270045377570643 - - type: nauc_precision_at_5_std - value: 5.716486753663058 - - type: nauc_recall_at_1000_diff1 - value: 31.26716925209579 - - type: nauc_recall_at_1000_max - value: 45.71657475818356 - - type: nauc_recall_at_1000_std - value: 47.81870796071198 - - type: nauc_recall_at_100_diff1 - value: 34.53057634655451 - - type: nauc_recall_at_100_max - value: 32.29642070892327 - - type: nauc_recall_at_100_std - value: 19.030981903923518 - - type: nauc_recall_at_10_diff1 - value: 41.94526460488394 - - type: nauc_recall_at_10_max - value: 29.495791761106364 - - type: nauc_recall_at_10_std - value: 1.192873151949478 - - type: nauc_recall_at_1_diff1 - value: 65.93518730710079 - - type: nauc_recall_at_1_max - value: 38.535827431015406 - - type: nauc_recall_at_1_std - value: -5.236773287629493 - - type: nauc_recall_at_20_diff1 - value: 36.75595231694923 - - type: nauc_recall_at_20_max - value: 29.656872225402005 - - type: nauc_recall_at_20_std - value: 5.8442110307129385 - - type: nauc_recall_at_3_diff1 - value: 49.89157627698123 - - type: nauc_recall_at_3_max - value: 30.972745977527705 - - type: nauc_recall_at_3_std - value: -5.010969101582183 - - type: nauc_recall_at_5_diff1 - value: 45.538068401798036 - - type: nauc_recall_at_5_max - value: 30.839243092082462 - - type: nauc_recall_at_5_std - value: -2.3241921371938443 - - type: ndcg_at_1 - value: 29.644 - - type: ndcg_at_10 - value: 38.702 - - type: ndcg_at_100 - value: 44.638 - - type: ndcg_at_1000 - value: 47.369 - - type: ndcg_at_20 - value: 41.11 - - type: ndcg_at_3 - value: 34.89 - - type: ndcg_at_5 - value: 36.411 - - type: precision_at_1 - value: 29.644 - - type: precision_at_10 - value: 7.332 - - type: precision_at_100 - value: 1.482 - - type: precision_at_1000 - value: 0.234 - - type: precision_at_20 - value: 4.773000000000001 - - type: precision_at_3 - value: 16.469 - - type: precision_at_5 - value: 11.581 - - type: recall_at_1 - value: 24.759999999999998 - - type: recall_at_10 - value: 48.676 - - type: recall_at_100 - value: 74.71600000000001 - - type: recall_at_1000 - value: 92.529 - - type: recall_at_20 - value: 57.701 - - type: recall_at_3 - value: 37.634 - - type: recall_at_5 - value: 42.021 - - task: - type: Retrieval - dataset: - name: MTEB CQADupstackWordpressRetrieval (default) - type: mteb/cqadupstack-wordpress - config: default - split: test - revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 - metrics: - - type: main_score - value: 33.184000000000005 - - type: map_at_1 - value: 22.498 - - type: map_at_10 - value: 29.041 - - type: map_at_100 - value: 29.902 - - type: map_at_1000 - value: 30.005 - - type: map_at_20 - value: 29.445 - - type: map_at_3 - value: 27.034999999999997 - - type: map_at_5 - value: 28.066999999999997 - - type: mrr_at_1 - value: 24.58410351201479 - - type: mrr_at_10 - value: 31.36284951442068 - - type: mrr_at_100 - value: 32.08870634848143 - - type: mrr_at_1000 - value: 32.168573680049334 - - type: mrr_at_20 - value: 31.68542524505996 - - type: mrr_at_3 - value: 29.390018484288355 - - type: mrr_at_5 - value: 30.434380776340113 - - type: nauc_map_at_1000_diff1 - value: 41.374253890381695 - - type: nauc_map_at_1000_max - value: 22.065970643139305 - - type: nauc_map_at_1000_std - value: -4.525195186246908 - - type: nauc_map_at_100_diff1 - value: 41.3933742734894 - - type: nauc_map_at_100_max - value: 22.05523884767592 - - type: nauc_map_at_100_std - value: -4.576049995000299 - - type: nauc_map_at_10_diff1 - value: 41.685933864893386 - - type: nauc_map_at_10_max - value: 22.074430235618202 - - type: nauc_map_at_10_std - value: -5.342756555650224 - - type: nauc_map_at_1_diff1 - value: 46.369951820505214 - - type: nauc_map_at_1_max - value: 20.79889216707456 - - type: nauc_map_at_1_std - value: -5.546990768719017 - - type: nauc_map_at_20_diff1 - value: 41.57650839001777 - - type: nauc_map_at_20_max - value: 22.10337028666859 - - type: nauc_map_at_20_std - value: -5.0112632942049755 - - type: nauc_map_at_3_diff1 - value: 43.25002524227386 - - type: nauc_map_at_3_max - value: 21.71254977377994 - - type: nauc_map_at_3_std - value: -5.063792530287141 - - type: nauc_map_at_5_diff1 - value: 41.942098001153774 - - type: nauc_map_at_5_max - value: 22.060360157295246 - - type: nauc_map_at_5_std - value: -4.787860519098938 - - type: nauc_mrr_at_1000_diff1 - value: 39.63161745977759 - - type: nauc_mrr_at_1000_max - value: 22.437035210976983 - - type: nauc_mrr_at_1000_std - value: -3.5262912017419623 - - type: nauc_mrr_at_100_diff1 - value: 39.62581910750353 - - type: nauc_mrr_at_100_max - value: 22.42233364420823 - - type: nauc_mrr_at_100_std - value: -3.5432198196209934 - - type: nauc_mrr_at_10_diff1 - value: 39.8819383353136 - - type: nauc_mrr_at_10_max - value: 22.576979034329465 - - type: nauc_mrr_at_10_std - value: -4.001145099997851 - - type: nauc_mrr_at_1_diff1 - value: 44.588747332680065 - - type: nauc_mrr_at_1_max - value: 20.828813306550884 - - type: nauc_mrr_at_1_std - value: -4.887668051250691 - - type: nauc_mrr_at_20_diff1 - value: 39.72417138310015 - - type: nauc_mrr_at_20_max - value: 22.441412917606147 - - type: nauc_mrr_at_20_std - value: -3.7881582741662796 - - type: nauc_mrr_at_3_diff1 - value: 41.13949263111701 - - type: nauc_mrr_at_3_max - value: 22.57324930910542 - - type: nauc_mrr_at_3_std - value: -4.638590270694448 - - type: nauc_mrr_at_5_diff1 - value: 39.70292942654342 - - type: nauc_mrr_at_5_max - value: 22.11981992742418 - - type: nauc_mrr_at_5_std - value: -3.9308423278718774 - - type: nauc_ndcg_at_1000_diff1 - value: 37.73029127510404 - - type: nauc_ndcg_at_1000_max - value: 22.573816267041135 - - type: nauc_ndcg_at_1000_std - value: -1.1982970753891795 - - type: nauc_ndcg_at_100_diff1 - value: 37.80001858721174 - - type: nauc_ndcg_at_100_max - value: 22.053220025055772 - - type: nauc_ndcg_at_100_std - value: -1.9640830293524214 - - type: nauc_ndcg_at_10_diff1 - value: 39.19945472332868 - - type: nauc_ndcg_at_10_max - value: 22.37732222114705 - - type: nauc_ndcg_at_10_std - value: -5.475219250689131 - - type: nauc_ndcg_at_1_diff1 - value: 43.85704285579009 - - type: nauc_ndcg_at_1_max - value: 20.860113091486728 - - type: nauc_ndcg_at_1_std - value: -5.456254260600186 - - type: nauc_ndcg_at_20_diff1 - value: 38.81399354320835 - - type: nauc_ndcg_at_20_max - value: 22.10413559000053 - - type: nauc_ndcg_at_20_std - value: -4.518321078880659 - - type: nauc_ndcg_at_3_diff1 - value: 41.59494576422268 - - type: nauc_ndcg_at_3_max - value: 22.1394672055329 - - type: nauc_ndcg_at_3_std - value: -4.935068978769641 - - type: nauc_ndcg_at_5_diff1 - value: 39.396998721310275 - - type: nauc_ndcg_at_5_max - value: 22.147397701500118 - - type: nauc_ndcg_at_5_std - value: -4.5245682967348735 - - type: nauc_precision_at_1000_diff1 - value: -19.86346220307687 - - type: nauc_precision_at_1000_max - value: -5.1025845451007035 - - type: nauc_precision_at_1000_std - value: 26.638466878996773 - - type: nauc_precision_at_100_diff1 - value: 2.6860641099854488 - - type: nauc_precision_at_100_max - value: 11.142271599444532 - - type: nauc_precision_at_100_std - value: 18.84976252978762 - - type: nauc_precision_at_10_diff1 - value: 24.20931645094317 - - type: nauc_precision_at_10_max - value: 22.21660392055808 - - type: nauc_precision_at_10_std - value: -1.5213797518956709 - - type: nauc_precision_at_1_diff1 - value: 43.85704285579009 - - type: nauc_precision_at_1_max - value: 20.860113091486728 - - type: nauc_precision_at_1_std - value: -5.456254260600186 - - type: nauc_precision_at_20_diff1 - value: 19.939563895658054 - - type: nauc_precision_at_20_max - value: 19.9547409824195 - - type: nauc_precision_at_20_std - value: 3.1240579445396968 - - type: nauc_precision_at_3_diff1 - value: 35.03211109170608 - - type: nauc_precision_at_3_max - value: 23.11561284004388 - - type: nauc_precision_at_3_std - value: -3.294506159571753 - - type: nauc_precision_at_5_diff1 - value: 28.75507298742003 - - type: nauc_precision_at_5_max - value: 23.096043416959745 - - type: nauc_precision_at_5_std - value: -0.3608727236051583 - - type: nauc_recall_at_1000_diff1 - value: 14.205256005519862 - - type: nauc_recall_at_1000_max - value: 29.089194987609247 - - type: nauc_recall_at_1000_std - value: 31.72373859229968 - - type: nauc_recall_at_100_diff1 - value: 25.301523383036283 - - type: nauc_recall_at_100_max - value: 19.894458618130827 - - type: nauc_recall_at_100_std - value: 9.796701690786652 - - type: nauc_recall_at_10_diff1 - value: 33.687167392518326 - - type: nauc_recall_at_10_max - value: 21.682333049513517 - - type: nauc_recall_at_10_std - value: -7.621345840947486 - - type: nauc_recall_at_1_diff1 - value: 46.369951820505214 - - type: nauc_recall_at_1_max - value: 20.79889216707456 - - type: nauc_recall_at_1_std - value: -5.546990768719017 - - type: nauc_recall_at_20_diff1 - value: 32.34548907384537 - - type: nauc_recall_at_20_max - value: 20.292072830777688 - - type: nauc_recall_at_20_std - value: -4.518439576600629 - - type: nauc_recall_at_3_diff1 - value: 39.109075876824534 - - type: nauc_recall_at_3_max - value: 22.057723571439517 - - type: nauc_recall_at_3_std - value: -5.805873500092649 - - type: nauc_recall_at_5_diff1 - value: 34.36166175032935 - - type: nauc_recall_at_5_max - value: 21.86558200207439 - - type: nauc_recall_at_5_std - value: -4.916227924629593 - - type: ndcg_at_1 - value: 24.769 - - type: ndcg_at_10 - value: 33.184000000000005 - - type: ndcg_at_100 - value: 37.688 - - type: ndcg_at_1000 - value: 40.419 - - type: ndcg_at_20 - value: 34.501 - - type: ndcg_at_3 - value: 29.183999999999997 - - type: ndcg_at_5 - value: 30.886000000000003 - - type: precision_at_1 - value: 24.769 - - type: precision_at_10 - value: 5.065 - - type: precision_at_100 - value: 0.8019999999999999 - - type: precision_at_1000 - value: 0.11499999999999999 - - type: precision_at_20 - value: 2.874 - - type: precision_at_3 - value: 12.138 - - type: precision_at_5 - value: 8.280999999999999 - - type: recall_at_1 - value: 22.498 - - type: recall_at_10 - value: 43.561 - - type: recall_at_100 - value: 65.179 - - type: recall_at_1000 - value: 85.59400000000001 - - type: recall_at_20 - value: 48.542 - - type: recall_at_3 - value: 32.683 - - type: recall_at_5 - value: 36.756 - - task: - type: Retrieval - dataset: - name: MTEB ClimateFEVER (default) - type: mteb/climate-fever - config: default - split: test - revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 - metrics: - - type: main_score - value: 25.068 - - type: map_at_1 - value: 10.814 - - type: map_at_10 - value: 17.698 - - type: map_at_100 - value: 19.256999999999998 - - type: map_at_1000 - value: 19.427 - - type: map_at_20 - value: 18.517 - - type: map_at_3 - value: 14.768 - - type: map_at_5 - value: 16.168 - - type: mrr_at_1 - value: 23.778501628664493 - - type: mrr_at_10 - value: 33.88224497182152 - - type: mrr_at_100 - value: 34.860765476660085 - - type: mrr_at_1000 - value: 34.9058127244524 - - type: mrr_at_20 - value: 34.4448909369367 - - type: mrr_at_3 - value: 30.77090119435396 - - type: mrr_at_5 - value: 32.45819761129207 - - type: nauc_map_at_1000_diff1 - value: 30.726195789977407 - - type: nauc_map_at_1000_max - value: 39.15113878399586 - - type: nauc_map_at_1000_std - value: 24.917819555141364 - - type: nauc_map_at_100_diff1 - value: 30.75831870619496 - - type: nauc_map_at_100_max - value: 39.0925281576344 - - type: nauc_map_at_100_std - value: 24.812904430064332 - - type: nauc_map_at_10_diff1 - value: 30.788364938640512 - - type: nauc_map_at_10_max - value: 38.52945445826396 - - type: nauc_map_at_10_std - value: 22.673515059180666 - - type: nauc_map_at_1_diff1 - value: 37.07725847525864 - - type: nauc_map_at_1_max - value: 35.38487349908001 - - type: nauc_map_at_1_std - value: 14.952796342325215 - - type: nauc_map_at_20_diff1 - value: 30.765506490721002 - - type: nauc_map_at_20_max - value: 38.679949146657215 - - type: nauc_map_at_20_std - value: 23.919856455340465 - - type: nauc_map_at_3_diff1 - value: 32.35005706399001 - - type: nauc_map_at_3_max - value: 37.80552461042152 - - type: nauc_map_at_3_std - value: 19.66789833007622 - - type: nauc_map_at_5_diff1 - value: 31.39340429832868 - - type: nauc_map_at_5_max - value: 37.86527491094143 - - type: nauc_map_at_5_std - value: 21.300046990539336 - - type: nauc_mrr_at_1000_diff1 - value: 29.432524625300516 - - type: nauc_mrr_at_1000_max - value: 38.218394864212605 - - type: nauc_mrr_at_1000_std - value: 23.0728189419235 - - type: nauc_mrr_at_100_diff1 - value: 29.415430356879153 - - type: nauc_mrr_at_100_max - value: 38.22628059794739 - - type: nauc_mrr_at_100_std - value: 23.103333959988873 - - type: nauc_mrr_at_10_diff1 - value: 29.270691859275267 - - type: nauc_mrr_at_10_max - value: 37.97561622149939 - - type: nauc_mrr_at_10_std - value: 22.952175070051965 - - type: nauc_mrr_at_1_diff1 - value: 34.52650533413239 - - type: nauc_mrr_at_1_max - value: 36.148065417245 - - type: nauc_mrr_at_1_std - value: 15.515107159812219 - - type: nauc_mrr_at_20_diff1 - value: 29.32892593488461 - - type: nauc_mrr_at_20_max - value: 38.06551351610269 - - type: nauc_mrr_at_20_std - value: 22.999514039671794 - - type: nauc_mrr_at_3_diff1 - value: 30.05956412186002 - - type: nauc_mrr_at_3_max - value: 38.04150684696926 - - type: nauc_mrr_at_3_std - value: 21.145061297495886 - - type: nauc_mrr_at_5_diff1 - value: 29.52610385179893 - - type: nauc_mrr_at_5_max - value: 38.07912336351449 - - type: nauc_mrr_at_5_std - value: 22.202446598949297 - - type: nauc_ndcg_at_1000_diff1 - value: 27.887597561058197 - - type: nauc_ndcg_at_1000_max - value: 41.52865791139878 - - type: nauc_ndcg_at_1000_std - value: 32.57271525966578 - - type: nauc_ndcg_at_100_diff1 - value: 28.02030309361315 - - type: nauc_ndcg_at_100_max - value: 41.08879586115668 - - type: nauc_ndcg_at_100_std - value: 31.90715915733223 - - type: nauc_ndcg_at_10_diff1 - value: 28.04223401946267 - - type: nauc_ndcg_at_10_max - value: 38.795016872950455 - - type: nauc_ndcg_at_10_std - value: 25.973732363728434 - - type: nauc_ndcg_at_1_diff1 - value: 34.52650533413239 - - type: nauc_ndcg_at_1_max - value: 36.148065417245 - - type: nauc_ndcg_at_1_std - value: 15.515107159812219 - - type: nauc_ndcg_at_20_diff1 - value: 27.94864928591636 - - type: nauc_ndcg_at_20_max - value: 39.09300998222898 - - type: nauc_ndcg_at_20_std - value: 28.260390854254442 - - type: nauc_ndcg_at_3_diff1 - value: 30.261545363567393 - - type: nauc_ndcg_at_3_max - value: 38.35070630405234 - - type: nauc_ndcg_at_3_std - value: 21.733359277075007 - - type: nauc_ndcg_at_5_diff1 - value: 29.007282666548782 - - type: nauc_ndcg_at_5_max - value: 38.19253965146719 - - type: nauc_ndcg_at_5_std - value: 23.75020400831367 - - type: nauc_precision_at_1000_diff1 - value: 1.0971491593517433 - - type: nauc_precision_at_1000_max - value: 20.501165891367897 - - type: nauc_precision_at_1000_std - value: 33.08550856417568 - - type: nauc_precision_at_100_diff1 - value: 8.208365629305003 - - type: nauc_precision_at_100_max - value: 28.792616255918404 - - type: nauc_precision_at_100_std - value: 39.062648127602095 - - type: nauc_precision_at_10_diff1 - value: 15.476040301752219 - - type: nauc_precision_at_10_max - value: 33.78531956611384 - - type: nauc_precision_at_10_std - value: 31.677301925396133 - - type: nauc_precision_at_1_diff1 - value: 34.52650533413239 - - type: nauc_precision_at_1_max - value: 36.148065417245 - - type: nauc_precision_at_1_std - value: 15.515107159812219 - - type: nauc_precision_at_20_diff1 - value: 13.387501267803426 - - type: nauc_precision_at_20_max - value: 30.579805522179836 - - type: nauc_precision_at_20_std - value: 34.34349794407176 - - type: nauc_precision_at_3_diff1 - value: 24.27699635478862 - - type: nauc_precision_at_3_max - value: 39.10099390075825 - - type: nauc_precision_at_3_std - value: 26.077902686725356 - - type: nauc_precision_at_5_diff1 - value: 20.241362108640512 - - type: nauc_precision_at_5_max - value: 36.73704705533335 - - type: nauc_precision_at_5_std - value: 29.71404762973725 - - type: nauc_recall_at_1000_diff1 - value: 15.041339820064792 - - type: nauc_recall_at_1000_max - value: 38.210493878922016 - - type: nauc_recall_at_1000_std - value: 46.42840401037906 - - type: nauc_recall_at_100_diff1 - value: 17.40351931952328 - - type: nauc_recall_at_100_max - value: 36.35082435969393 - - type: nauc_recall_at_100_std - value: 40.17010031746488 - - type: nauc_recall_at_10_diff1 - value: 20.592317402983227 - - type: nauc_recall_at_10_max - value: 34.42889956200554 - - type: nauc_recall_at_10_std - value: 27.783078607420965 - - type: nauc_recall_at_1_diff1 - value: 37.07725847525864 - - type: nauc_recall_at_1_max - value: 35.38487349908001 - - type: nauc_recall_at_1_std - value: 14.952796342325215 - - type: nauc_recall_at_20_diff1 - value: 18.913492138987277 - - type: nauc_recall_at_20_max - value: 32.880947397941114 - - type: nauc_recall_at_20_std - value: 31.242089488285664 - - type: nauc_recall_at_3_diff1 - value: 26.860571488191347 - - type: nauc_recall_at_3_max - value: 37.257430934967516 - - type: nauc_recall_at_3_std - value: 22.745409711551936 - - type: nauc_recall_at_5_diff1 - value: 23.382506719477313 - - type: nauc_recall_at_5_max - value: 35.170344260330985 - - type: nauc_recall_at_5_std - value: 25.225259387767036 - - type: ndcg_at_1 - value: 23.779 - - type: ndcg_at_10 - value: 25.068 - - type: ndcg_at_100 - value: 31.680000000000003 - - type: ndcg_at_1000 - value: 34.915 - - type: ndcg_at_20 - value: 27.531 - - type: ndcg_at_3 - value: 20.266000000000002 - - type: ndcg_at_5 - value: 21.758 - - type: precision_at_1 - value: 23.779 - - type: precision_at_10 - value: 7.811 - - type: precision_at_100 - value: 1.484 - - type: precision_at_1000 - value: 0.208 - - type: precision_at_20 - value: 4.951 - - type: precision_at_3 - value: 14.680000000000001 - - type: precision_at_5 - value: 11.231 - - type: recall_at_1 - value: 10.814 - - type: recall_at_10 - value: 30.165 - - type: recall_at_100 - value: 53.355 - - type: recall_at_1000 - value: 71.65599999999999 - - type: recall_at_20 - value: 37.227 - - type: recall_at_3 - value: 18.312 - - type: recall_at_5 - value: 22.776 - - task: - type: Retrieval - dataset: - name: MTEB DBPedia (default) - type: mteb/dbpedia - config: default - split: test - revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 - metrics: - - type: main_score - value: 40.128 - - type: map_at_1 - value: 8.033999999999999 - - type: map_at_10 - value: 18.822 - - type: map_at_100 - value: 27.282 - - type: map_at_1000 - value: 28.756999999999998 - - type: map_at_20 - value: 22.142 - - type: map_at_3 - value: 13.044 - - type: map_at_5 - value: 15.598 - - type: mrr_at_1 - value: 64.25 - - type: mrr_at_10 - value: 72.70863095238096 - - type: mrr_at_100 - value: 73.09512900443771 - - type: mrr_at_1000 - value: 73.11075331194148 - - type: mrr_at_20 - value: 72.98421560487157 - - type: mrr_at_3 - value: 71.29166666666667 - - type: mrr_at_5 - value: 72.12916666666666 - - type: nauc_map_at_1000_diff1 - value: 30.543883261161536 - - type: nauc_map_at_1000_max - value: 42.353750968369155 - - type: nauc_map_at_1000_std - value: 34.13519156019349 - - type: nauc_map_at_100_diff1 - value: 30.459895674869426 - - type: nauc_map_at_100_max - value: 40.639035762476695 - - type: nauc_map_at_100_std - value: 31.575397596808873 - - type: nauc_map_at_10_diff1 - value: 29.35688708799568 - - type: nauc_map_at_10_max - value: 26.340950212484486 - - type: nauc_map_at_10_std - value: 6.6246544254567805 - - type: nauc_map_at_1_diff1 - value: 39.151142399694436 - - type: nauc_map_at_1_max - value: 12.327212034658261 - - type: nauc_map_at_1_std - value: -12.296775269574505 - - type: nauc_map_at_20_diff1 - value: 30.865357274880274 - - type: nauc_map_at_20_max - value: 33.254789132350076 - - type: nauc_map_at_20_std - value: 16.934279573461502 - - type: nauc_map_at_3_diff1 - value: 29.118936965876674 - - type: nauc_map_at_3_max - value: 15.816576758743603 - - type: nauc_map_at_3_std - value: -8.161367795620372 - - type: nauc_map_at_5_diff1 - value: 28.061992840951323 - - type: nauc_map_at_5_max - value: 20.18332572398894 - - type: nauc_map_at_5_std - value: -2.2080150076458014 - - type: nauc_mrr_at_1000_diff1 - value: 56.156507058746044 - - type: nauc_mrr_at_1000_max - value: 68.51716536005274 - - type: nauc_mrr_at_1000_std - value: 39.414256566689474 - - type: nauc_mrr_at_100_diff1 - value: 56.15969118571886 - - type: nauc_mrr_at_100_max - value: 68.51416472003974 - - type: nauc_mrr_at_100_std - value: 39.39349989419205 - - type: nauc_mrr_at_10_diff1 - value: 56.12495208722984 - - type: nauc_mrr_at_10_max - value: 68.54473483396215 - - type: nauc_mrr_at_10_std - value: 39.67183874270583 - - type: nauc_mrr_at_1_diff1 - value: 59.36969852531271 - - type: nauc_mrr_at_1_max - value: 67.56851059392558 - - type: nauc_mrr_at_1_std - value: 36.969050416898966 - - type: nauc_mrr_at_20_diff1 - value: 55.99914193025399 - - type: nauc_mrr_at_20_max - value: 68.40788624539715 - - type: nauc_mrr_at_20_std - value: 39.46837236948266 - - type: nauc_mrr_at_3_diff1 - value: 55.770924130746714 - - type: nauc_mrr_at_3_max - value: 69.00383741066481 - - type: nauc_mrr_at_3_std - value: 40.0207075667577 - - type: nauc_mrr_at_5_diff1 - value: 55.52954942018717 - - type: nauc_mrr_at_5_max - value: 68.56040375977116 - - type: nauc_mrr_at_5_std - value: 40.077962236561085 - - type: nauc_ndcg_at_1000_diff1 - value: 38.14988410677898 - - type: nauc_ndcg_at_1000_max - value: 56.47105087934767 - - type: nauc_ndcg_at_1000_std - value: 47.04791679043225 - - type: nauc_ndcg_at_100_diff1 - value: 37.95149999528909 - - type: nauc_ndcg_at_100_max - value: 51.70242497688857 - - type: nauc_ndcg_at_100_std - value: 39.76628057617207 - - type: nauc_ndcg_at_10_diff1 - value: 39.20499187332023 - - type: nauc_ndcg_at_10_max - value: 51.1615971680236 - - type: nauc_ndcg_at_10_std - value: 36.91243795711172 - - type: nauc_ndcg_at_1_diff1 - value: 55.112515649466246 - - type: nauc_ndcg_at_1_max - value: 58.03802954048531 - - type: nauc_ndcg_at_1_std - value: 32.12429688865427 - - type: nauc_ndcg_at_20_diff1 - value: 38.195692700872435 - - type: nauc_ndcg_at_20_max - value: 50.63381235840573 - - type: nauc_ndcg_at_20_std - value: 36.06533752676667 - - type: nauc_ndcg_at_3_diff1 - value: 39.27740001430255 - - type: nauc_ndcg_at_3_max - value: 52.33343623438059 - - type: nauc_ndcg_at_3_std - value: 34.36671655531986 - - type: nauc_ndcg_at_5_diff1 - value: 38.93775962525339 - - type: nauc_ndcg_at_5_max - value: 52.402567089926954 - - type: nauc_ndcg_at_5_std - value: 36.471309221344775 - - type: nauc_precision_at_1000_diff1 - value: -7.985196145750175 - - type: nauc_precision_at_1000_max - value: 5.587049519148011 - - type: nauc_precision_at_1000_std - value: 15.032120786187184 - - type: nauc_precision_at_100_diff1 - value: 4.560286145329576 - - type: nauc_precision_at_100_max - value: 33.76149522529365 - - type: nauc_precision_at_100_std - value: 49.7138007417884 - - type: nauc_precision_at_10_diff1 - value: 16.122425127371127 - - type: nauc_precision_at_10_max - value: 46.06057524946189 - - type: nauc_precision_at_10_std - value: 53.70478200551676 - - type: nauc_precision_at_1_diff1 - value: 59.94339954017109 - - type: nauc_precision_at_1_max - value: 67.8658672882871 - - type: nauc_precision_at_1_std - value: 37.10004470558177 - - type: nauc_precision_at_20_diff1 - value: 13.181325195621426 - - type: nauc_precision_at_20_max - value: 44.648075481857255 - - type: nauc_precision_at_20_std - value: 55.92217835548933 - - type: nauc_precision_at_3_diff1 - value: 23.099104895145096 - - type: nauc_precision_at_3_max - value: 50.750994840186515 - - type: nauc_precision_at_3_std - value: 42.26250569044277 - - type: nauc_precision_at_5_diff1 - value: 19.99730010715204 - - type: nauc_precision_at_5_max - value: 50.23994360223831 - - type: nauc_precision_at_5_std - value: 48.52382421072666 - - type: nauc_recall_at_1000_diff1 - value: 26.250771204031548 - - type: nauc_recall_at_1000_max - value: 49.072705058659935 - - type: nauc_recall_at_1000_std - value: 49.85441894756742 - - type: nauc_recall_at_100_diff1 - value: 26.02777316164881 - - type: nauc_recall_at_100_max - value: 38.038868529411175 - - type: nauc_recall_at_100_std - value: 31.26837266758919 - - type: nauc_recall_at_10_diff1 - value: 20.94662860739998 - - type: nauc_recall_at_10_max - value: 17.368188720161754 - - type: nauc_recall_at_10_std - value: 1.1812169548446732 - - type: nauc_recall_at_1_diff1 - value: 39.151142399694436 - - type: nauc_recall_at_1_max - value: 12.327212034658261 - - type: nauc_recall_at_1_std - value: -12.296775269574505 - - type: nauc_recall_at_20_diff1 - value: 22.764959821414664 - - type: nauc_recall_at_20_max - value: 24.94723994091569 - - type: nauc_recall_at_20_std - value: 10.63449568054851 - - type: nauc_recall_at_3_diff1 - value: 22.72401224290308 - - type: nauc_recall_at_3_max - value: 11.139789083493241 - - type: nauc_recall_at_3_std - value: -10.260234538488943 - - type: nauc_recall_at_5_diff1 - value: 20.693625530302 - - type: nauc_recall_at_5_max - value: 13.532842352097793 - - type: nauc_recall_at_5_std - value: -5.3480352786455265 - - type: ndcg_at_1 - value: 52.25 - - type: ndcg_at_10 - value: 40.128 - - type: ndcg_at_100 - value: 45.04 - - type: ndcg_at_1000 - value: 51.559 - - type: ndcg_at_20 - value: 39.953 - - type: ndcg_at_3 - value: 44.403 - - type: ndcg_at_5 - value: 41.733 - - type: precision_at_1 - value: 64.0 - - type: precision_at_10 - value: 32.574999999999996 - - type: precision_at_100 - value: 10.637 - - type: precision_at_1000 - value: 2.009 - - type: precision_at_20 - value: 25.262 - - type: precision_at_3 - value: 48.083 - - type: precision_at_5 - value: 40.9 - - type: recall_at_1 - value: 8.033999999999999 - - type: recall_at_10 - value: 24.775 - - type: recall_at_100 - value: 52.129999999999995 - - type: recall_at_1000 - value: 72.733 - - type: recall_at_20 - value: 32.229 - - type: recall_at_3 - value: 14.562 - - type: recall_at_5 - value: 18.779 - - task: - type: Classification - dataset: - name: MTEB EmotionClassification (default) - type: mteb/emotion - config: default - split: test - revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 - metrics: - - type: accuracy - value: 74.86 - - type: f1 - value: 69.50281522607058 - - type: f1_weighted - value: 75.96499621761998 - - type: main_score - value: 74.86 - - task: - type: Retrieval - dataset: - name: MTEB FEVER (default) - type: mteb/fever - config: default - split: test - revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 - metrics: - - type: main_score - value: 86.029 - - type: map_at_1 - value: 74.08 - - type: map_at_10 - value: 82.177 - - type: map_at_100 - value: 82.408 - - type: map_at_1000 - value: 82.421 - - type: map_at_20 - value: 82.324 - - type: map_at_3 - value: 81.144 - - type: map_at_5 - value: 81.825 - - type: mrr_at_1 - value: 79.98799879987999 - - type: mrr_at_10 - value: 87.23975969025474 - - type: mrr_at_100 - value: 87.33022408059028 - - type: mrr_at_1000 - value: 87.33105497834518 - - type: mrr_at_20 - value: 87.30363975321869 - - type: mrr_at_3 - value: 86.48614861486149 - - type: mrr_at_5 - value: 87.00895089508951 - - type: nauc_map_at_1000_diff1 - value: 47.18026314440635 - - type: nauc_map_at_1000_max - value: 17.9330526256338 - - type: nauc_map_at_1000_std - value: -5.3445158396552355 - - type: nauc_map_at_100_diff1 - value: 47.156109407093425 - - type: nauc_map_at_100_max - value: 17.90858878578509 - - type: nauc_map_at_100_std - value: -5.356586659429106 - - type: nauc_map_at_10_diff1 - value: 46.97802663574742 - - type: nauc_map_at_10_max - value: 17.778059504755127 - - type: nauc_map_at_10_std - value: -5.561300772862536 - - type: nauc_map_at_1_diff1 - value: 52.31366274677025 - - type: nauc_map_at_1_max - value: 15.322713551588476 - - type: nauc_map_at_1_std - value: -6.875419015918934 - - type: nauc_map_at_20_diff1 - value: 47.08625466654072 - - type: nauc_map_at_20_max - value: 17.891030154580157 - - type: nauc_map_at_20_std - value: -5.447025405093699 - - type: nauc_map_at_3_diff1 - value: 47.26031982432714 - - type: nauc_map_at_3_max - value: 17.45992095422804 - - type: nauc_map_at_3_std - value: -6.446904959741953 - - type: nauc_map_at_5_diff1 - value: 47.01260454072357 - - type: nauc_map_at_5_max - value: 17.660548632844232 - - type: nauc_map_at_5_std - value: -5.787419515119699 - - type: nauc_mrr_at_1000_diff1 - value: 64.41152296131199 - - type: nauc_mrr_at_1000_max - value: 23.307182168620653 - - type: nauc_mrr_at_1000_std - value: -9.183567974071059 - - type: nauc_mrr_at_100_diff1 - value: 64.40773319555626 - - type: nauc_mrr_at_100_max - value: 23.305797789953207 - - type: nauc_mrr_at_100_std - value: -9.183577479977806 - - type: nauc_mrr_at_10_diff1 - value: 64.4536672205504 - - type: nauc_mrr_at_10_max - value: 23.539632110562074 - - type: nauc_mrr_at_10_std - value: -9.168267618043826 - - type: nauc_mrr_at_1_diff1 - value: 65.99650338830246 - - type: nauc_mrr_at_1_max - value: 20.45229384378876 - - type: nauc_mrr_at_1_std - value: -9.137237267011438 - - type: nauc_mrr_at_20_diff1 - value: 64.39494111501824 - - type: nauc_mrr_at_20_max - value: 23.396142296085877 - - type: nauc_mrr_at_20_std - value: -9.154819394456167 - - type: nauc_mrr_at_3_diff1 - value: 64.36165531332453 - - type: nauc_mrr_at_3_max - value: 24.00492826148777 - - type: nauc_mrr_at_3_std - value: -9.466123843147106 - - type: nauc_mrr_at_5_diff1 - value: 64.42026387157507 - - type: nauc_mrr_at_5_max - value: 23.701234205591927 - - type: nauc_mrr_at_5_std - value: -9.243895842874585 - - type: nauc_ndcg_at_1000_diff1 - value: 48.47561102210581 - - type: nauc_ndcg_at_1000_max - value: 20.159977425380994 - - type: nauc_ndcg_at_1000_std - value: -4.028414315087236 - - type: nauc_ndcg_at_100_diff1 - value: 47.804317898379324 - - type: nauc_ndcg_at_100_max - value: 19.73584132417468 - - type: nauc_ndcg_at_100_std - value: -4.141743695523345 - - type: nauc_ndcg_at_10_diff1 - value: 47.181801683115715 - - type: nauc_ndcg_at_10_max - value: 19.67291015182826 - - type: nauc_ndcg_at_10_std - value: -4.955061993619026 - - type: nauc_ndcg_at_1_diff1 - value: 66.03846019208821 - - type: nauc_ndcg_at_1_max - value: 20.53933190703456 - - type: nauc_ndcg_at_1_std - value: -9.085278766183892 - - type: nauc_ndcg_at_20_diff1 - value: 47.36501168701815 - - type: nauc_ndcg_at_20_max - value: 19.768090593978947 - - type: nauc_ndcg_at_20_std - value: -4.636442265903903 - - type: nauc_ndcg_at_3_diff1 - value: 48.97879923408444 - - type: nauc_ndcg_at_3_max - value: 19.991837279672936 - - type: nauc_ndcg_at_3_std - value: -6.6164260032623154 - - type: nauc_ndcg_at_5_diff1 - value: 47.66660274002175 - - type: nauc_ndcg_at_5_max - value: 19.739497581499418 - - type: nauc_ndcg_at_5_std - value: -5.472704358995032 - - type: nauc_precision_at_1000_diff1 - value: -4.91356972153601 - - type: nauc_precision_at_1000_max - value: 10.767283510927069 - - type: nauc_precision_at_1000_std - value: 10.851948281159475 - - type: nauc_precision_at_100_diff1 - value: -6.644235956332489 - - type: nauc_precision_at_100_max - value: 12.2814116606959 - - type: nauc_precision_at_100_std - value: 12.9568479534 - - type: nauc_precision_at_10_diff1 - value: 3.834753435853664 - - type: nauc_precision_at_10_max - value: 21.255607108423987 - - type: nauc_precision_at_10_std - value: 6.9493381476998115 - - type: nauc_precision_at_1_diff1 - value: 66.03846019208821 - - type: nauc_precision_at_1_max - value: 20.53933190703456 - - type: nauc_precision_at_1_std - value: -9.085278766183892 - - type: nauc_precision_at_20_diff1 - value: -1.5151202426093329 - - type: nauc_precision_at_20_max - value: 17.48442645299107 - - type: nauc_precision_at_20_std - value: 9.569906694981894 - - type: nauc_precision_at_3_diff1 - value: 32.07253152137749 - - type: nauc_precision_at_3_max - value: 27.116376972865773 - - type: nauc_precision_at_3_std - value: -4.803695723966928 - - type: nauc_precision_at_5_diff1 - value: 17.013025647817916 - - type: nauc_precision_at_5_max - value: 24.82026428513575 - - type: nauc_precision_at_5_std - value: 2.3846688719203133 - - type: nauc_recall_at_1000_diff1 - value: -4.38506162432797 - - type: nauc_recall_at_1000_max - value: 27.203455486911988 - - type: nauc_recall_at_1000_std - value: 38.288593276660876 - - type: nauc_recall_at_100_diff1 - value: -0.896290643541681 - - type: nauc_recall_at_100_max - value: 16.787445826654928 - - type: nauc_recall_at_100_std - value: 22.127969974996407 - - type: nauc_recall_at_10_diff1 - value: 17.087506495511196 - - type: nauc_recall_at_10_max - value: 19.607705931584764 - - type: nauc_recall_at_10_std - value: 4.76216881287985 - - type: nauc_recall_at_1_diff1 - value: 52.31366274677025 - - type: nauc_recall_at_1_max - value: 15.322713551588476 - - type: nauc_recall_at_1_std - value: -6.875419015918934 - - type: nauc_recall_at_20_diff1 - value: 10.435829769664613 - - type: nauc_recall_at_20_max - value: 19.030389153906853 - - type: nauc_recall_at_20_std - value: 9.052365805997391 - - type: nauc_recall_at_3_diff1 - value: 32.89203049980986 - - type: nauc_recall_at_3_max - value: 20.318796315060883 - - type: nauc_recall_at_3_std - value: -3.6172856673173075 - - type: nauc_recall_at_5_diff1 - value: 25.57309028401807 - - type: nauc_recall_at_5_max - value: 20.073956234091277 - - type: nauc_recall_at_5_std - value: 0.6881678779899605 - - type: ndcg_at_1 - value: 79.973 - - type: ndcg_at_10 - value: 86.029 - - type: ndcg_at_100 - value: 86.86399999999999 - - type: ndcg_at_1000 - value: 87.078 - - type: ndcg_at_20 - value: 86.437 - - type: ndcg_at_3 - value: 84.36200000000001 - - type: ndcg_at_5 - value: 85.334 - - type: precision_at_1 - value: 79.973 - - type: precision_at_10 - value: 10.236 - - type: precision_at_100 - value: 1.085 - - type: precision_at_1000 - value: 0.11199999999999999 - - type: precision_at_20 - value: 5.236 - - type: precision_at_3 - value: 32.088 - - type: precision_at_5 - value: 19.889000000000003 - - type: recall_at_1 - value: 74.08 - - type: recall_at_10 - value: 93.006 - - type: recall_at_100 - value: 96.329 - - type: recall_at_1000 - value: 97.628 - - type: recall_at_20 - value: 94.415 - - type: recall_at_3 - value: 88.382 - - type: recall_at_5 - value: 90.908 - - task: - type: Retrieval - dataset: - name: MTEB FiQA2018 (default) - type: mteb/fiqa - config: default - split: test - revision: 27a168819829fe9bcd655c2df245fb19452e8e06 - metrics: - - type: main_score - value: 45.238 - - type: map_at_1 - value: 22.197 - - type: map_at_10 - value: 36.768 - - type: map_at_100 - value: 38.656 - - type: map_at_1000 - value: 38.821 - - type: map_at_20 - value: 37.758 - - type: map_at_3 - value: 32.063 - - type: map_at_5 - value: 34.78 - - type: mrr_at_1 - value: 44.29012345679013 - - type: mrr_at_10 - value: 53.99256564765824 - - type: mrr_at_100 - value: 54.6653968598584 - - type: mrr_at_1000 - value: 54.699017387047085 - - type: mrr_at_20 - value: 54.41962623396089 - - type: mrr_at_3 - value: 51.388888888888886 - - type: mrr_at_5 - value: 53.0324074074074 - - type: nauc_map_at_1000_diff1 - value: 43.964733486999094 - - type: nauc_map_at_1000_max - value: 33.7328274531488 - - type: nauc_map_at_1000_std - value: -5.3597861193194225 - - type: nauc_map_at_100_diff1 - value: 43.96529870708641 - - type: nauc_map_at_100_max - value: 33.63435945060896 - - type: nauc_map_at_100_std - value: -5.420921408336046 - - type: nauc_map_at_10_diff1 - value: 43.924540072411 - - type: nauc_map_at_10_max - value: 32.520437262909276 - - type: nauc_map_at_10_std - value: -6.328493263717272 - - type: nauc_map_at_1_diff1 - value: 48.86751603682574 - - type: nauc_map_at_1_max - value: 23.33348148450234 - - type: nauc_map_at_1_std - value: -11.985613040821576 - - type: nauc_map_at_20_diff1 - value: 43.8088829968795 - - type: nauc_map_at_20_max - value: 33.090300907257216 - - type: nauc_map_at_20_std - value: -5.917108856482267 - - type: nauc_map_at_3_diff1 - value: 44.88624632893974 - - type: nauc_map_at_3_max - value: 29.697926174130075 - - type: nauc_map_at_3_std - value: -7.694306446195935 - - type: nauc_map_at_5_diff1 - value: 44.97118980308157 - - type: nauc_map_at_5_max - value: 31.818619722418244 - - type: nauc_map_at_5_std - value: -7.547819469389952 - - type: nauc_mrr_at_1000_diff1 - value: 52.26355115940302 - - type: nauc_mrr_at_1000_max - value: 41.0543707208776 - - type: nauc_mrr_at_1000_std - value: -5.452858433421739 - - type: nauc_mrr_at_100_diff1 - value: 52.26504584188459 - - type: nauc_mrr_at_100_max - value: 41.07308697772977 - - type: nauc_mrr_at_100_std - value: -5.434509457913784 - - type: nauc_mrr_at_10_diff1 - value: 52.16201452200996 - - type: nauc_mrr_at_10_max - value: 40.91091857457965 - - type: nauc_mrr_at_10_std - value: -5.700623216637368 - - type: nauc_mrr_at_1_diff1 - value: 54.70946055005624 - - type: nauc_mrr_at_1_max - value: 39.75713150063678 - - type: nauc_mrr_at_1_std - value: -8.16777123053192 - - type: nauc_mrr_at_20_diff1 - value: 52.145488225207096 - - type: nauc_mrr_at_20_max - value: 40.942501000839606 - - type: nauc_mrr_at_20_std - value: -5.461167738021594 - - type: nauc_mrr_at_3_diff1 - value: 52.34305236560988 - - type: nauc_mrr_at_3_max - value: 41.024761767299346 - - type: nauc_mrr_at_3_std - value: -6.754713719004924 - - type: nauc_mrr_at_5_diff1 - value: 52.52228882231955 - - type: nauc_mrr_at_5_max - value: 40.680914003983574 - - type: nauc_mrr_at_5_std - value: -6.946286750396205 - - type: nauc_ndcg_at_1000_diff1 - value: 45.80689705095593 - - type: nauc_ndcg_at_1000_max - value: 38.65376474059236 - - type: nauc_ndcg_at_1000_std - value: -0.8426679041333226 - - type: nauc_ndcg_at_100_diff1 - value: 45.40195646691615 - - type: nauc_ndcg_at_100_max - value: 37.740256264637644 - - type: nauc_ndcg_at_100_std - value: -0.6456999840936685 - - type: nauc_ndcg_at_10_diff1 - value: 44.472658299433775 - - type: nauc_ndcg_at_10_max - value: 34.926427271566766 - - type: nauc_ndcg_at_10_std - value: -3.794186522225455 - - type: nauc_ndcg_at_1_diff1 - value: 55.11207162981167 - - type: nauc_ndcg_at_1_max - value: 40.04770799856073 - - type: nauc_ndcg_at_1_std - value: -8.237451198222473 - - type: nauc_ndcg_at_20_diff1 - value: 44.445891479491216 - - type: nauc_ndcg_at_20_max - value: 35.6369980485468 - - type: nauc_ndcg_at_20_std - value: -2.9005011346756793 - - type: nauc_ndcg_at_3_diff1 - value: 44.44467777831843 - - type: nauc_ndcg_at_3_max - value: 36.39871889519408 - - type: nauc_ndcg_at_3_std - value: -5.329363467949212 - - type: nauc_ndcg_at_5_diff1 - value: 45.52135880665753 - - type: nauc_ndcg_at_5_max - value: 35.14825220999228 - - type: nauc_ndcg_at_5_std - value: -5.868990273098538 - - type: nauc_precision_at_1000_diff1 - value: -1.1815208334906342 - - type: nauc_precision_at_1000_max - value: 26.449811642190596 - - type: nauc_precision_at_1000_std - value: 14.034220964361074 - - type: nauc_precision_at_100_diff1 - value: 6.299433340895272 - - type: nauc_precision_at_100_max - value: 32.65466445412118 - - type: nauc_precision_at_100_std - value: 16.727523719588792 - - type: nauc_precision_at_10_diff1 - value: 17.14685758121033 - - type: nauc_precision_at_10_max - value: 36.72885316893123 - - type: nauc_precision_at_10_std - value: 7.567939391015866 - - type: nauc_precision_at_1_diff1 - value: 55.11207162981167 - - type: nauc_precision_at_1_max - value: 40.04770799856073 - - type: nauc_precision_at_1_std - value: -8.237451198222473 - - type: nauc_precision_at_20_diff1 - value: 13.345033950192562 - - type: nauc_precision_at_20_max - value: 36.13773410770635 - - type: nauc_precision_at_20_std - value: 10.337064287181937 - - type: nauc_precision_at_3_diff1 - value: 30.49914493570367 - - type: nauc_precision_at_3_max - value: 38.625449654173345 - - type: nauc_precision_at_3_std - value: 1.1464534793351742 - - type: nauc_precision_at_5_diff1 - value: 26.605090525509965 - - type: nauc_precision_at_5_max - value: 38.94154371359529 - - type: nauc_precision_at_5_std - value: 1.6164787837188763 - - type: nauc_recall_at_1000_diff1 - value: 33.73034291801138 - - type: nauc_recall_at_1000_max - value: 42.5512504364843 - - type: nauc_recall_at_1000_std - value: 41.52742771920865 - - type: nauc_recall_at_100_diff1 - value: 31.56840434789129 - - type: nauc_recall_at_100_max - value: 31.7090724377623 - - type: nauc_recall_at_100_std - value: 18.959785265348074 - - type: nauc_recall_at_10_diff1 - value: 32.227216936116996 - - type: nauc_recall_at_10_max - value: 25.86071052038076 - - type: nauc_recall_at_10_std - value: 1.2918533076422702 - - type: nauc_recall_at_1_diff1 - value: 48.86751603682574 - - type: nauc_recall_at_1_max - value: 23.33348148450234 - - type: nauc_recall_at_1_std - value: -11.985613040821576 - - type: nauc_recall_at_20_diff1 - value: 30.40943948985167 - - type: nauc_recall_at_20_max - value: 26.344432860319607 - - type: nauc_recall_at_20_std - value: 5.117256528765375 - - type: nauc_recall_at_3_diff1 - value: 37.817850840859094 - - type: nauc_recall_at_3_max - value: 25.962079663107378 - - type: nauc_recall_at_3_std - value: -5.019028467575916 - - type: nauc_recall_at_5_diff1 - value: 37.472477954316965 - - type: nauc_recall_at_5_max - value: 26.6062847335331 - - type: nauc_recall_at_5_std - value: -4.190182593636277 - - type: ndcg_at_1 - value: 44.135999999999996 - - type: ndcg_at_10 - value: 45.238 - - type: ndcg_at_100 - value: 51.879 - - type: ndcg_at_1000 - value: 54.510999999999996 - - type: ndcg_at_20 - value: 47.749 - - type: ndcg_at_3 - value: 41.451 - - type: ndcg_at_5 - value: 42.791000000000004 - - type: precision_at_1 - value: 44.135999999999996 - - type: precision_at_10 - value: 12.469 - - type: precision_at_100 - value: 1.932 - - type: precision_at_1000 - value: 0.242 - - type: precision_at_20 - value: 7.276000000000001 - - type: precision_at_3 - value: 27.778000000000002 - - type: precision_at_5 - value: 20.401 - - type: recall_at_1 - value: 22.197 - - type: recall_at_10 - value: 52.589 - - type: recall_at_100 - value: 77.21000000000001 - - type: recall_at_1000 - value: 92.655 - - type: recall_at_20 - value: 60.418000000000006 - - type: recall_at_3 - value: 37.656 - - type: recall_at_5 - value: 44.766 - - task: - type: Retrieval - dataset: - name: MTEB HotpotQA (default) - type: mteb/hotpotqa - config: default - split: test - revision: ab518f4d6fcca38d87c25209f94beba119d02014 - metrics: - - type: main_score - value: 66.672 - - type: map_at_1 - value: 41.452 - - type: map_at_10 - value: 57.114 - - type: map_at_100 - value: 57.916000000000004 - - type: map_at_1000 - value: 57.98 - - type: map_at_20 - value: 57.577999999999996 - - type: map_at_3 - value: 54.123 - - type: map_at_5 - value: 55.998000000000005 - - type: mrr_at_1 - value: 82.88993923024984 - - type: mrr_at_10 - value: 87.29599262617494 - - type: mrr_at_100 - value: 87.44179374773974 - - type: mrr_at_1000 - value: 87.44758885778924 - - type: mrr_at_20 - value: 87.38595991978988 - - type: mrr_at_3 - value: 86.58338960162052 - - type: mrr_at_5 - value: 87.05941931127616 - - type: nauc_map_at_1000_diff1 - value: 13.199229264487641 - - type: nauc_map_at_1000_max - value: 19.078304815126153 - - type: nauc_map_at_1000_std - value: 1.4163575258487868 - - type: nauc_map_at_100_diff1 - value: 13.167893477702084 - - type: nauc_map_at_100_max - value: 19.047918941115018 - - type: nauc_map_at_100_std - value: 1.4019632869747767 - - type: nauc_map_at_10_diff1 - value: 13.61645787819 - - type: nauc_map_at_10_max - value: 19.338561003074485 - - type: nauc_map_at_10_std - value: 0.586279865627588 - - type: nauc_map_at_1_diff1 - value: 80.1377758180018 - - type: nauc_map_at_1_max - value: 57.02444028025282 - - type: nauc_map_at_1_std - value: -10.03150837635688 - - type: nauc_map_at_20_diff1 - value: 13.315828592614615 - - type: nauc_map_at_20_max - value: 19.154518359493608 - - type: nauc_map_at_20_std - value: 1.104286129040739 - - type: nauc_map_at_3_diff1 - value: 16.73069056504821 - - type: nauc_map_at_3_max - value: 21.568045731291345 - - type: nauc_map_at_3_std - value: -0.9028332040494601 - - type: nauc_map_at_5_diff1 - value: 14.535615143894272 - - type: nauc_map_at_5_max - value: 20.24255473166194 - - type: nauc_map_at_5_std - value: 0.1562676195429846 - - type: nauc_mrr_at_1000_diff1 - value: 79.071454088618 - - type: nauc_mrr_at_1000_max - value: 60.362500839516244 - - type: nauc_mrr_at_1000_std - value: -6.811809428476827 - - type: nauc_mrr_at_100_diff1 - value: 79.07264342410693 - - type: nauc_mrr_at_100_max - value: 60.36792398073043 - - type: nauc_mrr_at_100_std - value: -6.792464252412198 - - type: nauc_mrr_at_10_diff1 - value: 79.04865502843926 - - type: nauc_mrr_at_10_max - value: 60.47128832684599 - - type: nauc_mrr_at_10_std - value: -6.859886282259897 - - type: nauc_mrr_at_1_diff1 - value: 80.16309636918842 - - type: nauc_mrr_at_1_max - value: 57.1193359111543 - - type: nauc_mrr_at_1_std - value: -10.087591849910815 - - type: nauc_mrr_at_20_diff1 - value: 79.04767410739034 - - type: nauc_mrr_at_20_max - value: 60.40374280289518 - - type: nauc_mrr_at_20_std - value: -6.815179131878269 - - type: nauc_mrr_at_3_diff1 - value: 78.89310210618068 - - type: nauc_mrr_at_3_max - value: 60.64207551552725 - - type: nauc_mrr_at_3_std - value: -6.949920311733256 - - type: nauc_mrr_at_5_diff1 - value: 79.00865009515793 - - type: nauc_mrr_at_5_max - value: 60.60924733791852 - - type: nauc_mrr_at_5_std - value: -6.88593800658088 - - type: nauc_ndcg_at_1000_diff1 - value: 16.801586853750734 - - type: nauc_ndcg_at_1000_max - value: 21.71083122935369 - - type: nauc_ndcg_at_1000_std - value: 4.473611048477108 - - type: nauc_ndcg_at_100_diff1 - value: 16.105702979194362 - - type: nauc_ndcg_at_100_max - value: 21.111974766547746 - - type: nauc_ndcg_at_100_std - value: 4.317049762444118 - - type: nauc_ndcg_at_10_diff1 - value: 18.07760884649824 - - type: nauc_ndcg_at_10_max - value: 22.493150312307534 - - type: nauc_ndcg_at_10_std - value: 1.2611227823773556 - - type: nauc_ndcg_at_1_diff1 - value: 80.1377758180018 - - type: nauc_ndcg_at_1_max - value: 57.02444028025282 - - type: nauc_ndcg_at_1_std - value: -10.03150837635688 - - type: nauc_ndcg_at_20_diff1 - value: 17.028645571826548 - - type: nauc_ndcg_at_20_max - value: 21.812842702422817 - - type: nauc_ndcg_at_20_std - value: 2.6966666885409922 - - type: nauc_ndcg_at_3_diff1 - value: 23.716981252324572 - - type: nauc_ndcg_at_3_max - value: 26.670364215637974 - - type: nauc_ndcg_at_3_std - value: -0.9719557823277285 - - type: nauc_ndcg_at_5_diff1 - value: 20.111480897567414 - - type: nauc_ndcg_at_5_max - value: 24.41157811316286 - - type: nauc_ndcg_at_5_std - value: 0.42788856752251847 - - type: nauc_precision_at_1000_diff1 - value: -22.22019143726811 - - type: nauc_precision_at_1000_max - value: -3.3777678059242104 - - type: nauc_precision_at_1000_std - value: 25.281643186029594 - - type: nauc_precision_at_100_diff1 - value: -15.996899492242795 - - type: nauc_precision_at_100_max - value: -0.3166382378852161 - - type: nauc_precision_at_100_std - value: 18.65910171669574 - - type: nauc_precision_at_10_diff1 - value: -3.7549988651555686 - - type: nauc_precision_at_10_max - value: 8.367818118562914 - - type: nauc_precision_at_10_std - value: 6.027257106985855 - - type: nauc_precision_at_1_diff1 - value: 80.1377758180018 - - type: nauc_precision_at_1_max - value: 57.02444028025282 - - type: nauc_precision_at_1_std - value: -10.03150837635688 - - type: nauc_precision_at_20_diff1 - value: -7.809202122021467 - - type: nauc_precision_at_20_max - value: 5.684559420153755 - - type: nauc_precision_at_20_std - value: 10.457724905223328 - - type: nauc_precision_at_3_diff1 - value: 8.143560701950566 - - type: nauc_precision_at_3_max - value: 18.037501301037995 - - type: nauc_precision_at_3_std - value: 1.6877328136819272 - - type: nauc_precision_at_5_diff1 - value: 1.6514532655471763 - - type: nauc_precision_at_5_max - value: 13.596780571694966 - - type: nauc_precision_at_5_std - value: 4.105510122013385 - - type: nauc_recall_at_1000_diff1 - value: -22.220191437267875 - - type: nauc_recall_at_1000_max - value: -3.37776780592386 - - type: nauc_recall_at_1000_std - value: 25.281643186029694 - - type: nauc_recall_at_100_diff1 - value: -15.996899492242948 - - type: nauc_recall_at_100_max - value: -0.3166382378852923 - - type: nauc_recall_at_100_std - value: 18.659101716695645 - - type: nauc_recall_at_10_diff1 - value: -3.7549988651555615 - - type: nauc_recall_at_10_max - value: 8.36781811856293 - - type: nauc_recall_at_10_std - value: 6.027257106985939 - - type: nauc_recall_at_1_diff1 - value: 80.1377758180018 - - type: nauc_recall_at_1_max - value: 57.02444028025282 - - type: nauc_recall_at_1_std - value: -10.03150837635688 - - type: nauc_recall_at_20_diff1 - value: -7.809202122021376 - - type: nauc_recall_at_20_max - value: 5.684559420153887 - - type: nauc_recall_at_20_std - value: 10.457724905223396 - - type: nauc_recall_at_3_diff1 - value: 8.143560701950598 - - type: nauc_recall_at_3_max - value: 18.0375013010379 - - type: nauc_recall_at_3_std - value: 1.6877328136819112 - - type: nauc_recall_at_5_diff1 - value: 1.651453265547206 - - type: nauc_recall_at_5_max - value: 13.596780571694858 - - type: nauc_recall_at_5_std - value: 4.105510122013451 - - type: ndcg_at_1 - value: 82.903 - - type: ndcg_at_10 - value: 66.672 - - type: ndcg_at_100 - value: 69.461 - - type: ndcg_at_1000 - value: 70.71600000000001 - - type: ndcg_at_20 - value: 67.805 - - type: ndcg_at_3 - value: 62.517999999999994 - - type: ndcg_at_5 - value: 64.849 - - type: precision_at_1 - value: 82.903 - - type: precision_at_10 - value: 13.342 - - type: precision_at_100 - value: 1.554 - - type: precision_at_1000 - value: 0.172 - - type: precision_at_20 - value: 7.0360000000000005 - - type: precision_at_3 - value: 38.348 - - type: precision_at_5 - value: 24.853 - - type: recall_at_1 - value: 41.452 - - type: recall_at_10 - value: 66.712 - - type: recall_at_100 - value: 77.691 - - type: recall_at_1000 - value: 86.05000000000001 - - type: recall_at_20 - value: 70.365 - - type: recall_at_3 - value: 57.522 - - type: recall_at_5 - value: 62.134 - - task: - type: Classification - dataset: - name: MTEB ImdbClassification (default) - type: mteb/imdb - config: default - split: test - revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 - metrics: - - type: accuracy - value: 93.5944 - - type: ap - value: 90.23460839066176 - - type: ap_weighted - value: 90.23460839066176 - - type: f1 - value: 93.58945949328378 - - type: f1_weighted - value: 93.58945949328377 - - type: main_score - value: 93.5944 - - task: - type: Retrieval - dataset: - name: MTEB MSMARCO (default) - type: mteb/msmarco - config: default - split: dev - revision: c5a29a104738b98a9e76336939199e264163d4a0 - metrics: - - type: main_score - value: 41.448 - - type: map_at_1 - value: 22.301000000000002 - - type: map_at_10 - value: 34.496 - - type: map_at_100 - value: 35.649 - - type: map_at_1000 - value: 35.701 - - type: map_at_20 - value: 35.219 - - type: map_at_3 - value: 30.575999999999997 - - type: map_at_5 - value: 32.866 - - type: mrr_at_1 - value: 22.965616045845273 - - type: mrr_at_10 - value: 35.09491404011461 - - type: mrr_at_100 - value: 36.187693305481176 - - type: mrr_at_1000 - value: 36.232778932158766 - - type: mrr_at_20 - value: 35.78524376203171 - - type: mrr_at_3 - value: 31.24641833810888 - - type: mrr_at_5 - value: 33.51146131805157 - - type: nauc_map_at_1000_diff1 - value: 32.57730294595383 - - type: nauc_map_at_1000_max - value: 5.29445395320108 - - type: nauc_map_at_1000_std - value: -22.970905043313387 - - type: nauc_map_at_100_diff1 - value: 32.57039780495482 - - type: nauc_map_at_100_max - value: 5.291541137819884 - - type: nauc_map_at_100_std - value: -22.96848793162939 - - type: nauc_map_at_10_diff1 - value: 32.573077232922564 - - type: nauc_map_at_10_max - value: 5.138611611251585 - - type: nauc_map_at_10_std - value: -23.652694991321038 - - type: nauc_map_at_1_diff1 - value: 35.143737321824354 - - type: nauc_map_at_1_max - value: 4.181751403923573 - - type: nauc_map_at_1_std - value: -20.267535275488257 - - type: nauc_map_at_20_diff1 - value: 32.55195491318451 - - type: nauc_map_at_20_max - value: 5.23274726486251 - - type: nauc_map_at_20_std - value: -23.244425928675753 - - type: nauc_map_at_3_diff1 - value: 33.03539568349708 - - type: nauc_map_at_3_max - value: 4.662871921205172 - - type: nauc_map_at_3_std - value: -23.358132796869405 - - type: nauc_map_at_5_diff1 - value: 32.780422407076685 - - type: nauc_map_at_5_max - value: 4.998892173683867 - - type: nauc_map_at_5_std - value: -23.82328316194723 - - type: nauc_mrr_at_1000_diff1 - value: 32.378935287212265 - - type: nauc_mrr_at_1000_max - value: 5.393619434678544 - - type: nauc_mrr_at_1000_std - value: -22.774867151946296 - - type: nauc_mrr_at_100_diff1 - value: 32.37337384237122 - - type: nauc_mrr_at_100_max - value: 5.397239688303502 - - type: nauc_mrr_at_100_std - value: -22.76602832888476 - - type: nauc_mrr_at_10_diff1 - value: 32.396163881971354 - - type: nauc_mrr_at_10_max - value: 5.267327795383662 - - type: nauc_mrr_at_10_std - value: -23.403945379935106 - - type: nauc_mrr_at_1_diff1 - value: 34.928139898422586 - - type: nauc_mrr_at_1_max - value: 4.099897206829003 - - type: nauc_mrr_at_1_std - value: -20.550478094296388 - - type: nauc_mrr_at_20_diff1 - value: 32.352416462936404 - - type: nauc_mrr_at_20_max - value: 5.360042158947744 - - type: nauc_mrr_at_20_std - value: -23.018297169990447 - - type: nauc_mrr_at_3_diff1 - value: 32.74343187197605 - - type: nauc_mrr_at_3_max - value: 4.783902905766946 - - type: nauc_mrr_at_3_std - value: -23.21317829222857 - - type: nauc_mrr_at_5_diff1 - value: 32.56119396355126 - - type: nauc_mrr_at_5_max - value: 5.073142838855398 - - type: nauc_mrr_at_5_std - value: -23.655673110426516 - - type: nauc_ndcg_at_1000_diff1 - value: 31.802444353471778 - - type: nauc_ndcg_at_1000_max - value: 6.475160305655889 - - type: nauc_ndcg_at_1000_std - value: -21.60877493304434 - - type: nauc_ndcg_at_100_diff1 - value: 31.623723569525453 - - type: nauc_ndcg_at_100_max - value: 6.612089438533718 - - type: nauc_ndcg_at_100_std - value: -21.109550589471652 - - type: nauc_ndcg_at_10_diff1 - value: 31.521337766576668 - - type: nauc_ndcg_at_10_max - value: 5.818437597150298 - - type: nauc_ndcg_at_10_std - value: -24.515306328006883 - - type: nauc_ndcg_at_1_diff1 - value: 34.928139898422586 - - type: nauc_ndcg_at_1_max - value: 4.174111208610222 - - type: nauc_ndcg_at_1_std - value: -20.384119777987745 - - type: nauc_ndcg_at_20_diff1 - value: 31.428026459319074 - - type: nauc_ndcg_at_20_max - value: 6.22308187251018 - - type: nauc_ndcg_at_20_std - value: -23.091566684110177 - - type: nauc_ndcg_at_3_diff1 - value: 32.41763284181488 - - type: nauc_ndcg_at_3_max - value: 4.814170320920615 - - type: nauc_ndcg_at_3_std - value: -24.173470750935387 - - type: nauc_ndcg_at_5_diff1 - value: 32.00010724294376 - - type: nauc_ndcg_at_5_max - value: 5.397385265235772 - - type: nauc_ndcg_at_5_std - value: -24.966671074857523 - - type: nauc_precision_at_1000_diff1 - value: -1.9851952445848229 - - type: nauc_precision_at_1000_max - value: 15.47730576298611 - - type: nauc_precision_at_1000_std - value: 18.1842154851528 - - type: nauc_precision_at_100_diff1 - value: 13.302302873440636 - - type: nauc_precision_at_100_max - value: 15.231141913848468 - - type: nauc_precision_at_100_std - value: 7.747086868574601 - - type: nauc_precision_at_10_diff1 - value: 25.45660799310459 - - type: nauc_precision_at_10_max - value: 7.736087110979445 - - type: nauc_precision_at_10_std - value: -25.623980312173256 - - type: nauc_precision_at_1_diff1 - value: 34.928139898422586 - - type: nauc_precision_at_1_max - value: 4.174111208610222 - - type: nauc_precision_at_1_std - value: -20.384119777987745 - - type: nauc_precision_at_20_diff1 - value: 22.492374947074232 - - type: nauc_precision_at_20_max - value: 10.030839129842214 - - type: nauc_precision_at_20_std - value: -17.351761442300063 - - type: nauc_precision_at_3_diff1 - value: 30.219656462385174 - - type: nauc_precision_at_3_max - value: 5.086272495736437 - - type: nauc_precision_at_3_std - value: -26.402354231545118 - - type: nauc_precision_at_5_diff1 - value: 28.558274827155127 - - type: nauc_precision_at_5_max - value: 6.198312734553834 - - type: nauc_precision_at_5_std - value: -27.895712319681802 - - type: nauc_recall_at_1000_diff1 - value: 17.43717714860922 - - type: nauc_recall_at_1000_max - value: 47.793718881398995 - - type: nauc_recall_at_1000_std - value: 49.70177090043963 - - type: nauc_recall_at_100_diff1 - value: 25.23968622543782 - - type: nauc_recall_at_100_max - value: 18.851528412467964 - - type: nauc_recall_at_100_std - value: 4.616689431530975 - - type: nauc_recall_at_10_diff1 - value: 27.874482759855606 - - type: nauc_recall_at_10_max - value: 7.876304352416226 - - type: nauc_recall_at_10_std - value: -27.161386908274277 - - type: nauc_recall_at_1_diff1 - value: 35.143737321824354 - - type: nauc_recall_at_1_max - value: 4.181751403923573 - - type: nauc_recall_at_1_std - value: -20.267535275488257 - - type: nauc_recall_at_20_diff1 - value: 26.68556733524663 - - type: nauc_recall_at_20_max - value: 10.355939433562227 - - type: nauc_recall_at_20_std - value: -21.136595552854683 - - type: nauc_recall_at_3_diff1 - value: 30.75185652219256 - - type: nauc_recall_at_3_max - value: 5.023289542250798 - - type: nauc_recall_at_3_std - value: -26.323935080493587 - - type: nauc_recall_at_5_diff1 - value: 29.723195030439737 - - type: nauc_recall_at_5_max - value: 6.365718588881886 - - type: nauc_recall_at_5_std - value: -28.171965517002317 - - type: ndcg_at_1 - value: 22.966 - - type: ndcg_at_10 - value: 41.448 - - type: ndcg_at_100 - value: 46.951 - - type: ndcg_at_1000 - value: 48.198 - - type: ndcg_at_20 - value: 43.989 - - type: ndcg_at_3 - value: 33.498 - - type: ndcg_at_5 - value: 37.580000000000005 - - type: precision_at_1 - value: 22.966 - - type: precision_at_10 - value: 6.561999999999999 - - type: precision_at_100 - value: 0.932 - - type: precision_at_1000 - value: 0.104 - - type: precision_at_20 - value: 3.8089999999999997 - - type: precision_at_3 - value: 14.269000000000002 - - type: precision_at_5 - value: 10.642 - - type: recall_at_1 - value: 22.301000000000002 - - type: recall_at_10 - value: 62.841 - - type: recall_at_100 - value: 88.19399999999999 - - type: recall_at_1000 - value: 97.65899999999999 - - type: recall_at_20 - value: 72.668 - - type: recall_at_3 - value: 41.304 - - type: recall_at_5 - value: 51.076 - - task: - type: Classification - dataset: - name: MTEB MTOPDomainClassification (en) - type: mteb/mtop_domain - config: en - split: test - revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf - metrics: - - type: accuracy - value: 96.03967168262655 - - type: f1 - value: 95.78219359046514 - - type: f1_weighted - value: 96.06623245823347 - - type: main_score - value: 96.03967168262655 - - task: - type: Classification - dataset: - name: MTEB MTOPIntentClassification (en) - type: mteb/mtop_intent - config: en - split: test - revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba - metrics: - - type: accuracy - value: 89.12904696762428 - - type: f1 - value: 71.56740316523043 - - type: f1_weighted - value: 90.41290566743324 - - type: main_score - value: 89.12904696762428 - - task: - type: Classification - dataset: - name: MTEB MassiveIntentClassification (en) - type: mteb/amazon_massive_intent - config: en - split: test - revision: 4672e20407010da34463acc759c162ca9734bca6 - metrics: - - type: accuracy - value: 76.49630127774041 - - type: f1 - value: 73.9328439000776 - - type: f1_weighted - value: 76.42436195016484 - - type: main_score - value: 76.49630127774041 - - task: - type: Classification - dataset: - name: MTEB MassiveScenarioClassification (en) - type: mteb/amazon_massive_scenario - config: en - split: test - revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 - metrics: - - type: accuracy - value: 78.9340954942838 - - type: f1 - value: 78.61879351874087 - - type: f1_weighted - value: 78.87787647838971 - - type: main_score - value: 78.9340954942838 - - task: - type: Clustering - dataset: - name: MTEB MedrxivClusteringP2P (default) - type: mteb/medrxiv-clustering-p2p - config: default - split: test - revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 - metrics: - - type: main_score - value: 37.50182848656019 - - type: v_measure - value: 37.50182848656019 - - type: v_measure_std - value: 1.1708518023877268 - - task: - type: Clustering - dataset: - name: MTEB MedrxivClusteringS2S (default) - type: mteb/medrxiv-clustering-s2s - config: default - split: test - revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 - metrics: - - type: main_score - value: 35.72762609825363 - - type: v_measure - value: 35.72762609825363 - - type: v_measure_std - value: 1.4555014772914985 - - task: - type: Reranking - dataset: - name: MTEB MindSmallReranking (default) - type: mteb/mind_small - config: default - split: test - revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 - metrics: - - type: main_score - value: 30.47716416454022 - - type: map - value: 30.47716416454022 - - type: mrr - value: 31.487566048062536 - - type: nAUC_map_diff1 - value: 12.753280912401966 - - type: nAUC_map_max - value: -21.295963246482604 - - type: nAUC_map_std - value: -2.7458481148102054 - - type: nAUC_mrr_diff1 - value: 11.96636744771737 - - type: nAUC_mrr_max - value: -15.78941850629242 - - type: nAUC_mrr_std - value: -1.1330442292510805 - - task: - type: Retrieval - dataset: - name: MTEB NFCorpus (default) - type: mteb/nfcorpus - config: default - split: test - revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 - metrics: - - type: main_score - value: 34.648 - - type: map_at_1 - value: 5.904 - - type: map_at_10 - value: 12.897 - - type: map_at_100 - value: 16.332 - - type: map_at_1000 - value: 17.82 - - type: map_at_20 - value: 14.338999999999999 - - type: map_at_3 - value: 9.236 - - type: map_at_5 - value: 10.793 - - type: mrr_at_1 - value: 46.13003095975232 - - type: mrr_at_10 - value: 54.660057005258246 - - type: mrr_at_100 - value: 55.11221626385285 - - type: mrr_at_1000 - value: 55.1617529040678 - - type: mrr_at_20 - value: 54.87671866309398 - - type: mrr_at_3 - value: 52.32198142414861 - - type: mrr_at_5 - value: 54.10216718266254 - - type: nauc_map_at_1000_diff1 - value: 26.709618542533036 - - type: nauc_map_at_1000_max - value: 31.63328403007752 - - type: nauc_map_at_1000_std - value: 10.06744195831743 - - type: nauc_map_at_100_diff1 - value: 27.43091890608607 - - type: nauc_map_at_100_max - value: 30.187708753722454 - - type: nauc_map_at_100_std - value: 5.406545443160779 - - type: nauc_map_at_10_diff1 - value: 31.328609393592743 - - type: nauc_map_at_10_max - value: 24.117948923868795 - - type: nauc_map_at_10_std - value: -6.644193287014027 - - type: nauc_map_at_1_diff1 - value: 46.845740163684184 - - type: nauc_map_at_1_max - value: 11.254947132694031 - - type: nauc_map_at_1_std - value: -21.83583820099788 - - type: nauc_map_at_20_diff1 - value: 29.347221405800028 - - type: nauc_map_at_20_max - value: 26.75979231911154 - - type: nauc_map_at_20_std - value: -1.958157616533803 - - type: nauc_map_at_3_diff1 - value: 39.2505294459935 - - type: nauc_map_at_3_max - value: 16.689689132900572 - - type: nauc_map_at_3_std - value: -15.634231610620263 - - type: nauc_map_at_5_diff1 - value: 35.65692078736842 - - type: nauc_map_at_5_max - value: 20.585605737512267 - - type: nauc_map_at_5_std - value: -11.538349675294866 - - type: nauc_mrr_at_1000_diff1 - value: 37.406206633586365 - - type: nauc_mrr_at_1000_max - value: 49.621863586609315 - - type: nauc_mrr_at_1000_std - value: 25.885040661093363 - - type: nauc_mrr_at_100_diff1 - value: 37.443906601548974 - - type: nauc_mrr_at_100_max - value: 49.67120607008283 - - type: nauc_mrr_at_100_std - value: 25.925559942225142 - - type: nauc_mrr_at_10_diff1 - value: 37.26155236403751 - - type: nauc_mrr_at_10_max - value: 49.342246856060584 - - type: nauc_mrr_at_10_std - value: 25.66964235780869 - - type: nauc_mrr_at_1_diff1 - value: 37.62320944836772 - - type: nauc_mrr_at_1_max - value: 41.98477977190033 - - type: nauc_mrr_at_1_std - value: 17.385648351514337 - - type: nauc_mrr_at_20_diff1 - value: 37.50301150900554 - - type: nauc_mrr_at_20_max - value: 49.79335079502089 - - type: nauc_mrr_at_20_std - value: 26.062615215591872 - - type: nauc_mrr_at_3_diff1 - value: 37.304502958129014 - - type: nauc_mrr_at_3_max - value: 48.18156604447126 - - type: nauc_mrr_at_3_std - value: 24.011741225341645 - - type: nauc_mrr_at_5_diff1 - value: 37.278963298138294 - - type: nauc_mrr_at_5_max - value: 49.09501458128345 - - type: nauc_mrr_at_5_std - value: 25.131406702499003 - - type: nauc_ndcg_at_1000_diff1 - value: 26.62619746764832 - - type: nauc_ndcg_at_1000_max - value: 46.32741690123319 - - type: nauc_ndcg_at_1000_std - value: 30.22013758082174 - - type: nauc_ndcg_at_100_diff1 - value: 25.803109295618643 - - type: nauc_ndcg_at_100_max - value: 42.12178950815933 - - type: nauc_ndcg_at_100_std - value: 24.791241176132488 - - type: nauc_ndcg_at_10_diff1 - value: 28.2718988342005 - - type: nauc_ndcg_at_10_max - value: 44.781389228416415 - - type: nauc_ndcg_at_10_std - value: 28.285134369989983 - - type: nauc_ndcg_at_1_diff1 - value: 40.65915571715021 - - type: nauc_ndcg_at_1_max - value: 40.133830775672976 - - type: nauc_ndcg_at_1_std - value: 16.823513278477307 - - type: nauc_ndcg_at_20_diff1 - value: 27.355335488553408 - - type: nauc_ndcg_at_20_max - value: 43.44210876313764 - - type: nauc_ndcg_at_20_std - value: 28.023622064486485 - - type: nauc_ndcg_at_3_diff1 - value: 32.524848823117814 - - type: nauc_ndcg_at_3_max - value: 44.132559409175315 - - type: nauc_ndcg_at_3_std - value: 22.615054605988856 - - type: nauc_ndcg_at_5_diff1 - value: 30.371240851521552 - - type: nauc_ndcg_at_5_max - value: 46.29504871159526 - - type: nauc_ndcg_at_5_std - value: 26.532588216834714 - - type: nauc_precision_at_1000_diff1 - value: -3.696260506298958 - - type: nauc_precision_at_1000_max - value: 16.294820065055614 - - type: nauc_precision_at_1000_std - value: 45.94184634128924 - - type: nauc_precision_at_100_diff1 - value: -2.7796266792743234 - - type: nauc_precision_at_100_max - value: 29.76666800590555 - - type: nauc_precision_at_100_std - value: 53.651992209762724 - - type: nauc_precision_at_10_diff1 - value: 7.656197934768525 - - type: nauc_precision_at_10_max - value: 44.089777354428115 - - type: nauc_precision_at_10_std - value: 44.66255524760394 - - type: nauc_precision_at_1_diff1 - value: 40.9331417332531 - - type: nauc_precision_at_1_max - value: 42.63992336899272 - - type: nauc_precision_at_1_std - value: 17.272785270733472 - - type: nauc_precision_at_20_diff1 - value: 3.7101036093521866 - - type: nauc_precision_at_20_max - value: 40.311227227713275 - - type: nauc_precision_at_20_std - value: 48.85504665933424 - - type: nauc_precision_at_3_diff1 - value: 20.852162162046497 - - type: nauc_precision_at_3_max - value: 44.30511476471287 - - type: nauc_precision_at_3_std - value: 28.73581860055791 - - type: nauc_precision_at_5_diff1 - value: 14.564364234960465 - - type: nauc_precision_at_5_max - value: 47.297615320424775 - - type: nauc_precision_at_5_std - value: 37.540520619030204 - - type: nauc_recall_at_1000_diff1 - value: 2.290229495982497 - - type: nauc_recall_at_1000_max - value: 17.407381993922673 - - type: nauc_recall_at_1000_std - value: 17.18732833389201 - - type: nauc_recall_at_100_diff1 - value: 15.486272729426954 - - type: nauc_recall_at_100_max - value: 24.38419670651434 - - type: nauc_recall_at_100_std - value: 9.749757913065324 - - type: nauc_recall_at_10_diff1 - value: 24.54887424359525 - - type: nauc_recall_at_10_max - value: 21.962537978392714 - - type: nauc_recall_at_10_std - value: -5.154366287292016 - - type: nauc_recall_at_1_diff1 - value: 46.845740163684184 - - type: nauc_recall_at_1_max - value: 11.254947132694031 - - type: nauc_recall_at_1_std - value: -21.83583820099788 - - type: nauc_recall_at_20_diff1 - value: 22.05417303961186 - - type: nauc_recall_at_20_max - value: 23.48506974495513 - - type: nauc_recall_at_20_std - value: 0.42114361493917174 - - type: nauc_recall_at_3_diff1 - value: 37.525779256369866 - - type: nauc_recall_at_3_max - value: 16.172945101335394 - - type: nauc_recall_at_3_std - value: -14.850770828914458 - - type: nauc_recall_at_5_diff1 - value: 32.5839129026714 - - type: nauc_recall_at_5_max - value: 21.346566057231094 - - type: nauc_recall_at_5_std - value: -9.458696057215143 - - type: ndcg_at_1 - value: 42.879 - - type: ndcg_at_10 - value: 34.648 - - type: ndcg_at_100 - value: 31.746999999999996 - - type: ndcg_at_1000 - value: 40.409 - - type: ndcg_at_20 - value: 32.394 - - type: ndcg_at_3 - value: 38.912 - - type: ndcg_at_5 - value: 37.405 - - type: precision_at_1 - value: 44.891999999999996 - - type: precision_at_10 - value: 26.223000000000003 - - type: precision_at_100 - value: 8.219999999999999 - - type: precision_at_1000 - value: 2.081 - - type: precision_at_20 - value: 19.412 - - type: precision_at_3 - value: 36.739 - - type: precision_at_5 - value: 33.065 - - type: recall_at_1 - value: 5.904 - - type: recall_at_10 - value: 17.003 - - type: recall_at_100 - value: 31.968000000000004 - - type: recall_at_1000 - value: 63.592000000000006 - - type: recall_at_20 - value: 20.732 - - type: recall_at_3 - value: 10.037 - - type: recall_at_5 - value: 12.717999999999998 - - task: - type: Retrieval - dataset: - name: MTEB NQ (default) - type: mteb/nq - config: default - split: test - revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 - metrics: - - type: main_score - value: 60.06 - - type: map_at_1 - value: 37.056 - - type: map_at_10 - value: 52.666999999999994 - - type: map_at_100 - value: 53.522999999999996 - - type: map_at_1000 - value: 53.547999999999995 - - type: map_at_20 - value: 53.245 - - type: map_at_3 - value: 48.725 - - type: map_at_5 - value: 51.061 - - type: mrr_at_1 - value: 41.59907300115875 - - type: mrr_at_10 - value: 55.28007688204676 - - type: mrr_at_100 - value: 55.86795869767464 - - type: mrr_at_1000 - value: 55.885769660934 - - type: mrr_at_20 - value: 55.676571102506486 - - type: mrr_at_3 - value: 52.177481653147936 - - type: mrr_at_5 - value: 54.04306682116648 - - type: nauc_map_at_1000_diff1 - value: 35.934430402699164 - - type: nauc_map_at_1000_max - value: 33.257909731271845 - - type: nauc_map_at_1000_std - value: 1.576180907510168 - - type: nauc_map_at_100_diff1 - value: 35.927715826080345 - - type: nauc_map_at_100_max - value: 33.279390270449746 - - type: nauc_map_at_100_std - value: 1.6073426188911346 - - type: nauc_map_at_10_diff1 - value: 35.87879536651839 - - type: nauc_map_at_10_max - value: 33.40700589844203 - - type: nauc_map_at_10_std - value: 1.2736309838406181 - - type: nauc_map_at_1_diff1 - value: 38.62826504740015 - - type: nauc_map_at_1_max - value: 26.927437616062484 - - type: nauc_map_at_1_std - value: -1.1704937900550483 - - type: nauc_map_at_20_diff1 - value: 35.86425677275787 - - type: nauc_map_at_20_max - value: 33.34613943195834 - - type: nauc_map_at_20_std - value: 1.5300319005489877 - - type: nauc_map_at_3_diff1 - value: 35.796368369368864 - - type: nauc_map_at_3_max - value: 31.739440900047928 - - type: nauc_map_at_3_std - value: -0.3003287281130948 - - type: nauc_map_at_5_diff1 - value: 35.867205591922264 - - type: nauc_map_at_5_max - value: 32.64245815895061 - - type: nauc_map_at_5_std - value: 0.44594707050220633 - - type: nauc_mrr_at_1000_diff1 - value: 35.99335598111373 - - type: nauc_mrr_at_1000_max - value: 33.649261189849085 - - type: nauc_mrr_at_1000_std - value: 3.0522340857204555 - - type: nauc_mrr_at_100_diff1 - value: 35.99210449561251 - - type: nauc_mrr_at_100_max - value: 33.664924265268645 - - type: nauc_mrr_at_100_std - value: 3.076675694445199 - - type: nauc_mrr_at_10_diff1 - value: 35.870150300813656 - - type: nauc_mrr_at_10_max - value: 33.84133833190699 - - type: nauc_mrr_at_10_std - value: 3.038756605442847 - - type: nauc_mrr_at_1_diff1 - value: 38.58923619553864 - - type: nauc_mrr_at_1_max - value: 29.068555449402673 - - type: nauc_mrr_at_1_std - value: 0.7167091735315269 - - type: nauc_mrr_at_20_diff1 - value: 35.908732463046235 - - type: nauc_mrr_at_20_max - value: 33.749920220988834 - - type: nauc_mrr_at_20_std - value: 3.106156061404882 - - type: nauc_mrr_at_3_diff1 - value: 35.84917190307555 - - type: nauc_mrr_at_3_max - value: 33.25005790775848 - - type: nauc_mrr_at_3_std - value: 2.169398320929138 - - type: nauc_mrr_at_5_diff1 - value: 35.852831575967045 - - type: nauc_mrr_at_5_max - value: 33.54290795072936 - - type: nauc_mrr_at_5_std - value: 2.655855561429422 - - type: nauc_ndcg_at_1000_diff1 - value: 35.49475975669964 - - type: nauc_ndcg_at_1000_max - value: 35.14971260691473 - - type: nauc_ndcg_at_1000_std - value: 4.034661705970168 - - type: nauc_ndcg_at_100_diff1 - value: 35.295634264290534 - - type: nauc_ndcg_at_100_max - value: 35.744168084765896 - - type: nauc_ndcg_at_100_std - value: 4.958126476564979 - - type: nauc_ndcg_at_10_diff1 - value: 34.89043977172264 - - type: nauc_ndcg_at_10_max - value: 36.37765647206327 - - type: nauc_ndcg_at_10_std - value: 3.725194574120779 - - type: nauc_ndcg_at_1_diff1 - value: 38.74222345054512 - - type: nauc_ndcg_at_1_max - value: 29.08881196864998 - - type: nauc_ndcg_at_1_std - value: 0.8553298585439406 - - type: nauc_ndcg_at_20_diff1 - value: 34.88501032535758 - - type: nauc_ndcg_at_20_max - value: 36.185102631197104 - - type: nauc_ndcg_at_20_std - value: 4.534272373119961 - - type: nauc_ndcg_at_3_diff1 - value: 34.79004673145011 - - type: nauc_ndcg_at_3_max - value: 33.37987074232876 - - type: nauc_ndcg_at_3_std - value: 0.6837418907117774 - - type: nauc_ndcg_at_5_diff1 - value: 34.910544928507065 - - type: nauc_ndcg_at_5_max - value: 34.71574279836875 - - type: nauc_ndcg_at_5_std - value: 1.9151396773646214 - - type: nauc_precision_at_1000_diff1 - value: -6.570565560348301 - - type: nauc_precision_at_1000_max - value: 5.995744293036945 - - type: nauc_precision_at_1000_std - value: 14.632018269323035 - - type: nauc_precision_at_100_diff1 - value: -2.2449320312518086 - - type: nauc_precision_at_100_max - value: 15.406062888448766 - - type: nauc_precision_at_100_std - value: 21.10464663358898 - - type: nauc_precision_at_10_diff1 - value: 11.055999232230763 - - type: nauc_precision_at_10_max - value: 30.823546159104946 - - type: nauc_precision_at_10_std - value: 14.817919870246946 - - type: nauc_precision_at_1_diff1 - value: 38.74222345054512 - - type: nauc_precision_at_1_max - value: 29.08881196864998 - - type: nauc_precision_at_1_std - value: 0.8553298585439406 - - type: nauc_precision_at_20_diff1 - value: 5.182509565796234 - - type: nauc_precision_at_20_max - value: 24.72060751575316 - - type: nauc_precision_at_20_std - value: 17.98687822918389 - - type: nauc_precision_at_3_diff1 - value: 23.91772627145502 - - type: nauc_precision_at_3_max - value: 33.53356925193353 - - type: nauc_precision_at_3_std - value: 5.00211972757485 - - type: nauc_precision_at_5_diff1 - value: 18.619883272927908 - - type: nauc_precision_at_5_max - value: 32.59312723383687 - - type: nauc_precision_at_5_std - value: 8.746924977937317 - - type: nauc_recall_at_1000_diff1 - value: 36.31249060441569 - - type: nauc_recall_at_1000_max - value: 80.99161285903669 - - type: nauc_recall_at_1000_std - value: 73.5144063051916 - - type: nauc_recall_at_100_diff1 - value: 28.013889661258307 - - type: nauc_recall_at_100_max - value: 65.01754628627796 - - type: nauc_recall_at_100_std - value: 51.29239505271278 - - type: nauc_recall_at_10_diff1 - value: 29.04673431821505 - - type: nauc_recall_at_10_max - value: 48.54134879310213 - - type: nauc_recall_at_10_std - value: 12.639464810153692 - - type: nauc_recall_at_1_diff1 - value: 38.62826504740015 - - type: nauc_recall_at_1_max - value: 26.927437616062484 - - type: nauc_recall_at_1_std - value: -1.1704937900550483 - - type: nauc_recall_at_20_diff1 - value: 27.673273063572385 - - type: nauc_recall_at_20_max - value: 52.53972953987803 - - type: nauc_recall_at_20_std - value: 21.568701031137838 - - type: nauc_recall_at_3_diff1 - value: 30.458519874158522 - - type: nauc_recall_at_3_max - value: 35.678657742327545 - - type: nauc_recall_at_3_std - value: 1.1870099470468598 - - type: nauc_recall_at_5_diff1 - value: 30.29838689550161 - - type: nauc_recall_at_5_max - value: 39.4154982251927 - - type: nauc_recall_at_5_std - value: 4.247643901621883 - - type: ndcg_at_1 - value: 41.541 - - type: ndcg_at_10 - value: 60.06 - - type: ndcg_at_100 - value: 63.470000000000006 - - type: ndcg_at_1000 - value: 64.058 - - type: ndcg_at_20 - value: 61.832 - - type: ndcg_at_3 - value: 52.794 - - type: ndcg_at_5 - value: 56.596999999999994 - - type: precision_at_1 - value: 41.541 - - type: precision_at_10 - value: 9.519 - - type: precision_at_100 - value: 1.145 - - type: precision_at_1000 - value: 0.12 - - type: precision_at_20 - value: 5.193 - - type: precision_at_3 - value: 23.619 - - type: precision_at_5 - value: 16.402 - - type: recall_at_1 - value: 37.056 - - type: recall_at_10 - value: 79.792 - - type: recall_at_100 - value: 94.296 - - type: recall_at_1000 - value: 98.653 - - type: recall_at_20 - value: 86.237 - - type: recall_at_3 - value: 61.114000000000004 - - type: recall_at_5 - value: 69.812 - - task: - type: Retrieval - dataset: - name: MTEB QuoraRetrieval (default) - type: mteb/quora - config: default - split: test - revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 - metrics: - - type: main_score - value: 89.821 - - type: map_at_1 - value: 72.367 - - type: map_at_10 - value: 86.30499999999999 - - type: map_at_100 - value: 86.904 - - type: map_at_1000 - value: 86.91799999999999 - - type: map_at_20 - value: 86.7 - - type: map_at_3 - value: 83.405 - - type: map_at_5 - value: 85.257 - - type: mrr_at_1 - value: 83.37 - - type: mrr_at_10 - value: 89.15666666666667 - - type: mrr_at_100 - value: 89.23209779995356 - - type: mrr_at_1000 - value: 89.23233265484795 - - type: mrr_at_20 - value: 89.21705168580131 - - type: mrr_at_3 - value: 88.34 - - type: mrr_at_5 - value: 88.895 - - type: nauc_map_at_1000_diff1 - value: 77.04322026541823 - - type: nauc_map_at_1000_max - value: 36.72425095048379 - - type: nauc_map_at_1000_std - value: -56.56411933092599 - - type: nauc_map_at_100_diff1 - value: 77.04580427274166 - - type: nauc_map_at_100_max - value: 36.71437814406248 - - type: nauc_map_at_100_std - value: -56.63952208329813 - - type: nauc_map_at_10_diff1 - value: 77.2180850839762 - - type: nauc_map_at_10_max - value: 36.20152806907601 - - type: nauc_map_at_10_std - value: -58.6228962210614 - - type: nauc_map_at_1_diff1 - value: 80.50555730838316 - - type: nauc_map_at_1_max - value: 27.34261047887933 - - type: nauc_map_at_1_std - value: -49.24457488150333 - - type: nauc_map_at_20_diff1 - value: 77.07907458930111 - - type: nauc_map_at_20_max - value: 36.5610549317356 - - type: nauc_map_at_20_std - value: -57.53922589377227 - - type: nauc_map_at_3_diff1 - value: 77.94388900410011 - - type: nauc_map_at_3_max - value: 33.27118154878335 - - type: nauc_map_at_3_std - value: -60.29607041655222 - - type: nauc_map_at_5_diff1 - value: 77.45647032690933 - - type: nauc_map_at_5_max - value: 35.28243833113668 - - type: nauc_map_at_5_std - value: -59.92799913263893 - - type: nauc_mrr_at_1000_diff1 - value: 77.92120081126713 - - type: nauc_mrr_at_1000_max - value: 38.74142455687936 - - type: nauc_mrr_at_1000_std - value: -53.40157444124324 - - type: nauc_mrr_at_100_diff1 - value: 77.92100772460803 - - type: nauc_mrr_at_100_max - value: 38.741388766142805 - - type: nauc_mrr_at_100_std - value: -53.402155358827166 - - type: nauc_mrr_at_10_diff1 - value: 77.90387103359505 - - type: nauc_mrr_at_10_max - value: 38.79415474518685 - - type: nauc_mrr_at_10_std - value: -53.52799434428508 - - type: nauc_mrr_at_1_diff1 - value: 78.61226960651028 - - type: nauc_mrr_at_1_max - value: 38.597562095254595 - - type: nauc_mrr_at_1_std - value: -50.144883497911685 - - type: nauc_mrr_at_20_diff1 - value: 77.92227924385806 - - type: nauc_mrr_at_20_max - value: 38.772014393015816 - - type: nauc_mrr_at_20_std - value: -53.442478388394086 - - type: nauc_mrr_at_3_diff1 - value: 77.73876474580332 - - type: nauc_mrr_at_3_max - value: 38.72422187402291 - - type: nauc_mrr_at_3_std - value: -54.05045232661553 - - type: nauc_mrr_at_5_diff1 - value: 77.8966988950821 - - type: nauc_mrr_at_5_max - value: 38.93926428919205 - - type: nauc_mrr_at_5_std - value: -53.88914918354253 - - type: nauc_ndcg_at_1000_diff1 - value: 77.03667884936027 - - type: nauc_ndcg_at_1000_max - value: 38.07171847144352 - - type: nauc_ndcg_at_1000_std - value: -54.76236083399277 - - type: nauc_ndcg_at_100_diff1 - value: 77.03609680077876 - - type: nauc_ndcg_at_100_max - value: 38.04590819664964 - - type: nauc_ndcg_at_100_std - value: -55.07958354292687 - - type: nauc_ndcg_at_10_diff1 - value: 76.94887209015481 - - type: nauc_ndcg_at_10_max - value: 37.36922767175509 - - type: nauc_ndcg_at_10_std - value: -58.302618242525654 - - type: nauc_ndcg_at_1_diff1 - value: 78.51155679681254 - - type: nauc_ndcg_at_1_max - value: 39.0326550637385 - - type: nauc_ndcg_at_1_std - value: -49.829888132440274 - - type: nauc_ndcg_at_20_diff1 - value: 76.99613218834975 - - type: nauc_ndcg_at_20_max - value: 37.715198686696006 - - type: nauc_ndcg_at_20_std - value: -57.113600649664065 - - type: nauc_ndcg_at_3_diff1 - value: 76.58382125242846 - - type: nauc_ndcg_at_3_max - value: 35.73973188964269 - - type: nauc_ndcg_at_3_std - value: -58.567928808817825 - - type: nauc_ndcg_at_5_diff1 - value: 76.7745701534782 - - type: nauc_ndcg_at_5_max - value: 37.03822539186095 - - type: nauc_ndcg_at_5_std - value: -59.08501796005309 - - type: nauc_precision_at_1000_diff1 - value: -44.423237314323046 - - type: nauc_precision_at_1000_max - value: -6.827562715921685 - - type: nauc_precision_at_1000_std - value: 45.22379191107153 - - type: nauc_precision_at_100_diff1 - value: -44.299636313732435 - - type: nauc_precision_at_100_max - value: -6.291842606911673 - - type: nauc_precision_at_100_std - value: 43.55905259554631 - - type: nauc_precision_at_10_diff1 - value: -40.61601942092163 - - type: nauc_precision_at_10_max - value: -2.0418623047597126 - - type: nauc_precision_at_10_std - value: 29.832365581286517 - - type: nauc_precision_at_1_diff1 - value: 78.51155679681254 - - type: nauc_precision_at_1_max - value: 39.0326550637385 - - type: nauc_precision_at_1_std - value: -49.829888132440274 - - type: nauc_precision_at_20_diff1 - value: -43.133817616664125 - - type: nauc_precision_at_20_max - value: -4.32050771939111 - - type: nauc_precision_at_20_std - value: 36.24384013417411 - - type: nauc_precision_at_3_diff1 - value: -22.394439726986352 - - type: nauc_precision_at_3_max - value: 5.9572959186648875 - - type: nauc_precision_at_3_std - value: 5.749257285599225 - - type: nauc_precision_at_5_diff1 - value: -33.85740822629049 - - type: nauc_precision_at_5_max - value: 1.880383414551602 - - type: nauc_precision_at_5_std - value: 18.95087923957619 - - type: nauc_recall_at_1000_diff1 - value: 56.00550359595701 - - type: nauc_recall_at_1000_max - value: 0.25076313433895114 - - type: nauc_recall_at_1000_std - value: -19.767447908090993 - - type: nauc_recall_at_100_diff1 - value: 70.7969806076867 - - type: nauc_recall_at_100_max - value: 37.26563621229316 - - type: nauc_recall_at_100_std - value: -67.98398355112731 - - type: nauc_recall_at_10_diff1 - value: 72.6368434558282 - - type: nauc_recall_at_10_max - value: 34.24082828757346 - - type: nauc_recall_at_10_std - value: -80.20644331206933 - - type: nauc_recall_at_1_diff1 - value: 80.50555730838316 - - type: nauc_recall_at_1_max - value: 27.34261047887933 - - type: nauc_recall_at_1_std - value: -49.24457488150333 - - type: nauc_recall_at_20_diff1 - value: 72.02929421074455 - - type: nauc_recall_at_20_max - value: 35.95283750727332 - - type: nauc_recall_at_20_std - value: -83.71805508036738 - - type: nauc_recall_at_3_diff1 - value: 74.49295846151944 - - type: nauc_recall_at_3_max - value: 29.461057415086668 - - type: nauc_recall_at_3_std - value: -69.0906451403429 - - type: nauc_recall_at_5_diff1 - value: 72.9504555999625 - - type: nauc_recall_at_5_max - value: 32.708298796863374 - - type: nauc_recall_at_5_std - value: -74.48222479801788 - - type: ndcg_at_1 - value: 83.42 - - type: ndcg_at_10 - value: 89.821 - - type: ndcg_at_100 - value: 90.857 - - type: ndcg_at_1000 - value: 90.932 - - type: ndcg_at_20 - value: 90.40599999999999 - - type: ndcg_at_3 - value: 87.22999999999999 - - type: ndcg_at_5 - value: 88.696 - - type: precision_at_1 - value: 83.42 - - type: precision_at_10 - value: 13.577 - - type: precision_at_100 - value: 1.5350000000000001 - - type: precision_at_1000 - value: 0.157 - - type: precision_at_20 - value: 7.176 - - type: precision_at_3 - value: 38.147 - - type: precision_at_5 - value: 25.03 - - type: recall_at_1 - value: 72.367 - - type: recall_at_10 - value: 96.30499999999999 - - type: recall_at_100 - value: 99.697 - - type: recall_at_1000 - value: 99.98599999999999 - - type: recall_at_20 - value: 98.177 - - type: recall_at_3 - value: 88.714 - - type: recall_at_5 - value: 92.96799999999999 - - task: - type: Clustering - dataset: - name: MTEB RedditClustering (default) - type: mteb/reddit-clustering - config: default - split: test - revision: 24640382cdbf8abc73003fb0fa6d111a705499eb - metrics: - - type: main_score - value: 59.36038828851887 - - type: v_measure - value: 59.36038828851887 - - type: v_measure_std - value: 4.1958765965154425 - - task: - type: Clustering - dataset: - name: MTEB RedditClusteringP2P (default) - type: mteb/reddit-clustering-p2p - config: default - split: test - revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 - metrics: - - type: main_score - value: 64.67522832408089 - - type: v_measure - value: 64.67522832408089 - - type: v_measure_std - value: 12.473765016158698 - - task: - type: Retrieval - dataset: - name: MTEB SCIDOCS (default) - type: mteb/scidocs - config: default - split: test - revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 - metrics: - - type: main_score - value: 21.751 - - type: map_at_1 - value: 5.122999999999999 - - type: map_at_10 - value: 13.144 - - type: map_at_100 - value: 15.404000000000002 - - type: map_at_1000 - value: 15.717 - - type: map_at_20 - value: 14.273 - - type: map_at_3 - value: 9.244 - - type: map_at_5 - value: 11.062 - - type: mrr_at_1 - value: 25.3 - - type: mrr_at_10 - value: 36.229642857142856 - - type: mrr_at_100 - value: 37.30124424136448 - - type: mrr_at_1000 - value: 37.34681772374188 - - type: mrr_at_20 - value: 36.90192582056746 - - type: mrr_at_3 - value: 32.95 - - type: mrr_at_5 - value: 34.825 - - type: nauc_map_at_1000_diff1 - value: 13.094183819999042 - - type: nauc_map_at_1000_max - value: 25.87500721787083 - - type: nauc_map_at_1000_std - value: 16.2258193383105 - - type: nauc_map_at_100_diff1 - value: 13.152916110433022 - - type: nauc_map_at_100_max - value: 25.884567530970543 - - type: nauc_map_at_100_std - value: 16.10788831266988 - - type: nauc_map_at_10_diff1 - value: 12.897817895465272 - - type: nauc_map_at_10_max - value: 24.094686166667405 - - type: nauc_map_at_10_std - value: 12.410491320730452 - - type: nauc_map_at_1_diff1 - value: 22.707531624614393 - - type: nauc_map_at_1_max - value: 20.464277605651738 - - type: nauc_map_at_1_std - value: 5.399757710249176 - - type: nauc_map_at_20_diff1 - value: 12.87614918537513 - - type: nauc_map_at_20_max - value: 25.288137349894146 - - type: nauc_map_at_20_std - value: 14.258808044366026 - - type: nauc_map_at_3_diff1 - value: 15.026455019014923 - - type: nauc_map_at_3_max - value: 20.505669178727818 - - type: nauc_map_at_3_std - value: 5.668138153531191 - - type: nauc_map_at_5_diff1 - value: 13.339282928645144 - - type: nauc_map_at_5_max - value: 21.25363333017477 - - type: nauc_map_at_5_std - value: 8.151205242601625 - - type: nauc_mrr_at_1000_diff1 - value: 18.825693855687913 - - type: nauc_mrr_at_1000_max - value: 23.149321801801975 - - type: nauc_mrr_at_1000_std - value: 10.96930079442216 - - type: nauc_mrr_at_100_diff1 - value: 18.81799112170502 - - type: nauc_mrr_at_100_max - value: 23.16279033082933 - - type: nauc_mrr_at_100_std - value: 11.000788828372151 - - type: nauc_mrr_at_10_diff1 - value: 18.93198531225032 - - type: nauc_mrr_at_10_max - value: 23.13639543604277 - - type: nauc_mrr_at_10_std - value: 10.699008474178617 - - type: nauc_mrr_at_1_diff1 - value: 22.389156109931506 - - type: nauc_mrr_at_1_max - value: 20.640179346211646 - - type: nauc_mrr_at_1_std - value: 5.446236378189888 - - type: nauc_mrr_at_20_diff1 - value: 18.79550439789714 - - type: nauc_mrr_at_20_max - value: 23.284833453282523 - - type: nauc_mrr_at_20_std - value: 11.069261160869551 - - type: nauc_mrr_at_3_diff1 - value: 19.481543373721465 - - type: nauc_mrr_at_3_max - value: 22.267476131303628 - - type: nauc_mrr_at_3_std - value: 9.339960658307518 - - type: nauc_mrr_at_5_diff1 - value: 19.214050436098166 - - type: nauc_mrr_at_5_max - value: 22.534184014619203 - - type: nauc_mrr_at_5_std - value: 10.274857498402014 - - type: nauc_ndcg_at_1000_diff1 - value: 13.237713814335425 - - type: nauc_ndcg_at_1000_max - value: 28.546080654223438 - - type: nauc_ndcg_at_1000_std - value: 23.35520799666693 - - type: nauc_ndcg_at_100_diff1 - value: 14.056335103918377 - - type: nauc_ndcg_at_100_max - value: 29.299984452593986 - - type: nauc_ndcg_at_100_std - value: 23.76698333419716 - - type: nauc_ndcg_at_10_diff1 - value: 13.920813727245122 - - type: nauc_ndcg_at_10_max - value: 26.387899625278767 - - type: nauc_ndcg_at_10_std - value: 15.495447937473294 - - type: nauc_ndcg_at_1_diff1 - value: 22.389156109931506 - - type: nauc_ndcg_at_1_max - value: 20.640179346211646 - - type: nauc_ndcg_at_1_std - value: 5.446236378189888 - - type: nauc_ndcg_at_20_diff1 - value: 13.687952965811325 - - type: nauc_ndcg_at_20_max - value: 28.240930599588427 - - type: nauc_ndcg_at_20_std - value: 18.79492055341213 - - type: nauc_ndcg_at_3_diff1 - value: 15.566246877543366 - - type: nauc_ndcg_at_3_max - value: 21.636778114271674 - - type: nauc_ndcg_at_3_std - value: 7.9312500892885955 - - type: nauc_ndcg_at_5_diff1 - value: 14.545224584670994 - - type: nauc_ndcg_at_5_max - value: 22.827926997553256 - - type: nauc_ndcg_at_5_std - value: 10.847708184440544 - - type: nauc_precision_at_1000_diff1 - value: 0.8259466407262623 - - type: nauc_precision_at_1000_max - value: 22.878912483849465 - - type: nauc_precision_at_1000_std - value: 35.20657420362501 - - type: nauc_precision_at_100_diff1 - value: 8.108035610273452 - - type: nauc_precision_at_100_max - value: 29.080190559108228 - - type: nauc_precision_at_100_std - value: 36.07858570561435 - - type: nauc_precision_at_10_diff1 - value: 9.599378281962183 - - type: nauc_precision_at_10_max - value: 28.184806741479303 - - type: nauc_precision_at_10_std - value: 20.78061858259987 - - type: nauc_precision_at_1_diff1 - value: 22.389156109931506 - - type: nauc_precision_at_1_max - value: 20.640179346211646 - - type: nauc_precision_at_1_std - value: 5.446236378189888 - - type: nauc_precision_at_20_diff1 - value: 8.693901541228097 - - type: nauc_precision_at_20_max - value: 30.181437871028894 - - type: nauc_precision_at_20_std - value: 26.089766064660463 - - type: nauc_precision_at_3_diff1 - value: 12.906504223938317 - - type: nauc_precision_at_3_max - value: 22.132482968999433 - - type: nauc_precision_at_3_std - value: 8.985895188791195 - - type: nauc_precision_at_5_diff1 - value: 10.607131772252295 - - type: nauc_precision_at_5_max - value: 23.136691480399445 - - type: nauc_precision_at_5_std - value: 13.491481877435598 - - type: nauc_recall_at_1000_diff1 - value: 1.9404506638538852 - - type: nauc_recall_at_1000_max - value: 23.211037133958623 - - type: nauc_recall_at_1000_std - value: 36.81037404240511 - - type: nauc_recall_at_100_diff1 - value: 8.481575872274965 - - type: nauc_recall_at_100_max - value: 29.18898781001652 - - type: nauc_recall_at_100_std - value: 36.487851919548895 - - type: nauc_recall_at_10_diff1 - value: 9.69156299682125 - - type: nauc_recall_at_10_max - value: 27.924558347675305 - - type: nauc_recall_at_10_std - value: 20.57434707548301 - - type: nauc_recall_at_1_diff1 - value: 22.707531624614393 - - type: nauc_recall_at_1_max - value: 20.464277605651738 - - type: nauc_recall_at_1_std - value: 5.399757710249176 - - type: nauc_recall_at_20_diff1 - value: 8.842733298012707 - - type: nauc_recall_at_20_max - value: 30.142929509811427 - - type: nauc_recall_at_20_std - value: 26.300431243145734 - - type: nauc_recall_at_3_diff1 - value: 13.084550340532308 - - type: nauc_recall_at_3_max - value: 21.922001295944924 - - type: nauc_recall_at_3_std - value: 8.827204335311073 - - type: nauc_recall_at_5_diff1 - value: 10.789739866360966 - - type: nauc_recall_at_5_max - value: 22.887165022154104 - - type: nauc_recall_at_5_std - value: 13.197997546593454 - - type: ndcg_at_1 - value: 25.3 - - type: ndcg_at_10 - value: 21.751 - - type: ndcg_at_100 - value: 30.287 - - type: ndcg_at_1000 - value: 35.721000000000004 - - type: ndcg_at_20 - value: 24.866 - - type: ndcg_at_3 - value: 20.461 - - type: ndcg_at_5 - value: 17.849999999999998 - - type: precision_at_1 - value: 25.3 - - type: precision_at_10 - value: 11.39 - - type: precision_at_100 - value: 2.368 - - type: precision_at_1000 - value: 0.368 - - type: precision_at_20 - value: 7.5 - - type: precision_at_3 - value: 19.133 - - type: precision_at_5 - value: 15.68 - - type: recall_at_1 - value: 5.122999999999999 - - type: recall_at_10 - value: 23.077 - - type: recall_at_100 - value: 48.068 - - type: recall_at_1000 - value: 74.708 - - type: recall_at_20 - value: 30.412 - - type: recall_at_3 - value: 11.648 - - type: recall_at_5 - value: 15.883 - - task: - type: STS - dataset: - name: MTEB SICK-R (default) - type: mteb/sickr-sts - config: default - split: test - revision: 20a6d6f312dd54037fe07a32d58e5e168867909d - metrics: - - type: cosine_pearson - value: 84.0161170579997 - - type: cosine_spearman - value: 77.52025923874551 - - type: euclidean_pearson - value: 81.25284420274642 - - type: euclidean_spearman - value: 77.00923765492297 - - type: main_score - value: 77.52025923874551 - - type: manhattan_pearson - value: 81.20804087892681 - - type: manhattan_spearman - value: 77.00795667565765 - - type: pearson - value: 84.0161170579997 - - type: spearman - value: 77.52025923874551 - - task: - type: STS - dataset: - name: MTEB STS12 (default) - type: mteb/sts12-sts - config: default - split: test - revision: a0d554a64d88156834ff5ae9920b964011b16384 - metrics: - - type: cosine_pearson - value: 81.32328780209225 - - type: cosine_spearman - value: 74.17570679745272 - - type: euclidean_pearson - value: 78.16886590312114 - - type: euclidean_spearman - value: 73.89902621429017 - - type: main_score - value: 74.17570679745272 - - type: manhattan_pearson - value: 78.11490046111454 - - type: manhattan_spearman - value: 73.89435089569022 - - type: pearson - value: 81.32328780209225 - - type: spearman - value: 74.17570679745272 - - task: - type: STS - dataset: - name: MTEB STS13 (default) - type: mteb/sts13-sts - config: default - split: test - revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca - metrics: - - type: cosine_pearson - value: 85.53224141249392 - - type: cosine_spearman - value: 86.16981525069227 - - type: euclidean_pearson - value: 85.76101446878855 - - type: euclidean_spearman - value: 86.69775708085987 - - type: main_score - value: 86.16981525069227 - - type: manhattan_pearson - value: 85.63231031601102 - - type: manhattan_spearman - value: 86.55835297408846 - - type: pearson - value: 85.53224141249392 - - type: spearman - value: 86.16981525069227 - - task: - type: STS - dataset: - name: MTEB STS14 (default) - type: mteb/sts14-sts - config: default - split: test - revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 - metrics: - - type: cosine_pearson - value: 82.234064045301 - - type: cosine_spearman - value: 78.86920830792957 - - type: euclidean_pearson - value: 80.47479457613285 - - type: euclidean_spearman - value: 78.09296071635514 - - type: main_score - value: 78.86920830792957 - - type: manhattan_pearson - value: 80.4347716872548 - - type: manhattan_spearman - value: 78.04461273580442 - - type: pearson - value: 82.234064045301 - - type: spearman - value: 78.86920830792957 - - task: - type: STS - dataset: - name: MTEB STS15 (default) - type: mteb/sts15-sts - config: default - split: test - revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 - metrics: - - type: cosine_pearson - value: 86.23114543080261 - - type: cosine_spearman - value: 87.481042891123 - - type: euclidean_pearson - value: 86.77486898959663 - - type: euclidean_spearman - value: 87.3576827149342 - - type: main_score - value: 87.481042891123 - - type: manhattan_pearson - value: 86.7348753127579 - - type: manhattan_spearman - value: 87.31784825787237 - - type: pearson - value: 86.23114543080261 - - type: spearman - value: 87.481042891123 - - task: - type: STS - dataset: - name: MTEB STS16 (default) - type: mteb/sts16-sts - config: default - split: test - revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 - metrics: - - type: cosine_pearson - value: 82.9156629047782 - - type: cosine_spearman - value: 84.28381329207937 - - type: euclidean_pearson - value: 83.31914501983648 - - type: euclidean_spearman - value: 84.17174012958807 - - type: main_score - value: 84.28381329207937 - - type: manhattan_pearson - value: 83.23085234643736 - - type: manhattan_spearman - value: 84.05123915167165 - - type: pearson - value: 82.9156629047782 - - type: spearman - value: 84.28381329207937 - - task: - type: STS - dataset: - name: MTEB STS17 (en-en) - type: mteb/sts17-crosslingual-sts - config: en-en - split: test - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - metrics: - - type: cosine_pearson - value: 88.91985349746744 - - type: cosine_spearman - value: 89.69151633966257 - - type: euclidean_pearson - value: 88.27594229813543 - - type: euclidean_spearman - value: 88.05598589415325 - - type: main_score - value: 89.69151633966257 - - type: manhattan_pearson - value: 88.11444695227317 - - type: manhattan_spearman - value: 87.84306864451344 - - type: pearson - value: 88.91985349746744 - - type: spearman - value: 89.69151633966257 - - task: - type: STS - dataset: - name: MTEB STS22 (en) - type: mteb/sts22-crosslingual-sts - config: en - split: test - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - metrics: - - type: cosine_pearson - value: 65.0979772547511 - - type: cosine_spearman - value: 65.78126527764236 - - type: euclidean_pearson - value: 66.09881278832552 - - type: euclidean_spearman - value: 65.65593011420748 - - type: main_score - value: 65.78126527764236 - - type: manhattan_pearson - value: 66.13923288724735 - - type: manhattan_spearman - value: 65.75937231727616 - - type: pearson - value: 65.0979772547511 - - type: spearman - value: 65.78126527764236 - - task: - type: STS - dataset: - name: MTEB STSBenchmark (default) - type: mteb/stsbenchmark-sts - config: default - split: test - revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 - metrics: - - type: cosine_pearson - value: 85.6426635049971 - - type: cosine_spearman - value: 85.609856578385 - - type: euclidean_pearson - value: 85.54818916486629 - - type: euclidean_spearman - value: 85.32926729930493 - - type: main_score - value: 85.609856578385 - - type: manhattan_pearson - value: 85.51963718200739 - - type: manhattan_spearman - value: 85.29197926204846 - - type: pearson - value: 85.6426635049971 - - type: spearman - value: 85.609856578385 - - task: - type: Reranking - dataset: - name: MTEB SciDocsRR (default) - type: mteb/scidocs-reranking - config: default - split: test - revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab - metrics: - - type: main_score - value: 82.85163332499799 - - type: map - value: 82.85163332499799 - - type: mrr - value: 95.22899758193876 - - type: nAUC_map_diff1 - value: 0.2967920008994081 - - type: nAUC_map_max - value: 59.390844644272455 - - type: nAUC_map_std - value: 73.40005436116198 - - type: nAUC_mrr_diff1 - value: 46.78237208135037 - - type: nAUC_mrr_max - value: 89.47202967481866 - - type: nAUC_mrr_std - value: 85.40446996933892 - - task: - type: Retrieval - dataset: - name: MTEB SciFact (default) - type: mteb/scifact - config: default - split: test - revision: 0228b52cf27578f30900b9e5271d331663a030d7 - metrics: - - type: main_score - value: 71.655 - - type: map_at_1 - value: 57.443999999999996 - - type: map_at_10 - value: 67.172 - - type: map_at_100 - value: 67.805 - - type: map_at_1000 - value: 67.829 - - type: map_at_20 - value: 67.597 - - type: map_at_3 - value: 64.35600000000001 - - type: map_at_5 - value: 66.173 - - type: mrr_at_1 - value: 60.333333333333336 - - type: mrr_at_10 - value: 68.28068783068782 - - type: mrr_at_100 - value: 68.78437460598971 - - type: mrr_at_1000 - value: 68.80190152334347 - - type: mrr_at_20 - value: 68.6008214008214 - - type: mrr_at_3 - value: 66.16666666666666 - - type: mrr_at_5 - value: 67.5 - - type: nauc_map_at_1000_diff1 - value: 70.47920688007267 - - type: nauc_map_at_1000_max - value: 55.53704884901004 - - type: nauc_map_at_1000_std - value: -5.18129188885343 - - type: nauc_map_at_100_diff1 - value: 70.48647294129657 - - type: nauc_map_at_100_max - value: 55.551395856869036 - - type: nauc_map_at_100_std - value: -5.186474876577651 - - type: nauc_map_at_10_diff1 - value: 70.51916074396328 - - type: nauc_map_at_10_max - value: 55.8352308756786 - - type: nauc_map_at_10_std - value: -5.091303554918243 - - type: nauc_map_at_1_diff1 - value: 76.7973002639165 - - type: nauc_map_at_1_max - value: 50.4646981625194 - - type: nauc_map_at_1_std - value: -8.33051576688819 - - type: nauc_map_at_20_diff1 - value: 70.40692475820441 - - type: nauc_map_at_20_max - value: 55.6793003318518 - - type: nauc_map_at_20_std - value: -5.118096116709828 - - type: nauc_map_at_3_diff1 - value: 70.38025680830599 - - type: nauc_map_at_3_max - value: 52.416747142562 - - type: nauc_map_at_3_std - value: -8.184262407210753 - - type: nauc_map_at_5_diff1 - value: 70.26104586649346 - - type: nauc_map_at_5_max - value: 53.90874641328551 - - type: nauc_map_at_5_std - value: -6.990378074306804 - - type: nauc_mrr_at_1000_diff1 - value: 69.76614718906039 - - type: nauc_mrr_at_1000_max - value: 56.283349031323695 - - type: nauc_mrr_at_1000_std - value: -2.7530422121005986 - - type: nauc_mrr_at_100_diff1 - value: 69.76538508586117 - - type: nauc_mrr_at_100_max - value: 56.28849932655447 - - type: nauc_mrr_at_100_std - value: -2.7751418348013877 - - type: nauc_mrr_at_10_diff1 - value: 69.7741654331893 - - type: nauc_mrr_at_10_max - value: 56.808703886981725 - - type: nauc_mrr_at_10_std - value: -2.2531867800589587 - - type: nauc_mrr_at_1_diff1 - value: 74.4666663349141 - - type: nauc_mrr_at_1_max - value: 54.395803993968705 - - type: nauc_mrr_at_1_std - value: -2.7469109692316356 - - type: nauc_mrr_at_20_diff1 - value: 69.71292596218818 - - type: nauc_mrr_at_20_max - value: 56.42402587406286 - - type: nauc_mrr_at_20_std - value: -2.5779307021493643 - - type: nauc_mrr_at_3_diff1 - value: 68.91143283918657 - - type: nauc_mrr_at_3_max - value: 54.75235355672904 - - type: nauc_mrr_at_3_std - value: -4.303446913469813 - - type: nauc_mrr_at_5_diff1 - value: 69.24984194549413 - - type: nauc_mrr_at_5_max - value: 55.883700840222595 - - type: nauc_mrr_at_5_std - value: -3.494515146689129 - - type: nauc_ndcg_at_1000_diff1 - value: 69.69495838224418 - - type: nauc_ndcg_at_1000_max - value: 57.06162610868447 - - type: nauc_ndcg_at_1000_std - value: -3.250419708403259 - - type: nauc_ndcg_at_100_diff1 - value: 69.78488134935266 - - type: nauc_ndcg_at_100_max - value: 57.37588809142365 - - type: nauc_ndcg_at_100_std - value: -3.2801467276474296 - - type: nauc_ndcg_at_10_diff1 - value: 69.40784449050312 - - type: nauc_ndcg_at_10_max - value: 59.10408113450114 - - type: nauc_ndcg_at_10_std - value: -1.9691647102125633 - - type: nauc_ndcg_at_1_diff1 - value: 75.08904719501331 - - type: nauc_ndcg_at_1_max - value: 55.13604432571482 - - type: nauc_ndcg_at_1_std - value: -1.9654694766004102 - - type: nauc_ndcg_at_20_diff1 - value: 69.06052088218011 - - type: nauc_ndcg_at_20_max - value: 58.20641263944297 - - type: nauc_ndcg_at_20_std - value: -2.543360176677268 - - type: nauc_ndcg_at_3_diff1 - value: 67.98495347166747 - - type: nauc_ndcg_at_3_max - value: 54.05862252381528 - - type: nauc_ndcg_at_3_std - value: -6.7825336924376245 - - type: nauc_ndcg_at_5_diff1 - value: 68.38485790121766 - - type: nauc_ndcg_at_5_max - value: 55.64814627905228 - - type: nauc_ndcg_at_5_std - value: -5.6631038839134025 - - type: nauc_precision_at_1000_diff1 - value: -31.91059008070008 - - type: nauc_precision_at_1000_max - value: 18.55482858970922 - - type: nauc_precision_at_1000_std - value: 43.65785363907189 - - type: nauc_precision_at_100_diff1 - value: -16.76392958326273 - - type: nauc_precision_at_100_max - value: 27.142407438796955 - - type: nauc_precision_at_100_std - value: 38.29697072426563 - - type: nauc_precision_at_10_diff1 - value: 11.97211848133418 - - type: nauc_precision_at_10_max - value: 50.672089753088244 - - type: nauc_precision_at_10_std - value: 30.97862517703149 - - type: nauc_precision_at_1_diff1 - value: 75.08904719501331 - - type: nauc_precision_at_1_max - value: 55.13604432571482 - - type: nauc_precision_at_1_std - value: -1.9654694766004102 - - type: nauc_precision_at_20_diff1 - value: 0.34617004447819455 - - type: nauc_precision_at_20_max - value: 41.35191215293118 - - type: nauc_precision_at_20_std - value: 32.21795359061543 - - type: nauc_precision_at_3_diff1 - value: 35.69210098433431 - - type: nauc_precision_at_3_max - value: 48.754247436933426 - - type: nauc_precision_at_3_std - value: 7.939907895121176 - - type: nauc_precision_at_5_diff1 - value: 22.745771211448968 - - type: nauc_precision_at_5_max - value: 46.11018959631224 - - type: nauc_precision_at_5_std - value: 15.857715971994473 - - type: nauc_recall_at_1000_diff1 - value: .nan - - type: nauc_recall_at_1000_max - value: .nan - - type: nauc_recall_at_1000_std - value: .nan - - type: nauc_recall_at_100_diff1 - value: 71.53006129988225 - - type: nauc_recall_at_100_max - value: 69.38862501522355 - - type: nauc_recall_at_100_std - value: -1.32951731417219 - - type: nauc_recall_at_10_diff1 - value: 64.7195431286728 - - type: nauc_recall_at_10_max - value: 72.28381413277006 - - type: nauc_recall_at_10_std - value: 8.347284248830944 - - type: nauc_recall_at_1_diff1 - value: 76.7973002639165 - - type: nauc_recall_at_1_max - value: 50.4646981625194 - - type: nauc_recall_at_1_std - value: -8.33051576688819 - - type: nauc_recall_at_20_diff1 - value: 61.235317162568656 - - type: nauc_recall_at_20_max - value: 69.78890293841722 - - type: nauc_recall_at_20_std - value: 5.72615245392976 - - type: nauc_recall_at_3_diff1 - value: 61.32574280311369 - - type: nauc_recall_at_3_max - value: 51.485406874096796 - - type: nauc_recall_at_3_std - value: -10.11580007308917 - - type: nauc_recall_at_5_diff1 - value: 61.71807768316705 - - type: nauc_recall_at_5_max - value: 58.37459459142059 - - type: nauc_recall_at_5_std - value: -5.932082522951148 - - type: ndcg_at_1 - value: 60.0 - - type: ndcg_at_10 - value: 71.655 - - type: ndcg_at_100 - value: 74.3 - - type: ndcg_at_1000 - value: 74.813 - - type: ndcg_at_20 - value: 72.917 - - type: ndcg_at_3 - value: 66.86999999999999 - - type: ndcg_at_5 - value: 69.58 - - type: precision_at_1 - value: 60.0 - - type: precision_at_10 - value: 9.5 - - type: precision_at_100 - value: 1.09 - - type: precision_at_1000 - value: 0.11299999999999999 - - type: precision_at_20 - value: 5.033 - - type: precision_at_3 - value: 26.222 - - type: precision_at_5 - value: 17.467 - - type: recall_at_1 - value: 57.443999999999996 - - type: recall_at_10 - value: 84.344 - - type: recall_at_100 - value: 96.167 - - type: recall_at_1000 - value: 100.0 - - type: recall_at_20 - value: 88.922 - - type: recall_at_3 - value: 71.61699999999999 - - type: recall_at_5 - value: 78.361 - - task: - type: PairClassification - dataset: - name: MTEB SprintDuplicateQuestions (default) - type: mteb/sprintduplicatequestions-pairclassification - config: default - split: test - revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 - metrics: - - type: cosine_accuracy - value: 99.8019801980198 - - type: cosine_accuracy_threshold - value: 74.87144470214844 - - type: cosine_ap - value: 95.25095860632634 - - type: cosine_f1 - value: 89.78766430738119 - - type: cosine_f1_threshold - value: 72.87877202033997 - - type: cosine_precision - value: 90.79754601226993 - - type: cosine_recall - value: 88.8 - - type: dot_accuracy - value: 99.74455445544554 - - type: dot_accuracy_threshold - value: 802.6163101196289 - - type: dot_ap - value: 93.31226314833533 - - type: dot_f1 - value: 86.95652173913044 - - type: dot_f1_threshold - value: 784.8705291748047 - - type: dot_precision - value: 85.9375 - - type: dot_recall - value: 88.0 - - type: euclidean_accuracy - value: 99.79702970297029 - - type: euclidean_accuracy_threshold - value: 242.2288417816162 - - type: euclidean_ap - value: 94.99848019832207 - - type: euclidean_f1 - value: 89.57803762074224 - - type: euclidean_f1_threshold - value: 242.2288417816162 - - type: euclidean_precision - value: 91.10651499482937 - - type: euclidean_recall - value: 88.1 - - type: main_score - value: 95.25095860632634 - - type: manhattan_accuracy - value: 99.7940594059406 - - type: manhattan_accuracy_threshold - value: 5250.234222412109 - - type: manhattan_ap - value: 94.97429485916996 - - type: manhattan_f1 - value: 89.47895791583167 - - type: manhattan_f1_threshold - value: 5444.060516357422 - - type: manhattan_precision - value: 89.65863453815261 - - type: manhattan_recall - value: 89.3 - - type: max_accuracy - value: 99.8019801980198 - - type: max_ap - value: 95.25095860632634 - - type: max_f1 - value: 89.78766430738119 - - type: max_precision - value: 91.10651499482937 - - type: max_recall - value: 89.3 - - type: similarity_accuracy - value: 99.8019801980198 - - type: similarity_accuracy_threshold - value: 74.87144470214844 - - type: similarity_ap - value: 95.25095860632634 - - type: similarity_f1 - value: 89.78766430738119 - - type: similarity_f1_threshold - value: 72.87877202033997 - - type: similarity_precision - value: 90.79754601226993 - - type: similarity_recall - value: 88.8 - - task: - type: Clustering - dataset: - name: MTEB StackExchangeClustering (default) - type: mteb/stackexchange-clustering - config: default - split: test - revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 - metrics: - - type: main_score - value: 66.63931197758824 - - type: v_measure - value: 66.63931197758824 - - type: v_measure_std - value: 3.896206781511776 - - task: - type: Clustering - dataset: - name: MTEB StackExchangeClusteringP2P (default) - type: mteb/stackexchange-clustering-p2p - config: default - split: test - revision: 815ca46b2622cec33ccafc3735d572c266efdb44 - metrics: - - type: main_score - value: 38.984892653301884 - - type: v_measure - value: 38.984892653301884 - - type: v_measure_std - value: 1.3308552162270453 - - task: - type: Reranking - dataset: - name: MTEB StackOverflowDupQuestions (default) - type: mteb/stackoverflowdupquestions-reranking - config: default - split: test - revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 - metrics: - - type: main_score - value: 52.71499643455044 - - type: map - value: 52.71499643455044 - - type: mrr - value: 53.538642729819195 - - type: nAUC_map_diff1 - value: 38.78800921091797 - - type: nAUC_map_max - value: 12.883218793265454 - - type: nAUC_map_std - value: 9.570909251652568 - - type: nAUC_mrr_diff1 - value: 38.244567355279656 - - type: nAUC_mrr_max - value: 13.931448578334379 - - type: nAUC_mrr_std - value: 10.441860004959661 - - task: - type: Summarization - dataset: - name: MTEB SummEval (default) - type: mteb/summeval - config: default - split: test - revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c - metrics: - - type: cosine_pearson - value: 31.5167525286909 - - type: cosine_spearman - value: 31.218862970706496 - - type: dot_pearson - value: 30.74111707198986 - - type: dot_spearman - value: 30.39784418915618 - - type: main_score - value: 31.218862970706496 - - type: pearson - value: 31.5167525286909 - - type: spearman - value: 31.218862970706496 - - task: - type: Retrieval - dataset: - name: MTEB TRECCOVID (default) - type: mteb/trec-covid - config: default - split: test - revision: bb9466bac8153a0349341eb1b22e06409e78ef4e - metrics: - - type: main_score - value: 78.996 - - type: map_at_1 - value: 0.249 - - type: map_at_10 - value: 2.061 - - type: map_at_100 - value: 12.251 - - type: map_at_1000 - value: 28.961 - - type: map_at_20 - value: 3.7409999999999997 - - type: map_at_3 - value: 0.688 - - type: map_at_5 - value: 1.107 - - type: mrr_at_1 - value: 94.0 - - type: mrr_at_10 - value: 96.33333333333333 - - type: mrr_at_100 - value: 96.33333333333333 - - type: mrr_at_1000 - value: 96.33333333333333 - - type: mrr_at_20 - value: 96.33333333333333 - - type: mrr_at_3 - value: 96.33333333333333 - - type: mrr_at_5 - value: 96.33333333333333 - - type: nauc_map_at_1000_diff1 - value: -8.50898809379292 - - type: nauc_map_at_1000_max - value: 67.67774410110748 - - type: nauc_map_at_1000_std - value: 80.6457835612586 - - type: nauc_map_at_100_diff1 - value: 10.035054418273335 - - type: nauc_map_at_100_max - value: 42.933866278169205 - - type: nauc_map_at_100_std - value: 56.25439403946236 - - type: nauc_map_at_10_diff1 - value: 39.076652271723205 - - type: nauc_map_at_10_max - value: 18.073870651726175 - - type: nauc_map_at_10_std - value: 13.484080081227159 - - type: nauc_map_at_1_diff1 - value: 49.789664070604026 - - type: nauc_map_at_1_max - value: 7.384191053884992 - - type: nauc_map_at_1_std - value: -0.8722734569758863 - - type: nauc_map_at_20_diff1 - value: 32.835779882490485 - - type: nauc_map_at_20_max - value: 25.077487797906215 - - type: nauc_map_at_20_std - value: 24.793902157333196 - - type: nauc_map_at_3_diff1 - value: 45.33011031123143 - - type: nauc_map_at_3_max - value: 10.198962600381725 - - type: nauc_map_at_3_std - value: 1.8827347431192232 - - type: nauc_map_at_5_diff1 - value: 45.563116611700366 - - type: nauc_map_at_5_max - value: 13.490426122892163 - - type: nauc_map_at_5_std - value: 3.053408558331047 - - type: nauc_mrr_at_1000_diff1 - value: 41.146761734996915 - - type: nauc_mrr_at_1000_max - value: 72.39198709786925 - - type: nauc_mrr_at_1000_std - value: 77.73958068075707 - - type: nauc_mrr_at_100_diff1 - value: 41.146761734996915 - - type: nauc_mrr_at_100_max - value: 72.39198709786925 - - type: nauc_mrr_at_100_std - value: 77.73958068075707 - - type: nauc_mrr_at_10_diff1 - value: 41.146761734996915 - - type: nauc_mrr_at_10_max - value: 72.39198709786925 - - type: nauc_mrr_at_10_std - value: 77.73958068075707 - - type: nauc_mrr_at_1_diff1 - value: 33.022097727980125 - - type: nauc_mrr_at_1_max - value: 69.34329287270482 - - type: nauc_mrr_at_1_std - value: 75.87924058512304 - - type: nauc_mrr_at_20_diff1 - value: 41.146761734996915 - - type: nauc_mrr_at_20_max - value: 72.39198709786925 - - type: nauc_mrr_at_20_std - value: 77.73958068075707 - - type: nauc_mrr_at_3_diff1 - value: 41.146761734996915 - - type: nauc_mrr_at_3_max - value: 72.39198709786925 - - type: nauc_mrr_at_3_std - value: 77.73958068075707 - - type: nauc_mrr_at_5_diff1 - value: 41.146761734996915 - - type: nauc_mrr_at_5_max - value: 72.39198709786925 - - type: nauc_mrr_at_5_std - value: 77.73958068075707 - - type: nauc_ndcg_at_1000_diff1 - value: -1.2560417431023005 - - type: nauc_ndcg_at_1000_max - value: 67.88815688536812 - - type: nauc_ndcg_at_1000_std - value: 78.98713334260809 - - type: nauc_ndcg_at_100_diff1 - value: -23.92152084408618 - - type: nauc_ndcg_at_100_max - value: 59.68163197171784 - - type: nauc_ndcg_at_100_std - value: 84.16752665904896 - - type: nauc_ndcg_at_10_diff1 - value: -15.223424967176097 - - type: nauc_ndcg_at_10_max - value: 46.88799424241486 - - type: nauc_ndcg_at_10_std - value: 66.79257350363876 - - type: nauc_ndcg_at_1_diff1 - value: 6.508298080052047 - - type: nauc_ndcg_at_1_max - value: 25.170842824601376 - - type: nauc_ndcg_at_1_std - value: 46.70924178327366 - - type: nauc_ndcg_at_20_diff1 - value: -20.832630078163767 - - type: nauc_ndcg_at_20_max - value: 55.078920059864444 - - type: nauc_ndcg_at_20_std - value: 75.88700774022946 - - type: nauc_ndcg_at_3_diff1 - value: -6.226067499516788 - - type: nauc_ndcg_at_3_max - value: 28.763597757241588 - - type: nauc_ndcg_at_3_std - value: 48.72051266582363 - - type: nauc_ndcg_at_5_diff1 - value: -5.795316199425729 - - type: nauc_ndcg_at_5_max - value: 40.35239162872532 - - type: nauc_ndcg_at_5_std - value: 54.70965008136249 - - type: nauc_precision_at_1000_diff1 - value: -34.41705266484266 - - type: nauc_precision_at_1000_max - value: 48.4804492270335 - - type: nauc_precision_at_1000_std - value: 53.751735952299875 - - type: nauc_precision_at_100_diff1 - value: -29.551867565656444 - - type: nauc_precision_at_100_max - value: 61.06166141955705 - - type: nauc_precision_at_100_std - value: 82.74275200763876 - - type: nauc_precision_at_10_diff1 - value: -29.371474919829023 - - type: nauc_precision_at_10_max - value: 54.53275555188386 - - type: nauc_precision_at_10_std - value: 69.53054005542494 - - type: nauc_precision_at_1_diff1 - value: 33.022097727980125 - - type: nauc_precision_at_1_max - value: 69.34329287270482 - - type: nauc_precision_at_1_std - value: 75.87924058512304 - - type: nauc_precision_at_20_diff1 - value: -24.16053331404863 - - type: nauc_precision_at_20_max - value: 61.06682532847266 - - type: nauc_precision_at_20_std - value: 76.56560742379465 - - type: nauc_precision_at_3_diff1 - value: -15.764604810996705 - - type: nauc_precision_at_3_max - value: 37.32817869415811 - - type: nauc_precision_at_3_std - value: 44.47717231222375 - - type: nauc_precision_at_5_diff1 - value: -17.437314970804426 - - type: nauc_precision_at_5_max - value: 50.73193869706717 - - type: nauc_precision_at_5_std - value: 52.23016405240514 - - type: nauc_recall_at_1000_diff1 - value: 4.7273707452662395 - - type: nauc_recall_at_1000_max - value: 63.05663439609748 - - type: nauc_recall_at_1000_std - value: 67.14793866500115 - - type: nauc_recall_at_100_diff1 - value: 23.35667114320705 - - type: nauc_recall_at_100_max - value: 35.48579626489824 - - type: nauc_recall_at_100_std - value: 41.57078323949294 - - type: nauc_recall_at_10_diff1 - value: 40.23012376543429 - - type: nauc_recall_at_10_max - value: 13.327300253642104 - - type: nauc_recall_at_10_std - value: 8.070191198153621 - - type: nauc_recall_at_1_diff1 - value: 49.789664070604026 - - type: nauc_recall_at_1_max - value: 7.384191053884992 - - type: nauc_recall_at_1_std - value: -0.8722734569758863 - - type: nauc_recall_at_20_diff1 - value: 38.15060570963706 - - type: nauc_recall_at_20_max - value: 19.324966568736208 - - type: nauc_recall_at_20_std - value: 16.100264825277012 - - type: nauc_recall_at_3_diff1 - value: 45.27614089863598 - - type: nauc_recall_at_3_max - value: 7.255908256968489 - - type: nauc_recall_at_3_std - value: -1.608183234156468 - - type: nauc_recall_at_5_diff1 - value: 47.01736203779601 - - type: nauc_recall_at_5_max - value: 10.344391925906862 - - type: nauc_recall_at_5_std - value: -0.6281013026415635 - - type: ndcg_at_1 - value: 88.0 - - type: ndcg_at_10 - value: 78.996 - - type: ndcg_at_100 - value: 60.438 - - type: ndcg_at_1000 - value: 53.794 - - type: ndcg_at_20 - value: 75.286 - - type: ndcg_at_3 - value: 83.581 - - type: ndcg_at_5 - value: 81.64 - - type: precision_at_1 - value: 94.0 - - type: precision_at_10 - value: 84.39999999999999 - - type: precision_at_100 - value: 62.019999999999996 - - type: precision_at_1000 - value: 23.382 - - type: precision_at_20 - value: 80.0 - - type: precision_at_3 - value: 89.333 - - type: precision_at_5 - value: 87.2 - - type: recall_at_1 - value: 0.249 - - type: recall_at_10 - value: 2.2190000000000003 - - type: recall_at_100 - value: 15.375 - - type: recall_at_1000 - value: 50.864 - - type: recall_at_20 - value: 4.166 - - type: recall_at_3 - value: 0.705 - - type: recall_at_5 - value: 1.162 - - task: - type: Retrieval - dataset: - name: MTEB Touche2020 (default) - type: mteb/touche2020 - config: default - split: test - revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f - metrics: - - type: main_score - value: 24.234 - - type: map_at_1 - value: 2.375 - - type: map_at_10 - value: 9.524000000000001 - - type: map_at_100 - value: 14.892 - - type: map_at_1000 - value: 16.333000000000002 - - type: map_at_20 - value: 11.623999999999999 - - type: map_at_3 - value: 5.454 - - type: map_at_5 - value: 6.8580000000000005 - - type: mrr_at_1 - value: 28.57142857142857 - - type: mrr_at_10 - value: 45.682701652089406 - - type: mrr_at_100 - value: 46.575009186379326 - - type: mrr_at_1000 - value: 46.59788610224918 - - type: mrr_at_20 - value: 46.38298755013862 - - type: mrr_at_3 - value: 42.17687074829932 - - type: mrr_at_5 - value: 43.91156462585034 - - type: nauc_map_at_1000_diff1 - value: 19.91522275259299 - - type: nauc_map_at_1000_max - value: -4.061069562484586 - - type: nauc_map_at_1000_std - value: 6.4307839853892075 - - type: nauc_map_at_100_diff1 - value: 21.732800783594193 - - type: nauc_map_at_100_max - value: -4.948420742417176 - - type: nauc_map_at_100_std - value: 2.3892746481235365 - - type: nauc_map_at_10_diff1 - value: 25.96546574492631 - - type: nauc_map_at_10_max - value: -3.370126895066545 - - type: nauc_map_at_10_std - value: -10.803209999052799 - - type: nauc_map_at_1_diff1 - value: 19.93899752769775 - - type: nauc_map_at_1_max - value: -10.795511410696172 - - type: nauc_map_at_1_std - value: -27.946194361336318 - - type: nauc_map_at_20_diff1 - value: 25.048986055137885 - - type: nauc_map_at_20_max - value: -3.3497237396020054 - - type: nauc_map_at_20_std - value: -7.031827147053591 - - type: nauc_map_at_3_diff1 - value: 28.013110815855104 - - type: nauc_map_at_3_max - value: -0.830920030448727 - - type: nauc_map_at_3_std - value: -15.295608656461878 - - type: nauc_map_at_5_diff1 - value: 26.365819767791127 - - type: nauc_map_at_5_max - value: 0.6192076561048367 - - type: nauc_map_at_5_std - value: -12.889398576429503 - - type: nauc_mrr_at_1000_diff1 - value: 14.080128598344613 - - type: nauc_mrr_at_1000_max - value: -18.89670055001203 - - type: nauc_mrr_at_1000_std - value: -16.024560065950162 - - type: nauc_mrr_at_100_diff1 - value: 14.047078831458759 - - type: nauc_mrr_at_100_max - value: -18.839141940890308 - - type: nauc_mrr_at_100_std - value: -15.936841165639807 - - type: nauc_mrr_at_10_diff1 - value: 13.834078445546616 - - type: nauc_mrr_at_10_max - value: -19.259895762236752 - - type: nauc_mrr_at_10_std - value: -16.057038448247333 - - type: nauc_mrr_at_1_diff1 - value: 18.53299415996308 - - type: nauc_mrr_at_1_max - value: -18.113757292140054 - - type: nauc_mrr_at_1_std - value: -29.30092995630113 - - type: nauc_mrr_at_20_diff1 - value: 14.00284178876997 - - type: nauc_mrr_at_20_max - value: -19.506630875181013 - - type: nauc_mrr_at_20_std - value: -15.305313073221916 - - type: nauc_mrr_at_3_diff1 - value: 18.21697374731185 - - type: nauc_mrr_at_3_max - value: -16.408928982970014 - - type: nauc_mrr_at_3_std - value: -15.600691391154738 - - type: nauc_mrr_at_5_diff1 - value: 15.011213729689722 - - type: nauc_mrr_at_5_max - value: -15.938832176913179 - - type: nauc_mrr_at_5_std - value: -15.106634941887783 - - type: nauc_ndcg_at_1000_diff1 - value: -2.2654352651913454 - - type: nauc_ndcg_at_1000_max - value: -8.254133412699563 - - type: nauc_ndcg_at_1000_std - value: 28.977978210082334 - - type: nauc_ndcg_at_100_diff1 - value: 9.44513430194822 - - type: nauc_ndcg_at_100_max - value: -15.020830194764773 - - type: nauc_ndcg_at_100_std - value: 16.334072308689844 - - type: nauc_ndcg_at_10_diff1 - value: 10.811932062068292 - - type: nauc_ndcg_at_10_max - value: -16.875042940954394 - - type: nauc_ndcg_at_10_std - value: -7.498497059099055 - - type: nauc_ndcg_at_1_diff1 - value: 8.013389111115192 - - type: nauc_ndcg_at_1_max - value: -20.46303530670677 - - type: nauc_ndcg_at_1_std - value: -28.677109030422592 - - type: nauc_ndcg_at_20_diff1 - value: 14.109381340505292 - - type: nauc_ndcg_at_20_max - value: -17.016560579502745 - - type: nauc_ndcg_at_20_std - value: -2.6072746077755578 - - type: nauc_ndcg_at_3_diff1 - value: 7.341462981430443 - - type: nauc_ndcg_at_3_max - value: -15.002866301528735 - - type: nauc_ndcg_at_3_std - value: -6.828374503769309 - - type: nauc_ndcg_at_5_diff1 - value: 6.769009506070368 - - type: nauc_ndcg_at_5_max - value: -13.721901939791717 - - type: nauc_ndcg_at_5_std - value: -7.783733311332034 - - type: nauc_precision_at_1000_diff1 - value: -32.629086027190745 - - type: nauc_precision_at_1000_max - value: 35.0104241041295 - - type: nauc_precision_at_1000_std - value: 44.29352014918582 - - type: nauc_precision_at_100_diff1 - value: -5.73011547707054 - - type: nauc_precision_at_100_max - value: 5.184837968961779 - - type: nauc_precision_at_100_std - value: 62.719317243124486 - - type: nauc_precision_at_10_diff1 - value: 10.285758840735419 - - type: nauc_precision_at_10_max - value: -16.794267370418897 - - type: nauc_precision_at_10_std - value: 3.154251938395293 - - type: nauc_precision_at_1_diff1 - value: 18.53299415996308 - - type: nauc_precision_at_1_max - value: -18.113757292140054 - - type: nauc_precision_at_1_std - value: -29.30092995630113 - - type: nauc_precision_at_20_diff1 - value: 7.913471572076773 - - type: nauc_precision_at_20_max - value: -13.768171825752656 - - type: nauc_precision_at_20_std - value: 21.789084061576236 - - type: nauc_precision_at_3_diff1 - value: 16.54782279013308 - - type: nauc_precision_at_3_max - value: -3.6423785886478184 - - type: nauc_precision_at_3_std - value: 2.9172954774655055 - - type: nauc_precision_at_5_diff1 - value: 10.13294344064617 - - type: nauc_precision_at_5_max - value: -5.9973476531265755 - - type: nauc_precision_at_5_std - value: 0.4456200467501818 - - type: nauc_recall_at_1000_diff1 - value: -24.4317042922882 - - type: nauc_recall_at_1000_max - value: 13.229870345200078 - - type: nauc_recall_at_1000_std - value: 70.160182379166 - - type: nauc_recall_at_100_diff1 - value: 12.063778440107233 - - type: nauc_recall_at_100_max - value: -10.366317723308176 - - type: nauc_recall_at_100_std - value: 32.924431282751144 - - type: nauc_recall_at_10_diff1 - value: 22.64171527997939 - - type: nauc_recall_at_10_max - value: -10.391914072061896 - - type: nauc_recall_at_10_std - value: -6.598914801144136 - - type: nauc_recall_at_1_diff1 - value: 19.93899752769775 - - type: nauc_recall_at_1_max - value: -10.795511410696172 - - type: nauc_recall_at_1_std - value: -27.946194361336318 - - type: nauc_recall_at_20_diff1 - value: 21.03235886870531 - - type: nauc_recall_at_20_max - value: -10.798648140429465 - - type: nauc_recall_at_20_std - value: 2.4643725026744985 - - type: nauc_recall_at_3_diff1 - value: 28.72435373504295 - - type: nauc_recall_at_3_max - value: 0.11492584175498742 - - type: nauc_recall_at_3_std - value: -8.100637004942591 - - type: nauc_recall_at_5_diff1 - value: 23.79937557291913 - - type: nauc_recall_at_5_max - value: 1.4700123793057462 - - type: nauc_recall_at_5_std - value: -6.350206472562812 - - type: ndcg_at_1 - value: 25.509999999999998 - - type: ndcg_at_10 - value: 24.234 - - type: ndcg_at_100 - value: 34.751 - - type: ndcg_at_1000 - value: 45.93 - - type: ndcg_at_20 - value: 25.130999999999997 - - type: ndcg_at_3 - value: 28.441 - - type: ndcg_at_5 - value: 25.363000000000003 - - type: precision_at_1 - value: 28.571 - - type: precision_at_10 - value: 21.02 - - type: precision_at_100 - value: 7.142999999999999 - - type: precision_at_1000 - value: 1.447 - - type: precision_at_20 - value: 16.531000000000002 - - type: precision_at_3 - value: 29.932 - - type: precision_at_5 - value: 24.898 - - type: recall_at_1 - value: 2.375 - - type: recall_at_10 - value: 15.383 - - type: recall_at_100 - value: 43.783 - - type: recall_at_1000 - value: 77.527 - - type: recall_at_20 - value: 22.817 - - type: recall_at_3 - value: 6.625 - - type: recall_at_5 - value: 9.094 - - task: - type: Classification - dataset: - name: MTEB ToxicConversationsClassification (default) - type: mteb/toxic_conversations_50k - config: default - split: test - revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de - metrics: - - type: accuracy - value: 72.822265625 - - type: ap - value: 15.65033785618422 - - type: ap_weighted - value: 15.65033785618422 - - type: f1 - value: 56.334445882748376 - - type: f1_weighted - value: 78.7454393727821 - - type: main_score - value: 72.822265625 - - task: - type: Classification - dataset: - name: MTEB TweetSentimentExtractionClassification (default) - type: mteb/tweet_sentiment_extraction - config: default - split: test - revision: d604517c81ca91fe16a244d1248fc021f9ecee7a - metrics: - - type: accuracy - value: 72.54385964912281 - - type: f1 - value: 72.88716070217461 - - type: f1_weighted - value: 72.18022450339639 - - type: main_score - value: 72.54385964912281 - - task: - type: Clustering - dataset: - name: MTEB TwentyNewsgroupsClustering (default) - type: mteb/twentynewsgroups-clustering - config: default - split: test - revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 - metrics: - - type: main_score - value: 57.41861450414374 - - type: v_measure - value: 57.41861450414374 - - type: v_measure_std - value: 1.1732394227153524 - - task: - type: PairClassification - dataset: - name: MTEB TwitterSemEval2015 (default) - type: mteb/twittersemeval2015-pairclassification - config: default - split: test - revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 - metrics: - - type: cosine_accuracy - value: 85.65893783155511 - - type: cosine_accuracy_threshold - value: 76.72200202941895 - - type: cosine_ap - value: 72.92913537423482 - - type: cosine_f1 - value: 67.44999999999999 - - type: cosine_f1_threshold - value: 70.14604806900024 - - type: cosine_precision - value: 64.0855106888361 - - type: cosine_recall - value: 71.18733509234828 - - type: dot_accuracy - value: 83.59659057042379 - - type: dot_accuracy_threshold - value: 738.1642818450928 - - type: dot_ap - value: 64.6920069073089 - - type: dot_f1 - value: 62.56256256256256 - - type: dot_f1_threshold - value: 701.5200614929199 - - type: dot_precision - value: 59.49547834364588 - - type: dot_recall - value: 65.96306068601582 - - type: euclidean_accuracy - value: 85.8556356917208 - - type: euclidean_accuracy_threshold - value: 227.3829221725464 - - type: euclidean_ap - value: 72.57883208826111 - - type: euclidean_f1 - value: 67.26673427991886 - - type: euclidean_f1_threshold - value: 241.79611206054688 - - type: euclidean_precision - value: 64.73889702293802 - - type: euclidean_recall - value: 70.0 - - type: main_score - value: 72.92913537423482 - - type: manhattan_accuracy - value: 85.86755677415509 - - type: manhattan_accuracy_threshold - value: 4928.2196044921875 - - type: manhattan_ap - value: 72.54254404689362 - - type: manhattan_f1 - value: 67.25325172149962 - - type: manhattan_f1_threshold - value: 5332.820892333984 - - type: manhattan_precision - value: 65.07897334649556 - - type: manhattan_recall - value: 69.5778364116095 - - type: max_accuracy - value: 85.86755677415509 - - type: max_ap - value: 72.92913537423482 - - type: max_f1 - value: 67.44999999999999 - - type: max_precision - value: 65.07897334649556 - - type: max_recall - value: 71.18733509234828 - - type: similarity_accuracy - value: 85.65893783155511 - - type: similarity_accuracy_threshold - value: 76.72200202941895 - - type: similarity_ap - value: 72.92913537423482 - - type: similarity_f1 - value: 67.44999999999999 - - type: similarity_f1_threshold - value: 70.14604806900024 - - type: similarity_precision - value: 64.0855106888361 - - type: similarity_recall - value: 71.18733509234828 - - task: - type: PairClassification - dataset: - name: MTEB TwitterURLCorpus (default) - type: mteb/twitterurlcorpus-pairclassification - config: default - split: test - revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf - metrics: - - type: cosine_accuracy - value: 88.86754375751931 - - type: cosine_accuracy_threshold - value: 70.83752155303955 - - type: cosine_ap - value: 85.88909734732754 - - type: cosine_f1 - value: 78.27415599534343 - - type: cosine_f1_threshold - value: 68.78219246864319 - - type: cosine_precision - value: 74.19310344827586 - - type: cosine_recall - value: 82.83030489682784 - - type: dot_accuracy - value: 88.06419063142779 - - type: dot_accuracy_threshold - value: 691.1415100097656 - - type: dot_ap - value: 83.54468458822026 - - type: dot_f1 - value: 76.22905131730519 - - type: dot_f1_threshold - value: 658.1658363342285 - - type: dot_precision - value: 73.66946778711485 - - type: dot_recall - value: 78.97289805974745 - - type: euclidean_accuracy - value: 88.7026041060271 - - type: euclidean_accuracy_threshold - value: 227.25768089294434 - - type: euclidean_ap - value: 85.5207311589875 - - type: euclidean_f1 - value: 77.74695188727459 - - type: euclidean_f1_threshold - value: 241.900634765625 - - type: euclidean_precision - value: 73.9205886436207 - - type: euclidean_recall - value: 81.99106867878041 - - type: main_score - value: 85.88909734732754 - - type: manhattan_accuracy - value: 88.67543757519307 - - type: manhattan_accuracy_threshold - value: 5096.699523925781 - - type: manhattan_ap - value: 85.50164139819381 - - type: manhattan_f1 - value: 77.77736781906064 - - type: manhattan_f1_threshold - value: 5311.3861083984375 - - type: manhattan_precision - value: 74.6723343960326 - - type: manhattan_recall - value: 81.15183246073299 - - type: max_accuracy - value: 88.86754375751931 - - type: max_ap - value: 85.88909734732754 - - type: max_f1 - value: 78.27415599534343 - - type: max_precision - value: 74.6723343960326 - - type: max_recall - value: 82.83030489682784 - - type: similarity_accuracy - value: 88.86754375751931 - - type: similarity_accuracy_threshold - value: 70.83752155303955 - - type: similarity_ap - value: 85.88909734732754 - - type: similarity_f1 - value: 78.27415599534343 - - type: similarity_f1_threshold - value: 68.78219246864319 - - type: similarity_precision - value: 74.19310344827586 - - type: similarity_recall - value: 82.83030489682784 ---- -# Contextual Document Embeddings (CDE) - -Our new model that naturally integrates "context tokens" into the embedding process. More information coming soon!