README.md

metadata

model-index:
  - name: marqo-chimera-arctic-bge-m
    results:
      - dataset:
          config: default
          name: MTEB AskUbuntuDupQuestions (default)
          revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
          split: test
          type: mteb/askubuntudupquestions-reranking
        metrics:
          - type: main_score
            value: 61.52568874736682
          - type: map
            value: 61.52568874736682
          - type: mrr
            value: 73.62001494965483
          - type: nAUC_map_diff1
            value: 11.157737453725963
          - type: nAUC_map_max
            value: 30.29323031997606
          - type: nAUC_map_std
            value: 21.95143338261497
          - type: nAUC_mrr_diff1
            value: 26.35768059823056
          - type: nAUC_mrr_max
            value: 44.19057408461639
          - type: nAUC_mrr_std
            value: 32.32130341448545
        task:
          type: Reranking
      - dataset:
          config: default
          name: MTEB MindSmallReranking (default)
          revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
          split: test
          type: mteb/mind_small
        metrics:
          - type: main_score
            value: 31.052388483623112
          - type: map
            value: 31.052388483623112
          - type: mrr
            value: 31.97303748813518
          - type: nAUC_map_diff1
            value: 13.880201359939514
          - type: nAUC_map_max
            value: -23.904919601765588
          - type: nAUC_map_std
            value: -3.138204392900581
          - type: nAUC_mrr_diff1
            value: 13.148603185908703
          - type: nAUC_mrr_max
            value: -18.517207734097
          - type: nAUC_mrr_std
            value: -1.3667482921703122
        task:
          type: Reranking
      - dataset:
          config: default
          name: MTEB SciDocsRR (default)
          revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
          split: test
          type: mteb/scidocs-reranking
        metrics:
          - type: main_score
            value: 87.00318874885207
          - type: map
            value: 87.00318874885207
          - type: mrr
            value: 96.21491616589655
          - type: nAUC_map_diff1
            value: -2.7942161554105844
          - type: nAUC_map_max
            value: 49.58195147676295
          - type: nAUC_map_std
            value: 64.58288470555894
          - type: nAUC_mrr_diff1
            value: 35.81189666282723
          - type: nAUC_mrr_max
            value: 82.72754486008768
          - type: nAUC_mrr_std
            value: 78.20855667229367
        task:
          type: Reranking
      - dataset:
          config: default
          name: MTEB StackOverflowDupQuestions (default)
          revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
          split: test
          type: mteb/stackoverflowdupquestions-reranking
        metrics:
          - type: main_score
            value: 52.94628709332918
          - type: map
            value: 52.94628709332918
          - type: mrr
            value: 53.8088474025974
          - type: nAUC_map_diff1
            value: 37.831491121972284
          - type: nAUC_map_max
            value: 9.954672687599786
          - type: nAUC_map_std
            value: 7.151680447940397
          - type: nAUC_mrr_diff1
            value: 37.94530402756348
          - type: nAUC_mrr_max
            value: 11.10510095877716
          - type: nAUC_mrr_std
            value: 7.335464870025126
        task:
          type: Reranking
      - dataset:
          config: default
          name: MTEB ArguAna (default)
          revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
          split: test
          type: mteb/arguana
        metrics:
          - type: main_score
            value: 59.065
          - type: map_at_1
            value: 33.357
          - type: map_at_10
            value: 50.358000000000004
          - type: map_at_100
            value: 51.059
          - type: map_at_1000
            value: 51.065000000000005
          - type: map_at_20
            value: 50.937
          - type: map_at_3
            value: 46.028999999999996
          - type: map_at_5
            value: 48.554
          - type: mrr_at_1
            value: 34.70839260312945
          - type: mrr_at_10
            value: 50.83243017453547
          - type: mrr_at_100
            value: 51.53850536320004
          - type: mrr_at_1000
            value: 51.54401811077744
          - type: mrr_at_20
            value: 51.412647976217364
          - type: mrr_at_3
            value: 46.50308202939785
          - type: mrr_at_5
            value: 49.05998103366532
          - type: nauc_map_at_1000_diff1
            value: 11.797564985135338
          - type: nauc_map_at_1000_max
            value: -7.607066932406576
          - type: nauc_map_at_1000_std
            value: -17.270638215057524
          - type: nauc_map_at_100_diff1
            value: 11.806198989069621
          - type: nauc_map_at_100_max
            value: -7.592047232710611
          - type: nauc_map_at_100_std
            value: -17.26377587353011
          - type: nauc_map_at_10_diff1
            value: 11.531283497060853
          - type: nauc_map_at_10_max
            value: -7.492585855217183
          - type: nauc_map_at_10_std
            value: -17.327181279719785
          - type: nauc_map_at_1_diff1
            value: 14.722301460370888
          - type: nauc_map_at_1_max
            value: -12.558941744567125
          - type: nauc_map_at_1_std
            value: -19.00668277393635
          - type: nauc_map_at_20_diff1
            value: 11.780890253296326
          - type: nauc_map_at_20_max
            value: -7.486443528760252
          - type: nauc_map_at_20_std
            value: -17.25415038497637
          - type: nauc_map_at_3_diff1
            value: 11.58642251378135
          - type: nauc_map_at_3_max
            value: -7.553024889936588
          - type: nauc_map_at_3_std
            value: -16.86316367654756
          - type: nauc_map_at_5_diff1
            value: 10.748291392915972
          - type: nauc_map_at_5_max
            value: -8.067965465823498
          - type: nauc_map_at_5_std
            value: -17.609699932887022
          - type: nauc_mrr_at_1000_diff1
            value: 7.5887210721299185
          - type: nauc_mrr_at_1000_max
            value: -9.428750070039108
          - type: nauc_mrr_at_1000_std
            value: -17.1532443953663
          - type: nauc_mrr_at_100_diff1
            value: 7.598074158282849
          - type: nauc_mrr_at_100_max
            value: -9.413490618300635
          - type: nauc_mrr_at_100_std
            value: -17.146447113618237
          - type: nauc_mrr_at_10_diff1
            value: 7.290530880298207
          - type: nauc_mrr_at_10_max
            value: -9.368775892138595
          - type: nauc_mrr_at_10_std
            value: -17.24577739241391
          - type: nauc_mrr_at_1_diff1
            value: 10.80458792753096
          - type: nauc_mrr_at_1_max
            value: -12.826439299672895
          - type: nauc_mrr_at_1_std
            value: -18.15165946206333
          - type: nauc_mrr_at_20_diff1
            value: 7.570427469198783
          - type: nauc_mrr_at_20_max
            value: -9.318833554679264
          - type: nauc_mrr_at_20_std
            value: -17.154896916304484
          - type: nauc_mrr_at_3_diff1
            value: 7.28895569670382
          - type: nauc_mrr_at_3_max
            value: -9.681542629848938
          - type: nauc_mrr_at_3_std
            value: -17.054990587661848
          - type: nauc_mrr_at_5_diff1
            value: 6.743201810619643
          - type: nauc_mrr_at_5_max
            value: -9.749964913926936
          - type: nauc_mrr_at_5_std
            value: -17.501386524025076
          - type: nauc_ndcg_at_1000_diff1
            value: 11.636132117840171
          - type: nauc_ndcg_at_1000_max
            value: -6.60729897328878
          - type: nauc_ndcg_at_1000_std
            value: -16.684371357447958
          - type: nauc_ndcg_at_100_diff1
            value: 11.86351675345608
          - type: nauc_ndcg_at_100_max
            value: -6.233730667011658
          - type: nauc_ndcg_at_100_std
            value: -16.50628115412626
          - type: nauc_ndcg_at_10_diff1
            value: 10.740551506695157
          - type: nauc_ndcg_at_10_max
            value: -5.4321953074534965
          - type: nauc_ndcg_at_10_std
            value: -16.658783370168187
          - type: nauc_ndcg_at_1_diff1
            value: 14.722301460370888
          - type: nauc_ndcg_at_1_max
            value: -12.558941744567125
          - type: nauc_ndcg_at_1_std
            value: -19.00668277393635
          - type: nauc_ndcg_at_20_diff1
            value: 11.712706357412802
          - type: nauc_ndcg_at_20_max
            value: -5.349834635162655
          - type: nauc_ndcg_at_20_std
            value: -16.332597314401273
          - type: nauc_ndcg_at_3_diff1
            value: 10.585090671033667
          - type: nauc_ndcg_at_3_max
            value: -6.115259615884694
          - type: nauc_ndcg_at_3_std
            value: -16.033437647514436
          - type: nauc_ndcg_at_5_diff1
            value: 8.902929750113787
          - type: nauc_ndcg_at_5_max
            value: -7.0499371802104
          - type: nauc_ndcg_at_5_std
            value: -17.37722922773031
          - type: nauc_precision_at_1000_diff1
            value: 19.30870025960692
          - type: nauc_precision_at_1000_max
            value: 25.219198723291704
          - type: nauc_precision_at_1000_std
            value: 50.0628020408723
          - type: nauc_precision_at_100_diff1
            value: 46.861658830251294
          - type: nauc_precision_at_100_max
            value: 57.5281671841395
          - type: nauc_precision_at_100_std
            value: 32.41596890181097
          - type: nauc_precision_at_10_diff1
            value: 6.3895922992183705
          - type: nauc_precision_at_10_max
            value: 9.111444564255798
          - type: nauc_precision_at_10_std
            value: -12.062739175575848
          - type: nauc_precision_at_1_diff1
            value: 14.722301460370888
          - type: nauc_precision_at_1_max
            value: -12.558941744567125
          - type: nauc_precision_at_1_std
            value: -19.00668277393635
          - type: nauc_precision_at_20_diff1
            value: 16.87733741334527
          - type: nauc_precision_at_20_max
            value: 29.473698797577423
          - type: nauc_precision_at_20_std
            value: -0.4381242915940282
          - type: nauc_precision_at_3_diff1
            value: 7.41556166086276
          - type: nauc_precision_at_3_max
            value: -1.62255104214
          - type: nauc_precision_at_3_std
            value: -13.354419956517779
          - type: nauc_precision_at_5_diff1
            value: 1.4075737324260367
          - type: nauc_precision_at_5_max
            value: -3.4467936924651497
          - type: nauc_precision_at_5_std
            value: -16.682279089924243
          - type: nauc_recall_at_1000_diff1
            value: 19.30870025960776
          - type: nauc_recall_at_1000_max
            value: 25.219198723290486
          - type: nauc_recall_at_1000_std
            value: 50.0628020408743
          - type: nauc_recall_at_100_diff1
            value: 46.86165883025222
          - type: nauc_recall_at_100_max
            value: 57.528167184138965
          - type: nauc_recall_at_100_std
            value: 32.41596890181003
          - type: nauc_recall_at_10_diff1
            value: 6.389592299218442
          - type: nauc_recall_at_10_max
            value: 9.111444564255994
          - type: nauc_recall_at_10_std
            value: -12.06273917557584
          - type: nauc_recall_at_1_diff1
            value: 14.722301460370888
          - type: nauc_recall_at_1_max
            value: -12.558941744567125
          - type: nauc_recall_at_1_std
            value: -19.00668277393635
          - type: nauc_recall_at_20_diff1
            value: 16.877337413344662
          - type: nauc_recall_at_20_max
            value: 29.473698797576674
          - type: nauc_recall_at_20_std
            value: -0.43812429159462585
          - type: nauc_recall_at_3_diff1
            value: 7.415561660862788
          - type: nauc_recall_at_3_max
            value: -1.6225510421399234
          - type: nauc_recall_at_3_std
            value: -13.354419956517749
          - type: nauc_recall_at_5_diff1
            value: 1.4075737324260906
          - type: nauc_recall_at_5_max
            value: -3.446793692465132
          - type: nauc_recall_at_5_std
            value: -16.682279089924172
          - type: ndcg_at_1
            value: 33.357
          - type: ndcg_at_10
            value: 59.065
          - type: ndcg_at_100
            value: 61.92999999999999
          - type: ndcg_at_1000
            value: 62.038000000000004
          - type: ndcg_at_20
            value: 61.111000000000004
          - type: ndcg_at_3
            value: 50.188
          - type: ndcg_at_5
            value: 54.734
          - type: precision_at_1
            value: 33.357
          - type: precision_at_10
            value: 8.656
          - type: precision_at_100
            value: 0.988
          - type: precision_at_1000
            value: 0.1
          - type: precision_at_20
            value: 4.726
          - type: precision_at_3
            value: 20.744
          - type: precision_at_5
            value: 14.651
          - type: recall_at_1
            value: 33.357
          - type: recall_at_10
            value: 86.558
          - type: recall_at_100
            value: 98.791
          - type: recall_at_1000
            value: 99.57300000000001
          - type: recall_at_20
            value: 94.523
          - type: recall_at_3
            value: 62.233000000000004
          - type: recall_at_5
            value: 73.257
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB CQADupstackRetrieval (default)
          revision: dataset revision not available
          split: test
          type: BeIR/cqadupstack
        metrics:
          - type: main_score
            value: 42.60991666666667
          - type: map_at_1
            value: 29.02841666666666
          - type: map_at_10
            value: 37.605500000000006
          - type: map_at_100
            value: 38.80766666666667
          - type: map_at_1000
            value: 38.925
          - type: map_at_20
            value: 38.24433333333333
          - type: map_at_3
            value: 34.901833333333336
          - type: map_at_5
            value: 36.400166666666664
          - type: mrr_at_1
            value: 34.54942716177701
          - type: mrr_at_10
            value: 41.985627602835415
          - type: mrr_at_100
            value: 42.8188183341998
          - type: mrr_at_1000
            value: 42.87651478239379
          - type: mrr_at_20
            value: 42.45289866684582
          - type: mrr_at_3
            value: 39.73846973161339
          - type: mrr_at_5
            value: 41.028285930911764
          - type: nauc_map_at_1000_diff1
            value: 54.313833147545246
          - type: nauc_map_at_1000_max
            value: 43.63059805650003
          - type: nauc_map_at_1000_std
            value: 6.3917229655705805
          - type: nauc_map_at_100_diff1
            value: 54.29007346605494
          - type: nauc_map_at_100_max
            value: 43.63080398264748
          - type: nauc_map_at_100_std
            value: 6.378901111036166
          - type: nauc_map_at_10_diff1
            value: 54.470778178332004
          - type: nauc_map_at_10_max
            value: 43.393237877840654
          - type: nauc_map_at_10_std
            value: 5.6127512938688655
          - type: nauc_map_at_1_diff1
            value: 60.06882798767067
          - type: nauc_map_at_1_max
            value: 42.19106001297334
          - type: nauc_map_at_1_std
            value: 2.86242717980298
          - type: nauc_map_at_20_diff1
            value: 54.30301286562668
          - type: nauc_map_at_20_max
            value: 43.47851607284599
          - type: nauc_map_at_20_std
            value: 6.00685966030338
          - type: nauc_map_at_3_diff1
            value: 55.7331996667339
          - type: nauc_map_at_3_max
            value: 43.11821518176387
          - type: nauc_map_at_3_std
            value: 4.33217706799643
          - type: nauc_map_at_5_diff1
            value: 54.896198669491916
          - type: nauc_map_at_5_max
            value: 43.20208013887368
          - type: nauc_map_at_5_std
            value: 5.023244199425562
          - type: nauc_mrr_at_1000_diff1
            value: 54.48880097496559
          - type: nauc_mrr_at_1000_max
            value: 46.10545106745922
          - type: nauc_mrr_at_1000_std
            value: 7.845561626941598
          - type: nauc_mrr_at_100_diff1
            value: 54.46951345713534
          - type: nauc_mrr_at_100_max
            value: 46.09921914495986
          - type: nauc_mrr_at_100_std
            value: 7.855986522414654
          - type: nauc_mrr_at_10_diff1
            value: 54.53890808141936
          - type: nauc_mrr_at_10_max
            value: 46.130592360352175
          - type: nauc_mrr_at_10_std
            value: 7.586612123942518
          - type: nauc_mrr_at_1_diff1
            value: 59.25878396315569
          - type: nauc_mrr_at_1_max
            value: 47.3512867241635
          - type: nauc_mrr_at_1_std
            value: 6.03729877377949
          - type: nauc_mrr_at_20_diff1
            value: 54.43539271526371
          - type: nauc_mrr_at_20_max
            value: 46.043507500747424
          - type: nauc_mrr_at_20_std
            value: 7.727711153775477
          - type: nauc_mrr_at_3_diff1
            value: 55.45359474665283
          - type: nauc_mrr_at_3_max
            value: 46.40382777448713
          - type: nauc_mrr_at_3_std
            value: 6.925224355539478
          - type: nauc_mrr_at_5_diff1
            value: 54.831111032366444
          - type: nauc_mrr_at_5_max
            value: 46.227367973489415
          - type: nauc_mrr_at_5_std
            value: 7.3311067454294605
          - type: nauc_ndcg_at_1000_diff1
            value: 52.32558906793956
          - type: nauc_ndcg_at_1000_max
            value: 44.576009470832275
          - type: nauc_ndcg_at_1000_std
            value: 9.540423024089218
          - type: nauc_ndcg_at_100_diff1
            value: 51.77921624933878
          - type: nauc_ndcg_at_100_max
            value: 44.31890456342372
          - type: nauc_ndcg_at_100_std
            value: 9.882509250375406
          - type: nauc_ndcg_at_10_diff1
            value: 52.27183698225157
          - type: nauc_ndcg_at_10_max
            value: 43.68607736024179
          - type: nauc_ndcg_at_10_std
            value: 7.354024755467956
          - type: nauc_ndcg_at_1_diff1
            value: 59.25878396315569
          - type: nauc_ndcg_at_1_max
            value: 47.3512867241635
          - type: nauc_ndcg_at_1_std
            value: 6.03729877377949
          - type: nauc_ndcg_at_20_diff1
            value: 51.77683735706776
          - type: nauc_ndcg_at_20_max
            value: 43.61443561392521
          - type: nauc_ndcg_at_20_std
            value: 8.247013302747026
          - type: nauc_ndcg_at_3_diff1
            value: 54.028694267307905
          - type: nauc_ndcg_at_3_max
            value: 44.18349704807031
          - type: nauc_ndcg_at_3_std
            value: 5.825981909144726
          - type: nauc_ndcg_at_5_diff1
            value: 53.095392793765626
          - type: nauc_ndcg_at_5_max
            value: 43.758452591413096
          - type: nauc_ndcg_at_5_std
            value: 6.5578913033174615
          - type: nauc_precision_at_1000_diff1
            value: -8.540675923679924
          - type: nauc_precision_at_1000_max
            value: 4.5880919138648935
          - type: nauc_precision_at_1000_std
            value: 11.27603859276503
          - type: nauc_precision_at_100_diff1
            value: 3.565858070534231
          - type: nauc_precision_at_100_max
            value: 18.8787039962293
          - type: nauc_precision_at_100_std
            value: 20.295478938042404
          - type: nauc_precision_at_10_diff1
            value: 23.350060482384077
          - type: nauc_precision_at_10_max
            value: 34.22440251746106
          - type: nauc_precision_at_10_std
            value: 14.935644213966395
          - type: nauc_precision_at_1_diff1
            value: 59.25878396315569
          - type: nauc_precision_at_1_max
            value: 47.3512867241635
          - type: nauc_precision_at_1_std
            value: 6.03729877377949
          - type: nauc_precision_at_20_diff1
            value: 15.687243660129788
          - type: nauc_precision_at_20_max
            value: 29.22328433696886
          - type: nauc_precision_at_20_std
            value: 17.58192973194358
          - type: nauc_precision_at_3_diff1
            value: 39.10805376672383
          - type: nauc_precision_at_3_max
            value: 41.83821888683627
          - type: nauc_precision_at_3_std
            value: 9.727043363395024
          - type: nauc_precision_at_5_diff1
            value: 31.72998144570492
          - type: nauc_precision_at_5_max
            value: 38.537745470053814
          - type: nauc_precision_at_5_std
            value: 12.220525349263475
          - type: nauc_recall_at_1000_diff1
            value: 35.48364310321224
          - type: nauc_recall_at_1000_max
            value: 48.18854976222965
          - type: nauc_recall_at_1000_std
            value: 43.85175109701473
          - type: nauc_recall_at_100_diff1
            value: 37.36552138004649
          - type: nauc_recall_at_100_max
            value: 41.33748617896737
          - type: nauc_recall_at_100_std
            value: 26.34558914196681
          - type: nauc_recall_at_10_diff1
            value: 43.65921853580916
          - type: nauc_recall_at_10_max
            value: 39.25907890601175
          - type: nauc_recall_at_10_std
            value: 9.471175740091006
          - type: nauc_recall_at_1_diff1
            value: 60.06882798767067
          - type: nauc_recall_at_1_max
            value: 42.19106001297334
          - type: nauc_recall_at_1_std
            value: 2.86242717980298
          - type: nauc_recall_at_20_diff1
            value: 40.75159562884655
          - type: nauc_recall_at_20_max
            value: 38.25101225181255
          - type: nauc_recall_at_20_std
            value: 13.17491371760319
          - type: nauc_recall_at_3_diff1
            value: 50.345091052364864
          - type: nauc_recall_at_3_max
            value: 40.91231122375179
          - type: nauc_recall_at_3_std
            value: 4.896343274324933
          - type: nauc_recall_at_5_diff1
            value: 47.04751743804522
          - type: nauc_recall_at_5_max
            value: 40.003052519961244
          - type: nauc_recall_at_5_std
            value: 6.875465537676202
          - type: ndcg_at_1
            value: 34.549416666666666
          - type: ndcg_at_10
            value: 42.60991666666667
          - type: ndcg_at_100
            value: 47.689499999999995
          - type: ndcg_at_1000
            value: 49.98541666666666
          - type: ndcg_at_20
            value: 44.50416666666667
          - type: ndcg_at_3
            value: 38.212833333333336
          - type: ndcg_at_5
            value: 40.25875
          - type: precision_at_1
            value: 34.549416666666666
          - type: precision_at_10
            value: 7.320416666666667
          - type: precision_at_100
            value: 1.1675
          - type: precision_at_1000
            value: 0.15508333333333335
          - type: precision_at_20
            value: 4.298083333333333
          - type: precision_at_3
            value: 17.33575
          - type: precision_at_5
            value: 12.160083333333334
          - type: recall_at_1
            value: 29.02841666666666
          - type: recall_at_10
            value: 52.93366666666667
          - type: recall_at_100
            value: 75.27858333333334
          - type: recall_at_1000
            value: 91.25766666666665
          - type: recall_at_20
            value: 59.86233333333334
          - type: recall_at_3
            value: 40.52841666666666
          - type: recall_at_5
            value: 45.977666666666664
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB ClimateFEVER (default)
          revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
          split: test
          type: mteb/climate-fever
        metrics:
          - type: main_score
            value: 36.703
          - type: map_at_1
            value: 15.24
          - type: map_at_10
            value: 26.906999999999996
          - type: map_at_100
            value: 29.235
          - type: map_at_1000
            value: 29.426999999999996
          - type: map_at_20
            value: 28.24
          - type: map_at_3
            value: 22.563
          - type: map_at_5
            value: 24.771
          - type: mrr_at_1
            value: 34.071661237785015
          - type: mrr_at_10
            value: 47.69396618582291
          - type: mrr_at_100
            value: 48.528904064491904
          - type: mrr_at_1000
            value: 48.54870000158488
          - type: mrr_at_20
            value: 48.28971854831071
          - type: mrr_at_3
            value: 44.47339847991317
          - type: mrr_at_5
            value: 46.40825190010864
          - type: nauc_map_at_1000_diff1
            value: 27.470409970828634
          - type: nauc_map_at_1000_max
            value: 30.473577387802848
          - type: nauc_map_at_1000_std
            value: 18.050891784368936
          - type: nauc_map_at_100_diff1
            value: 27.418066489928577
          - type: nauc_map_at_100_max
            value: 30.408070688933776
          - type: nauc_map_at_100_std
            value: 18.004903403885294
          - type: nauc_map_at_10_diff1
            value: 27.38682127571569
          - type: nauc_map_at_10_max
            value: 28.857507089365647
          - type: nauc_map_at_10_std
            value: 15.807124664171871
          - type: nauc_map_at_1_diff1
            value: 37.06298169213921
          - type: nauc_map_at_1_max
            value: 24.90748535224708
          - type: nauc_map_at_1_std
            value: 5.076788359159262
          - type: nauc_map_at_20_diff1
            value: 27.430425820670518
          - type: nauc_map_at_20_max
            value: 29.999662697437707
          - type: nauc_map_at_20_std
            value: 17.347316819860005
          - type: nauc_map_at_3_diff1
            value: 29.379542440503393
          - type: nauc_map_at_3_max
            value: 27.726339307048896
          - type: nauc_map_at_3_std
            value: 11.70976826958251
          - type: nauc_map_at_5_diff1
            value: 28.168279664415337
          - type: nauc_map_at_5_max
            value: 28.84155697655626
          - type: nauc_map_at_5_std
            value: 13.940408304576692
          - type: nauc_mrr_at_1000_diff1
            value: 27.069468917878176
          - type: nauc_mrr_at_1000_max
            value: 30.47840656811293
          - type: nauc_mrr_at_1000_std
            value: 19.431779856055837
          - type: nauc_mrr_at_100_diff1
            value: 27.052860362235286
          - type: nauc_mrr_at_100_max
            value: 30.48262896933121
          - type: nauc_mrr_at_100_std
            value: 19.448281080892176
          - type: nauc_mrr_at_10_diff1
            value: 27.055687306317257
          - type: nauc_mrr_at_10_max
            value: 30.49058813389736
          - type: nauc_mrr_at_10_std
            value: 19.50702246466157
          - type: nauc_mrr_at_1_diff1
            value: 30.649352894705554
          - type: nauc_mrr_at_1_max
            value: 26.353874014576622
          - type: nauc_mrr_at_1_std
            value: 11.86565781202502
          - type: nauc_mrr_at_20_diff1
            value: 27.08835840184058
          - type: nauc_mrr_at_20_max
            value: 30.558274345548085
          - type: nauc_mrr_at_20_std
            value: 19.546236346963894
          - type: nauc_mrr_at_3_diff1
            value: 26.597853011130695
          - type: nauc_mrr_at_3_max
            value: 29.468158665600974
          - type: nauc_mrr_at_3_std
            value: 18.80082582124428
          - type: nauc_mrr_at_5_diff1
            value: 27.02772528461288
          - type: nauc_mrr_at_5_max
            value: 30.524464454578805
          - type: nauc_mrr_at_5_std
            value: 19.458999135515086
          - type: nauc_ndcg_at_1000_diff1
            value: 26.5094521931577
          - type: nauc_ndcg_at_1000_max
            value: 34.86863449086636
          - type: nauc_ndcg_at_1000_std
            value: 25.3706366772644
          - type: nauc_ndcg_at_100_diff1
            value: 25.65554030644454
          - type: nauc_ndcg_at_100_max
            value: 34.17842958008533
          - type: nauc_ndcg_at_100_std
            value: 25.37816866632772
          - type: nauc_ndcg_at_10_diff1
            value: 25.509343990120335
          - type: nauc_ndcg_at_10_max
            value: 30.595130791512403
          - type: nauc_ndcg_at_10_std
            value: 20.30229208887607
          - type: nauc_ndcg_at_1_diff1
            value: 30.649352894705554
          - type: nauc_ndcg_at_1_max
            value: 26.353874014576622
          - type: nauc_ndcg_at_1_std
            value: 11.86565781202502
          - type: nauc_ndcg_at_20_diff1
            value: 25.622908298460363
          - type: nauc_ndcg_at_20_max
            value: 32.70506521451668
          - type: nauc_ndcg_at_20_std
            value: 23.24697005886451
          - type: nauc_ndcg_at_3_diff1
            value: 26.964433388860172
          - type: nauc_ndcg_at_3_max
            value: 28.45775061267597
          - type: nauc_ndcg_at_3_std
            value: 15.80378463683913
          - type: nauc_ndcg_at_5_diff1
            value: 26.384567404674698
          - type: nauc_ndcg_at_5_max
            value: 30.52557797309987
          - type: nauc_ndcg_at_5_std
            value: 17.913098292016453
          - type: nauc_precision_at_1000_diff1
            value: -6.686971396933855
          - type: nauc_precision_at_1000_max
            value: 12.104382595147674
          - type: nauc_precision_at_1000_std
            value: 22.120856420560276
          - type: nauc_precision_at_100_diff1
            value: -1.3280315694321496
          - type: nauc_precision_at_100_max
            value: 22.280282633084887
          - type: nauc_precision_at_100_std
            value: 32.98051650186057
          - type: nauc_precision_at_10_diff1
            value: 7.177749971076526
          - type: nauc_precision_at_10_max
            value: 24.26331041035887
          - type: nauc_precision_at_10_std
            value: 29.131797738109267
          - type: nauc_precision_at_1_diff1
            value: 30.649352894705554
          - type: nauc_precision_at_1_max
            value: 26.353874014576622
          - type: nauc_precision_at_1_std
            value: 11.86565781202502
          - type: nauc_precision_at_20_diff1
            value: 4.655001622910048
          - type: nauc_precision_at_20_max
            value: 25.819700464965884
          - type: nauc_precision_at_20_std
            value: 33.34707912950991
          - type: nauc_precision_at_3_diff1
            value: 15.791376846959404
          - type: nauc_precision_at_3_max
            value: 27.016254518627054
          - type: nauc_precision_at_3_std
            value: 22.898613534466435
          - type: nauc_precision_at_5_diff1
            value: 11.301018867437286
          - type: nauc_precision_at_5_max
            value: 27.25390365029407
          - type: nauc_precision_at_5_std
            value: 26.274965270019024
          - type: nauc_recall_at_1000_diff1
            value: 19.719919577873625
          - type: nauc_recall_at_1000_max
            value: 49.704284733481316
          - type: nauc_recall_at_1000_std
            value: 51.25511212646954
          - type: nauc_recall_at_100_diff1
            value: 15.325666746320435
          - type: nauc_recall_at_100_max
            value: 35.56837666623839
          - type: nauc_recall_at_100_std
            value: 37.56014376085936
          - type: nauc_recall_at_10_diff1
            value: 17.931309515128056
          - type: nauc_recall_at_10_max
            value: 27.709292932023644
          - type: nauc_recall_at_10_std
            value: 22.481749170883507
          - type: nauc_recall_at_1_diff1
            value: 37.06298169213921
          - type: nauc_recall_at_1_max
            value: 24.90748535224708
          - type: nauc_recall_at_1_std
            value: 5.076788359159262
          - type: nauc_recall_at_20_diff1
            value: 16.819020416749527
          - type: nauc_recall_at_20_max
            value: 31.016545560584646
          - type: nauc_recall_at_20_std
            value: 28.59520828789181
          - type: nauc_recall_at_3_diff1
            value: 23.658006826203522
          - type: nauc_recall_at_3_max
            value: 27.57171477584611
          - type: nauc_recall_at_3_std
            value: 15.378912616439525
          - type: nauc_recall_at_5_diff1
            value: 20.564811502885536
          - type: nauc_recall_at_5_max
            value: 29.343410301003786
          - type: nauc_recall_at_5_std
            value: 18.97098757302613
          - type: ndcg_at_1
            value: 34.072
          - type: ndcg_at_10
            value: 36.703
          - type: ndcg_at_100
            value: 44.777
          - type: ndcg_at_1000
            value: 47.831
          - type: ndcg_at_20
            value: 40.165
          - type: ndcg_at_3
            value: 30.567
          - type: ndcg_at_5
            value: 32.629999999999995
          - type: precision_at_1
            value: 34.072
          - type: precision_at_10
            value: 11.530999999999999
          - type: precision_at_100
            value: 2.017
          - type: precision_at_1000
            value: 0.26
          - type: precision_at_20
            value: 7.274
          - type: precision_at_3
            value: 23.149
          - type: precision_at_5
            value: 17.564
          - type: recall_at_1
            value: 15.24
          - type: recall_at_10
            value: 43.397999999999996
          - type: recall_at_100
            value: 70.515
          - type: recall_at_1000
            value: 87.227
          - type: recall_at_20
            value: 52.995999999999995
          - type: recall_at_3
            value: 28.191
          - type: recall_at_5
            value: 34.384
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB DBPedia (default)
          revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
          split: test
          type: mteb/dbpedia
        metrics:
          - type: main_score
            value: 44.262
          - type: map_at_1
            value: 9.571
          - type: map_at_10
            value: 21.609
          - type: map_at_100
            value: 31.881999999999998
          - type: map_at_1000
            value: 33.717000000000006
          - type: map_at_20
            value: 25.501
          - type: map_at_3
            value: 15.504999999999999
          - type: map_at_5
            value: 17.907
          - type: mrr_at_1
            value: 70.75
          - type: mrr_at_10
            value: 78.94007936507936
          - type: mrr_at_100
            value: 79.11582552719791
          - type: mrr_at_1000
            value: 79.11742719226893
          - type: mrr_at_20
            value: 79.01306471306471
          - type: mrr_at_3
            value: 77.37499999999999
          - type: mrr_at_5
            value: 78.48749999999998
          - type: nauc_map_at_1000_diff1
            value: 23.597934951655922
          - type: nauc_map_at_1000_max
            value: 19.06966487071524
          - type: nauc_map_at_1000_std
            value: 30.9961384644858
          - type: nauc_map_at_100_diff1
            value: 24.18996989104175
          - type: nauc_map_at_100_max
            value: 17.6233708869064
          - type: nauc_map_at_100_std
            value: 28.187764424128837
          - type: nauc_map_at_10_diff1
            value: 26.658687955652642
          - type: nauc_map_at_10_max
            value: 4.0014250538262495
          - type: nauc_map_at_10_std
            value: -0.058139920226506776
          - type: nauc_map_at_1_diff1
            value: 41.01640740154845
          - type: nauc_map_at_1_max
            value: -4.744103538085017
          - type: nauc_map_at_1_std
            value: -15.366751634304077
          - type: nauc_map_at_20_diff1
            value: 25.994924840128547
          - type: nauc_map_at_20_max
            value: 9.714387606077485
          - type: nauc_map_at_20_std
            value: 10.537190637706125
          - type: nauc_map_at_3_diff1
            value: 30.39103703572403
          - type: nauc_map_at_3_max
            value: -2.298058718151258
          - type: nauc_map_at_3_std
            value: -11.284316671000806
          - type: nauc_map_at_5_diff1
            value: 28.738616890576722
          - type: nauc_map_at_5_max
            value: -0.09681678493213995
          - type: nauc_map_at_5_std
            value: -6.821818473709057
          - type: nauc_mrr_at_1000_diff1
            value: 51.50177000040427
          - type: nauc_mrr_at_1000_max
            value: 51.897668523124864
          - type: nauc_mrr_at_1000_std
            value: 40.25546242387133
          - type: nauc_mrr_at_100_diff1
            value: 51.504119696999005
          - type: nauc_mrr_at_100_max
            value: 51.89827849726091
          - type: nauc_mrr_at_100_std
            value: 40.24582662712221
          - type: nauc_mrr_at_10_diff1
            value: 51.07265844903055
          - type: nauc_mrr_at_10_max
            value: 51.64620493318848
          - type: nauc_mrr_at_10_std
            value: 40.24935519761893
          - type: nauc_mrr_at_1_diff1
            value: 51.090851383861036
          - type: nauc_mrr_at_1_max
            value: 50.65938665771229
          - type: nauc_mrr_at_1_std
            value: 38.279844893490726
          - type: nauc_mrr_at_20_diff1
            value: 51.36555940858053
          - type: nauc_mrr_at_20_max
            value: 51.8685220494525
          - type: nauc_mrr_at_20_std
            value: 40.33783098943551
          - type: nauc_mrr_at_3_diff1
            value: 51.98672291122119
          - type: nauc_mrr_at_3_max
            value: 51.969182431532154
          - type: nauc_mrr_at_3_std
            value: 40.615795441583906
          - type: nauc_mrr_at_5_diff1
            value: 51.16704011305715
          - type: nauc_mrr_at_5_max
            value: 51.473683107976306
          - type: nauc_mrr_at_5_std
            value: 39.843688312860294
          - type: nauc_ndcg_at_1000_diff1
            value: 28.488874724976327
          - type: nauc_ndcg_at_1000_max
            value: 33.622961255804526
          - type: nauc_ndcg_at_1000_std
            value: 44.20025239510704
          - type: nauc_ndcg_at_100_diff1
            value: 29.227861139638243
          - type: nauc_ndcg_at_100_max
            value: 27.731318834799477
          - type: nauc_ndcg_at_100_std
            value: 36.4322058519123
          - type: nauc_ndcg_at_10_diff1
            value: 27.206943833125013
          - type: nauc_ndcg_at_10_max
            value: 22.852872433295303
          - type: nauc_ndcg_at_10_std
            value: 27.576318346440527
          - type: nauc_ndcg_at_1_diff1
            value: 43.90184867543358
          - type: nauc_ndcg_at_1_max
            value: 36.17800647989328
          - type: nauc_ndcg_at_1_std
            value: 29.894415856680013
          - type: nauc_ndcg_at_20_diff1
            value: 29.387762908639846
          - type: nauc_ndcg_at_20_max
            value: 23.596752302318773
          - type: nauc_ndcg_at_20_std
            value: 28.117578093361523
          - type: nauc_ndcg_at_3_diff1
            value: 28.74770861070493
          - type: nauc_ndcg_at_3_max
            value: 28.17922933712826
          - type: nauc_ndcg_at_3_std
            value: 30.297284150346076
          - type: nauc_ndcg_at_5_diff1
            value: 26.905814316289995
          - type: nauc_ndcg_at_5_max
            value: 25.237895982191883
          - type: nauc_ndcg_at_5_std
            value: 29.528324809245703
          - type: nauc_precision_at_1000_diff1
            value: -16.984144166943
          - type: nauc_precision_at_1000_max
            value: 0.025461873171733533
          - type: nauc_precision_at_1000_std
            value: 18.592125721821404
          - type: nauc_precision_at_100_diff1
            value: -7.339273713660453
          - type: nauc_precision_at_100_max
            value: 25.633269303156712
          - type: nauc_precision_at_100_std
            value: 48.53495740751062
          - type: nauc_precision_at_10_diff1
            value: -4.1253708419753625
          - type: nauc_precision_at_10_max
            value: 30.221761313415062
          - type: nauc_precision_at_10_std
            value: 46.12945994906666
          - type: nauc_precision_at_1_diff1
            value: 51.090851383861036
          - type: nauc_precision_at_1_max
            value: 50.65938665771229
          - type: nauc_precision_at_1_std
            value: 38.279844893490726
          - type: nauc_precision_at_20_diff1
            value: -2.266275005838347
          - type: nauc_precision_at_20_max
            value: 32.8860945739673
          - type: nauc_precision_at_20_std
            value: 52.340442159927214
          - type: nauc_precision_at_3_diff1
            value: 8.234709085143162
          - type: nauc_precision_at_3_max
            value: 32.35877836455213
          - type: nauc_precision_at_3_std
            value: 39.855313054133305
          - type: nauc_precision_at_5_diff1
            value: 2.69332188630653
          - type: nauc_precision_at_5_max
            value: 30.13722280662862
          - type: nauc_precision_at_5_std
            value: 42.4007622965126
          - type: nauc_recall_at_1000_diff1
            value: 16.910204794684077
          - type: nauc_recall_at_1000_max
            value: 35.292312847868736
          - type: nauc_recall_at_1000_std
            value: 52.940776550735116
          - type: nauc_recall_at_100_diff1
            value: 22.49578008630437
          - type: nauc_recall_at_100_max
            value: 22.305473273276505
          - type: nauc_recall_at_100_std
            value: 31.76054878339749
          - type: nauc_recall_at_10_diff1
            value: 19.79581712938945
          - type: nauc_recall_at_10_max
            value: -1.5846153363982949
          - type: nauc_recall_at_10_std
            value: -6.52614951150315
          - type: nauc_recall_at_1_diff1
            value: 41.01640740154845
          - type: nauc_recall_at_1_max
            value: -4.744103538085017
          - type: nauc_recall_at_1_std
            value: -15.366751634304077
          - type: nauc_recall_at_20_diff1
            value: 21.868467856696945
          - type: nauc_recall_at_20_max
            value: 7.058520717853852
          - type: nauc_recall_at_20_std
            value: 5.358349804947728
          - type: nauc_recall_at_3_diff1
            value: 27.232147378614037
          - type: nauc_recall_at_3_max
            value: -4.838646363028384
          - type: nauc_recall_at_3_std
            value: -13.014370511317663
          - type: nauc_recall_at_5_diff1
            value: 24.546789560149428
          - type: nauc_recall_at_5_max
            value: -3.696815786496078
          - type: nauc_recall_at_5_std
            value: -9.829104438780467
          - type: ndcg_at_1
            value: 56.99999999999999
          - type: ndcg_at_10
            value: 44.262
          - type: ndcg_at_100
            value: 50.891
          - type: ndcg_at_1000
            value: 58.24
          - type: ndcg_at_20
            value: 44.236
          - type: ndcg_at_3
            value: 48.69
          - type: ndcg_at_5
            value: 45.705
          - type: precision_at_1
            value: 70.75
          - type: precision_at_10
            value: 35.325
          - type: precision_at_100
            value: 12.075
          - type: precision_at_1000
            value: 2.275
          - type: precision_at_20
            value: 27.675
          - type: precision_at_3
            value: 52.417
          - type: precision_at_5
            value: 44.25
          - type: recall_at_1
            value: 9.571
          - type: recall_at_10
            value: 27.299
          - type: recall_at_100
            value: 58.996
          - type: recall_at_1000
            value: 82.384
          - type: recall_at_20
            value: 35.730000000000004
          - type: recall_at_3
            value: 16.827
          - type: recall_at_5
            value: 20.302
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB FEVER (default)
          revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
          split: test
          type: mteb/fever
        metrics:
          - type: main_score
            value: 88.396
          - type: map_at_1
            value: 76.31099999999999
          - type: map_at_10
            value: 84.773
          - type: map_at_100
            value: 84.99799999999999
          - type: map_at_1000
            value: 85.01100000000001
          - type: map_at_20
            value: 84.922
          - type: map_at_3
            value: 83.643
          - type: map_at_5
            value: 84.39
          - type: mrr_at_1
            value: 82.22322232223223
          - type: mrr_at_10
            value: 89.23509017568412
          - type: mrr_at_100
            value: 89.27280981861772
          - type: mrr_at_1000
            value: 89.27356224842184
          - type: mrr_at_20
            value: 89.26576550381236
          - type: mrr_at_3
            value: 88.57885788578848
          - type: mrr_at_5
            value: 89.0716571657164
          - type: nauc_map_at_1000_diff1
            value: 53.7571594675824
          - type: nauc_map_at_1000_max
            value: 9.04905900710238
          - type: nauc_map_at_1000_std
            value: -14.60985132921063
          - type: nauc_map_at_100_diff1
            value: 53.71881489177319
          - type: nauc_map_at_100_max
            value: 9.044096992583377
          - type: nauc_map_at_100_std
            value: -14.585340129454302
          - type: nauc_map_at_10_diff1
            value: 53.31495820250254
          - type: nauc_map_at_10_max
            value: 8.995869039764544
          - type: nauc_map_at_10_std
            value: -14.601689035776186
          - type: nauc_map_at_1_diff1
            value: 57.49893338779897
          - type: nauc_map_at_1_max
            value: 5.080117437326513
          - type: nauc_map_at_1_std
            value: -17.70714498146986
          - type: nauc_map_at_20_diff1
            value: 53.53271592088085
          - type: nauc_map_at_20_max
            value: 8.999854923134604
          - type: nauc_map_at_20_std
            value: -14.564970325789933
          - type: nauc_map_at_3_diff1
            value: 53.2889114696408
          - type: nauc_map_at_3_max
            value: 8.54577658199998
          - type: nauc_map_at_3_std
            value: -16.126095555518063
          - type: nauc_map_at_5_diff1
            value: 53.08774258912088
          - type: nauc_map_at_5_max
            value: 8.80454709912694
          - type: nauc_map_at_5_std
            value: -15.310956257163754
          - type: nauc_mrr_at_1000_diff1
            value: 72.15519683010805
          - type: nauc_mrr_at_1000_max
            value: 8.035759062898196
          - type: nauc_mrr_at_1000_std
            value: -24.600492221960014
          - type: nauc_mrr_at_100_diff1
            value: 72.15461723405421
          - type: nauc_mrr_at_100_max
            value: 8.03710581041011
          - type: nauc_mrr_at_100_std
            value: -24.594233337953938
          - type: nauc_mrr_at_10_diff1
            value: 72.18851953485512
          - type: nauc_mrr_at_10_max
            value: 8.157199650158068
          - type: nauc_mrr_at_10_std
            value: -24.594557922237552
          - type: nauc_mrr_at_1_diff1
            value: 72.91499601517928
          - type: nauc_mrr_at_1_max
            value: 5.867581702855352
          - type: nauc_mrr_at_1_std
            value: -24.015244880349833
          - type: nauc_mrr_at_20_diff1
            value: 72.15452311585075
          - type: nauc_mrr_at_20_max
            value: 8.06797381368234
          - type: nauc_mrr_at_20_std
            value: -24.58294726355194
          - type: nauc_mrr_at_3_diff1
            value: 72.10933850965107
          - type: nauc_mrr_at_3_max
            value: 8.009601247188233
          - type: nauc_mrr_at_3_std
            value: -25.806442588967325
          - type: nauc_mrr_at_5_diff1
            value: 72.0328670606211
          - type: nauc_mrr_at_5_max
            value: 8.147439360734474
          - type: nauc_mrr_at_5_std
            value: -25.264215558307612
          - type: nauc_ndcg_at_1000_diff1
            value: 56.12431465226587
          - type: nauc_ndcg_at_1000_max
            value: 10.246114154479265
          - type: nauc_ndcg_at_1000_std
            value: -14.333380407598394
          - type: nauc_ndcg_at_100_diff1
            value: 55.23757734242864
          - type: nauc_ndcg_at_100_max
            value: 10.213921123220986
          - type: nauc_ndcg_at_100_std
            value: -13.644472092385548
          - type: nauc_ndcg_at_10_diff1
            value: 53.673170111494585
          - type: nauc_ndcg_at_10_max
            value: 10.122231272306289
          - type: nauc_ndcg_at_10_std
            value: -13.62526153850799
          - type: nauc_ndcg_at_1_diff1
            value: 72.91499601517928
          - type: nauc_ndcg_at_1_max
            value: 5.867581702855352
          - type: nauc_ndcg_at_1_std
            value: -24.015244880349833
          - type: nauc_ndcg_at_20_diff1
            value: 54.197856629228205
          - type: nauc_ndcg_at_20_max
            value: 10.012384278876011
          - type: nauc_ndcg_at_20_std
            value: -13.505013685358753
          - type: nauc_ndcg_at_3_diff1
            value: 54.976843021026866
          - type: nauc_ndcg_at_3_max
            value: 9.267191840909597
          - type: nauc_ndcg_at_3_std
            value: -17.73535570114623
          - type: nauc_ndcg_at_5_diff1
            value: 53.53179718305394
          - type: nauc_ndcg_at_5_max
            value: 9.757095967357817
          - type: nauc_ndcg_at_5_std
            value: -15.702175639870086
          - type: nauc_precision_at_1000_diff1
            value: -7.194101628946052
          - type: nauc_precision_at_1000_max
            value: 3.1054154973639796
          - type: nauc_precision_at_1000_std
            value: 4.729401054689242
          - type: nauc_precision_at_100_diff1
            value: -8.67770026813388
          - type: nauc_precision_at_100_max
            value: 4.56075290528215
          - type: nauc_precision_at_100_std
            value: 8.7396384190877
          - type: nauc_precision_at_10_diff1
            value: -6.77507907740782
          - type: nauc_precision_at_10_max
            value: 7.277543455789948
          - type: nauc_precision_at_10_std
            value: 9.989880328420728
          - type: nauc_precision_at_1_diff1
            value: 72.91499601517928
          - type: nauc_precision_at_1_max
            value: 5.867581702855352
          - type: nauc_precision_at_1_std
            value: -24.015244880349833
          - type: nauc_precision_at_20_diff1
            value: -8.945065337105937
          - type: nauc_precision_at_20_max
            value: 5.3738987933586575
          - type: nauc_precision_at_20_std
            value: 9.946036655483725
          - type: nauc_precision_at_3_diff1
            value: 22.093440215798573
          - type: nauc_precision_at_3_max
            value: 10.806664761523429
          - type: nauc_precision_at_3_std
            value: -8.817144853814252
          - type: nauc_precision_at_5_diff1
            value: 3.096516989120347
          - type: nauc_precision_at_5_max
            value: 8.750343723846763
          - type: nauc_precision_at_5_std
            value: 1.1675201638189474
          - type: nauc_recall_at_1000_diff1
            value: 5.197849089131377
          - type: nauc_recall_at_1000_max
            value: 44.401091445874805
          - type: nauc_recall_at_1000_std
            value: 54.35439465153451
          - type: nauc_recall_at_100_diff1
            value: 5.181292477757729
          - type: nauc_recall_at_100_max
            value: 27.731096106484248
          - type: nauc_recall_at_100_std
            value: 41.30930792969955
          - type: nauc_recall_at_10_diff1
            value: 17.013475170217436
          - type: nauc_recall_at_10_max
            value: 18.559022962700308
          - type: nauc_recall_at_10_std
            value: 13.863467028048385
          - type: nauc_recall_at_1_diff1
            value: 57.49893338779897
          - type: nauc_recall_at_1_max
            value: 5.080117437326513
          - type: nauc_recall_at_1_std
            value: -17.70714498146986
          - type: nauc_recall_at_20_diff1
            value: 10.562211340190947
          - type: nauc_recall_at_20_max
            value: 19.134549693313517
          - type: nauc_recall_at_20_std
            value: 22.89249593878269
          - type: nauc_recall_at_3_diff1
            value: 36.07756822924443
          - type: nauc_recall_at_3_max
            value: 11.651391612104742
          - type: nauc_recall_at_3_std
            value: -12.09465135737109
          - type: nauc_recall_at_5_diff1
            value: 25.44113733212303
          - type: nauc_recall_at_5_max
            value: 14.764605779671932
          - type: nauc_recall_at_5_std
            value: -2.9674351803867003
          - type: ndcg_at_1
            value: 82.223
          - type: ndcg_at_10
            value: 88.396
          - type: ndcg_at_100
            value: 89.1
          - type: ndcg_at_1000
            value: 89.289
          - type: ndcg_at_20
            value: 88.75800000000001
          - type: ndcg_at_3
            value: 86.717
          - type: ndcg_at_5
            value: 87.73100000000001
          - type: precision_at_1
            value: 82.223
          - type: precision_at_10
            value: 10.599
          - type: precision_at_100
            value: 1.122
          - type: precision_at_1000
            value: 0.11499999999999999
          - type: precision_at_20
            value: 5.4239999999999995
          - type: precision_at_3
            value: 33.058
          - type: precision_at_5
            value: 20.552
          - type: recall_at_1
            value: 76.31099999999999
          - type: recall_at_10
            value: 95.033
          - type: recall_at_100
            value: 97.639
          - type: recall_at_1000
            value: 98.76
          - type: recall_at_20
            value: 96.21499999999999
          - type: recall_at_3
            value: 90.559
          - type: recall_at_5
            value: 93.116
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB FiQA2018 (default)
          revision: 27a168819829fe9bcd655c2df245fb19452e8e06
          split: test
          type: mteb/fiqa
        metrics:
          - type: main_score
            value: 44.349
          - type: map_at_1
            value: 22.253
          - type: map_at_10
            value: 36.143
          - type: map_at_100
            value: 38.205
          - type: map_at_1000
            value: 38.36
          - type: map_at_20
            value: 37.31
          - type: map_at_3
            value: 31.758999999999997
          - type: map_at_5
            value: 34.411
          - type: mrr_at_1
            value: 43.20987654320987
          - type: mrr_at_10
            value: 52.5502155594748
          - type: mrr_at_100
            value: 53.23466381092191
          - type: mrr_at_1000
            value: 53.26204754593209
          - type: mrr_at_20
            value: 52.94445347542754
          - type: mrr_at_3
            value: 49.84567901234566
          - type: mrr_at_5
            value: 51.589506172839485
          - type: nauc_map_at_1000_diff1
            value: 44.001383833972255
          - type: nauc_map_at_1000_max
            value: 33.12360908681506
          - type: nauc_map_at_1000_std
            value: 4.746782429740437
          - type: nauc_map_at_100_diff1
            value: 43.95287516644579
          - type: nauc_map_at_100_max
            value: 33.027055074099096
          - type: nauc_map_at_100_std
            value: 4.6839556063664896
          - type: nauc_map_at_10_diff1
            value: 43.663051028929836
          - type: nauc_map_at_10_max
            value: 31.639826772686565
          - type: nauc_map_at_10_std
            value: 3.495174227694988
          - type: nauc_map_at_1_diff1
            value: 50.755592104767736
          - type: nauc_map_at_1_max
            value: 24.512250076377324
          - type: nauc_map_at_1_std
            value: -0.40123649555756813
          - type: nauc_map_at_20_diff1
            value: 43.771722395720815
          - type: nauc_map_at_20_max
            value: 32.572850853217986
          - type: nauc_map_at_20_std
            value: 4.25772353696
          - type: nauc_map_at_3_diff1
            value: 45.46540767517125
          - type: nauc_map_at_3_max
            value: 28.51166653858953
          - type: nauc_map_at_3_std
            value: 2.1913994195201836
          - type: nauc_map_at_5_diff1
            value: 43.72119218126596
          - type: nauc_map_at_5_max
            value: 29.775789760173723
          - type: nauc_map_at_5_std
            value: 2.7305854829409477
          - type: nauc_mrr_at_1000_diff1
            value: 53.63556224262883
          - type: nauc_mrr_at_1000_max
            value: 40.643679389333585
          - type: nauc_mrr_at_1000_std
            value: 4.3687636770212155
          - type: nauc_mrr_at_100_diff1
            value: 53.618522807039824
          - type: nauc_mrr_at_100_max
            value: 40.65323761977826
          - type: nauc_mrr_at_100_std
            value: 4.386331832885303
          - type: nauc_mrr_at_10_diff1
            value: 53.7525063458259
          - type: nauc_mrr_at_10_max
            value: 40.36755295283891
          - type: nauc_mrr_at_10_std
            value: 4.04114674070338
          - type: nauc_mrr_at_1_diff1
            value: 57.38954235411764
          - type: nauc_mrr_at_1_max
            value: 38.98586474402496
          - type: nauc_mrr_at_1_std
            value: 1.3316341148027044
          - type: nauc_mrr_at_20_diff1
            value: 53.5921633159843
          - type: nauc_mrr_at_20_max
            value: 40.66141218531844
          - type: nauc_mrr_at_20_std
            value: 4.2601521282401045
          - type: nauc_mrr_at_3_diff1
            value: 54.16976439668838
          - type: nauc_mrr_at_3_max
            value: 40.106523176403236
          - type: nauc_mrr_at_3_std
            value: 3.0352202462972593
          - type: nauc_mrr_at_5_diff1
            value: 53.813928444336966
          - type: nauc_mrr_at_5_max
            value: 40.49118758952608
          - type: nauc_mrr_at_5_std
            value: 4.063161205118785
          - type: nauc_ndcg_at_1000_diff1
            value: 46.00404355525127
          - type: nauc_ndcg_at_1000_max
            value: 38.12885832241421
          - type: nauc_ndcg_at_1000_std
            value: 8.710139634263909
          - type: nauc_ndcg_at_100_diff1
            value: 45.44653965178006
          - type: nauc_ndcg_at_100_max
            value: 37.5278708404631
          - type: nauc_ndcg_at_100_std
            value: 8.738381416812913
          - type: nauc_ndcg_at_10_diff1
            value: 44.376702389865535
          - type: nauc_ndcg_at_10_max
            value: 34.27318453729823
          - type: nauc_ndcg_at_10_std
            value: 5.168000282761515
          - type: nauc_ndcg_at_1_diff1
            value: 57.38954235411764
          - type: nauc_ndcg_at_1_max
            value: 38.98586474402496
          - type: nauc_ndcg_at_1_std
            value: 1.3316341148027044
          - type: nauc_ndcg_at_20_diff1
            value: 44.41507445572072
          - type: nauc_ndcg_at_20_max
            value: 35.94790541783539
          - type: nauc_ndcg_at_20_std
            value: 6.784495731584777
          - type: nauc_ndcg_at_3_diff1
            value: 44.925419283000906
          - type: nauc_ndcg_at_3_max
            value: 34.8114176785107
          - type: nauc_ndcg_at_3_std
            value: 4.047954784628029
          - type: nauc_ndcg_at_5_diff1
            value: 43.63771058040843
          - type: nauc_ndcg_at_5_max
            value: 33.26133913706798
          - type: nauc_ndcg_at_5_std
            value: 4.294092219857751
          - type: nauc_precision_at_1000_diff1
            value: -1.4652689513489199
          - type: nauc_precision_at_1000_max
            value: 22.99527703856305
          - type: nauc_precision_at_1000_std
            value: 11.745866581079818
          - type: nauc_precision_at_100_diff1
            value: 6.151282333565476
          - type: nauc_precision_at_100_max
            value: 28.850180702583405
          - type: nauc_precision_at_100_std
            value: 14.026378032002256
          - type: nauc_precision_at_10_diff1
            value: 17.084097946094253
          - type: nauc_precision_at_10_max
            value: 36.42286000596437
          - type: nauc_precision_at_10_std
            value: 9.816849000621607
          - type: nauc_precision_at_1_diff1
            value: 57.38954235411764
          - type: nauc_precision_at_1_max
            value: 38.98586474402496
          - type: nauc_precision_at_1_std
            value: 1.3316341148027044
          - type: nauc_precision_at_20_diff1
            value: 13.017374617260197
          - type: nauc_precision_at_20_max
            value: 35.04593625807382
          - type: nauc_precision_at_20_std
            value: 13.01498781342535
          - type: nauc_precision_at_3_diff1
            value: 30.248047839846752
          - type: nauc_precision_at_3_max
            value: 35.43759327601055
          - type: nauc_precision_at_3_std
            value: 5.216945604786076
          - type: nauc_precision_at_5_diff1
            value: 21.59181328863271
          - type: nauc_precision_at_5_max
            value: 34.65940326611812
          - type: nauc_precision_at_5_std
            value: 7.278884331496248
          - type: nauc_recall_at_1000_diff1
            value: 35.71055338892638
          - type: nauc_recall_at_1000_max
            value: 43.86510820581204
          - type: nauc_recall_at_1000_std
            value: 42.621964093097795
          - type: nauc_recall_at_100_diff1
            value: 31.653277912252154
          - type: nauc_recall_at_100_max
            value: 35.438460583365426
          - type: nauc_recall_at_100_std
            value: 24.075319451003192
          - type: nauc_recall_at_10_diff1
            value: 31.908301811040126
          - type: nauc_recall_at_10_max
            value: 26.76357335973034
          - type: nauc_recall_at_10_std
            value: 7.123473971792437
          - type: nauc_recall_at_1_diff1
            value: 50.755592104767736
          - type: nauc_recall_at_1_max
            value: 24.512250076377324
          - type: nauc_recall_at_1_std
            value: -0.40123649555756813
          - type: nauc_recall_at_20_diff1
            value: 30.562453440036602
          - type: nauc_recall_at_20_max
            value: 30.692946161120716
          - type: nauc_recall_at_20_std
            value: 11.460600304016388
          - type: nauc_recall_at_3_diff1
            value: 38.17418539409133
          - type: nauc_recall_at_3_max
            value: 25.18012778101849
          - type: nauc_recall_at_3_std
            value: 3.749502659626922
          - type: nauc_recall_at_5_diff1
            value: 33.13286459742569
          - type: nauc_recall_at_5_max
            value: 24.398464377850583
          - type: nauc_recall_at_5_std
            value: 5.210643641272545
          - type: ndcg_at_1
            value: 43.21
          - type: ndcg_at_10
            value: 44.349
          - type: ndcg_at_100
            value: 51.31400000000001
          - type: ndcg_at_1000
            value: 53.858
          - type: ndcg_at_20
            value: 47.063
          - type: ndcg_at_3
            value: 40.559
          - type: ndcg_at_5
            value: 42.095
          - type: precision_at_1
            value: 43.21
          - type: precision_at_10
            value: 11.991
          - type: precision_at_100
            value: 1.944
          - type: precision_at_1000
            value: 0.241
          - type: precision_at_20
            value: 7.199
          - type: precision_at_3
            value: 27.058
          - type: precision_at_5
            value: 19.969
          - type: recall_at_1
            value: 22.253
          - type: recall_at_10
            value: 51.807
          - type: recall_at_100
            value: 77.197
          - type: recall_at_1000
            value: 92.39
          - type: recall_at_20
            value: 60.022
          - type: recall_at_3
            value: 37.428
          - type: recall_at_5
            value: 44.411
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB HotpotQA (default)
          revision: ab518f4d6fcca38d87c25209f94beba119d02014
          split: test
          type: mteb/hotpotqa
        metrics:
          - type: main_score
            value: 74.82900000000001
          - type: map_at_1
            value: 41.465
          - type: map_at_10
            value: 66.684
          - type: map_at_100
            value: 67.561
          - type: map_at_1000
            value: 67.611
          - type: map_at_20
            value: 67.21000000000001
          - type: map_at_3
            value: 63.065000000000005
          - type: map_at_5
            value: 65.43299999999999
          - type: mrr_at_1
            value: 82.93045239702903
          - type: mrr_at_10
            value: 88.1329485654264
          - type: mrr_at_100
            value: 88.24516227838791
          - type: mrr_at_1000
            value: 88.24824949654803
          - type: mrr_at_20
            value: 88.20394409654735
          - type: mrr_at_3
            value: 87.3778978167903
          - type: mrr_at_5
            value: 87.87350889038909
          - type: nauc_map_at_1000_diff1
            value: 13.568804567823909
          - type: nauc_map_at_1000_max
            value: 26.292972922511275
          - type: nauc_map_at_1000_std
            value: 11.275294538778628
          - type: nauc_map_at_100_diff1
            value: 13.531157901142873
          - type: nauc_map_at_100_max
            value: 26.290757925376273
          - type: nauc_map_at_100_std
            value: 11.306432759243682
          - type: nauc_map_at_10_diff1
            value: 13.148408396720459
          - type: nauc_map_at_10_max
            value: 25.91508136019819
          - type: nauc_map_at_10_std
            value: 10.732971297083722
          - type: nauc_map_at_1_diff1
            value: 69.29967600925144
          - type: nauc_map_at_1_max
            value: 42.79835051641866
          - type: nauc_map_at_1_std
            value: -4.961832803162274
          - type: nauc_map_at_20_diff1
            value: 13.418169590211484
          - type: nauc_map_at_20_max
            value: 26.189793426888762
          - type: nauc_map_at_20_std
            value: 11.190011508066215
          - type: nauc_map_at_3_diff1
            value: 13.606824211176798
          - type: nauc_map_at_3_max
            value: 23.995119959983306
          - type: nauc_map_at_3_std
            value: 7.328472619225088
          - type: nauc_map_at_5_diff1
            value: 13.322193643588617
          - type: nauc_map_at_5_max
            value: 25.29216432661891
          - type: nauc_map_at_5_std
            value: 9.506719417282355
          - type: nauc_mrr_at_1000_diff1
            value: 68.28951035645565
          - type: nauc_mrr_at_1000_max
            value: 45.36189933447886
          - type: nauc_mrr_at_1000_std
            value: -3.6651103499926103
          - type: nauc_mrr_at_100_diff1
            value: 68.29030547320338
          - type: nauc_mrr_at_100_max
            value: 45.369342611890346
          - type: nauc_mrr_at_100_std
            value: -3.6578520949900004
          - type: nauc_mrr_at_10_diff1
            value: 68.31233450637377
          - type: nauc_mrr_at_10_max
            value: 45.53446811037604
          - type: nauc_mrr_at_10_std
            value: -3.6099574965970422
          - type: nauc_mrr_at_1_diff1
            value: 69.29967600925144
          - type: nauc_mrr_at_1_max
            value: 42.79835051641866
          - type: nauc_mrr_at_1_std
            value: -4.961832803162274
          - type: nauc_mrr_at_20_diff1
            value: 68.29271507329597
          - type: nauc_mrr_at_20_max
            value: 45.415983239714
          - type: nauc_mrr_at_20_std
            value: -3.605521129546875
          - type: nauc_mrr_at_3_diff1
            value: 67.93949785026264
          - type: nauc_mrr_at_3_max
            value: 45.24701969313951
          - type: nauc_mrr_at_3_std
            value: -4.410168630936172
          - type: nauc_mrr_at_5_diff1
            value: 68.16936620810014
          - type: nauc_mrr_at_5_max
            value: 45.53965903392447
          - type: nauc_mrr_at_5_std
            value: -3.874774930190145
          - type: nauc_ndcg_at_1000_diff1
            value: 19.845436490360203
          - type: nauc_ndcg_at_1000_max
            value: 30.792987723856548
          - type: nauc_ndcg_at_1000_std
            value: 13.59690242337438
          - type: nauc_ndcg_at_100_diff1
            value: 18.905105032236357
          - type: nauc_ndcg_at_100_max
            value: 30.73000873549376
          - type: nauc_ndcg_at_100_std
            value: 14.435200883474417
          - type: nauc_ndcg_at_10_diff1
            value: 17.46580624274982
          - type: nauc_ndcg_at_10_max
            value: 29.469335675383245
          - type: nauc_ndcg_at_10_std
            value: 12.426191306910125
          - type: nauc_ndcg_at_1_diff1
            value: 69.29967600925144
          - type: nauc_ndcg_at_1_max
            value: 42.79835051641866
          - type: nauc_ndcg_at_1_std
            value: -4.961832803162274
          - type: nauc_ndcg_at_20_diff1
            value: 18.119828828438397
          - type: nauc_ndcg_at_20_max
            value: 30.204453213309325
          - type: nauc_ndcg_at_20_std
            value: 13.803249547738089
          - type: nauc_ndcg_at_3_diff1
            value: 18.780764018226844
          - type: nauc_ndcg_at_3_max
            value: 26.812552391210588
          - type: nauc_ndcg_at_3_std
            value: 6.756768042292746
          - type: nauc_ndcg_at_5_diff1
            value: 18.013068125165073
          - type: nauc_ndcg_at_5_max
            value: 28.41845709240921
          - type: nauc_ndcg_at_5_std
            value: 9.921173580341499
          - type: nauc_precision_at_1000_diff1
            value: -8.189473530908835
          - type: nauc_precision_at_1000_max
            value: 37.34761963198358
          - type: nauc_precision_at_1000_std
            value: 56.38894570864229
          - type: nauc_precision_at_100_diff1
            value: -3.8138147264905866
          - type: nauc_precision_at_100_max
            value: 32.444744364390175
          - type: nauc_precision_at_100_std
            value: 42.867525561835755
          - type: nauc_precision_at_10_diff1
            value: -0.06393718564045874
          - type: nauc_precision_at_10_max
            value: 26.879042261423404
          - type: nauc_precision_at_10_std
            value: 23.6111846588161
          - type: nauc_precision_at_1_diff1
            value: 69.29967600925144
          - type: nauc_precision_at_1_max
            value: 42.79835051641866
          - type: nauc_precision_at_1_std
            value: -4.961832803162274
          - type: nauc_precision_at_20_diff1
            value: -0.3556808670875046
          - type: nauc_precision_at_20_max
            value: 29.425809037586177
          - type: nauc_precision_at_20_std
            value: 30.526190527377185
          - type: nauc_precision_at_3_diff1
            value: 6.824376027035959
          - type: nauc_precision_at_3_max
            value: 23.400934179230738
          - type: nauc_precision_at_3_std
            value: 10.328332573373928
          - type: nauc_precision_at_5_diff1
            value: 3.782859838020209
          - type: nauc_precision_at_5_max
            value: 25.359155315934252
          - type: nauc_precision_at_5_std
            value: 16.478226989842963
          - type: nauc_recall_at_1000_diff1
            value: -8.189473530908435
          - type: nauc_recall_at_1000_max
            value: 37.34761963198403
          - type: nauc_recall_at_1000_std
            value: 56.388945708642424
          - type: nauc_recall_at_100_diff1
            value: -3.813814726490975
          - type: nauc_recall_at_100_max
            value: 32.44474436438999
          - type: nauc_recall_at_100_std
            value: 42.867525561835535
          - type: nauc_recall_at_10_diff1
            value: -0.06393718564043996
          - type: nauc_recall_at_10_max
            value: 26.879042261423564
          - type: nauc_recall_at_10_std
            value: 23.611184658816185
          - type: nauc_recall_at_1_diff1
            value: 69.29967600925144
          - type: nauc_recall_at_1_max
            value: 42.79835051641866
          - type: nauc_recall_at_1_std
            value: -4.961832803162274
          - type: nauc_recall_at_20_diff1
            value: -0.35568086708732993
          - type: nauc_recall_at_20_max
            value: 29.425809037586166
          - type: nauc_recall_at_20_std
            value: 30.526190527377135
          - type: nauc_recall_at_3_diff1
            value: 6.824376027035862
          - type: nauc_recall_at_3_max
            value: 23.400934179230692
          - type: nauc_recall_at_3_std
            value: 10.328332573373789
          - type: nauc_recall_at_5_diff1
            value: 3.7828598380202036
          - type: nauc_recall_at_5_max
            value: 25.359155315934164
          - type: nauc_recall_at_5_std
            value: 16.478226989843055
          - type: ndcg_at_1
            value: 82.93
          - type: ndcg_at_10
            value: 74.82900000000001
          - type: ndcg_at_100
            value: 77.69500000000001
          - type: ndcg_at_1000
            value: 78.601
          - type: ndcg_at_20
            value: 76.074
          - type: ndcg_at_3
            value: 69.904
          - type: ndcg_at_5
            value: 72.791
          - type: precision_at_1
            value: 82.93
          - type: precision_at_10
            value: 15.649
          - type: precision_at_100
            value: 1.7870000000000001
          - type: precision_at_1000
            value: 0.191
          - type: precision_at_20
            value: 8.225
          - type: precision_at_3
            value: 44.946999999999996
          - type: precision_at_5
            value: 29.253
          - type: recall_at_1
            value: 41.465
          - type: recall_at_10
            value: 78.244
          - type: recall_at_100
            value: 89.332
          - type: recall_at_1000
            value: 95.273
          - type: recall_at_20
            value: 82.248
          - type: recall_at_3
            value: 67.42099999999999
          - type: recall_at_5
            value: 73.13300000000001
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB MSMARCO (default)
          revision: c5a29a104738b98a9e76336939199e264163d4a0
          split: dev
          type: mteb/msmarco
        metrics:
          - type: main_score
            value: 43.289
          - type: map_at_1
            value: 23.504
          - type: map_at_10
            value: 36.168
          - type: map_at_100
            value: 37.291999999999994
          - type: map_at_1000
            value: 37.336000000000006
          - type: map_at_20
            value: 36.858999999999995
          - type: map_at_3
            value: 32.121
          - type: map_at_5
            value: 34.538999999999994
          - type: mrr_at_1
            value: 24.183381088825215
          - type: mrr_at_10
            value: 36.78364488106612
          - type: mrr_at_100
            value: 37.84466252338718
          - type: mrr_at_1000
            value: 37.88256282253377
          - type: mrr_at_20
            value: 37.448959043808195
          - type: mrr_at_3
            value: 32.82473734479457
          - type: mrr_at_5
            value: 35.19579751671442
          - type: nauc_map_at_1000_diff1
            value: 35.7066709090288
          - type: nauc_map_at_1000_max
            value: 4.143934324542135
          - type: nauc_map_at_1000_std
            value: -19.448344913283012
          - type: nauc_map_at_100_diff1
            value: 35.70430642176881
          - type: nauc_map_at_100_max
            value: 4.1478411411595575
          - type: nauc_map_at_100_std
            value: -19.422440403756
          - type: nauc_map_at_10_diff1
            value: 35.63123634507721
          - type: nauc_map_at_10_max
            value: 3.938888988132125
          - type: nauc_map_at_10_std
            value: -20.2169104647665
          - type: nauc_map_at_1_diff1
            value: 38.71570770291994
          - type: nauc_map_at_1_max
            value: 3.6208258198974144
          - type: nauc_map_at_1_std
            value: -17.65651382936212
          - type: nauc_map_at_20_diff1
            value: 35.66137420027341
          - type: nauc_map_at_20_max
            value: 4.047979971799732
          - type: nauc_map_at_20_std
            value: -19.69038427216887
          - type: nauc_map_at_3_diff1
            value: 35.98786954477084
          - type: nauc_map_at_3_max
            value: 4.009207150935954
          - type: nauc_map_at_3_std
            value: -20.236910164727334
          - type: nauc_map_at_5_diff1
            value: 35.71659843963547
          - type: nauc_map_at_5_max
            value: 3.8467118590969243
          - type: nauc_map_at_5_std
            value: -20.459010908374005
          - type: nauc_mrr_at_1000_diff1
            value: 35.50419348307457
          - type: nauc_mrr_at_1000_max
            value: 4.367339872980742
          - type: nauc_mrr_at_1000_std
            value: -18.977210545435614
          - type: nauc_mrr_at_100_diff1
            value: 35.499579242122834
          - type: nauc_mrr_at_100_max
            value: 4.374464198991792
          - type: nauc_mrr_at_100_std
            value: -18.94840447559084
          - type: nauc_mrr_at_10_diff1
            value: 35.413649621404744
          - type: nauc_mrr_at_10_max
            value: 4.199603869892659
          - type: nauc_mrr_at_10_std
            value: -19.676646414385324
          - type: nauc_mrr_at_1_diff1
            value: 38.51275573926999
          - type: nauc_mrr_at_1_max
            value: 3.7235962784140595
          - type: nauc_mrr_at_1_std
            value: -17.47925941260809
          - type: nauc_mrr_at_20_diff1
            value: 35.45328787293073
          - type: nauc_mrr_at_20_max
            value: 4.311679825517206
          - type: nauc_mrr_at_20_std
            value: -19.162032464317768
          - type: nauc_mrr_at_3_diff1
            value: 35.67661555112563
          - type: nauc_mrr_at_3_max
            value: 4.158891474397432
          - type: nauc_mrr_at_3_std
            value: -19.840092842660482
          - type: nauc_mrr_at_5_diff1
            value: 35.47597304038842
          - type: nauc_mrr_at_5_max
            value: 4.080194459323934
          - type: nauc_mrr_at_5_std
            value: -19.976257727067473
          - type: nauc_ndcg_at_1000_diff1
            value: 34.99925364766396
          - type: nauc_ndcg_at_1000_max
            value: 4.905301377523189
          - type: nauc_ndcg_at_1000_std
            value: -17.867757014931176
          - type: nauc_ndcg_at_100_diff1
            value: 34.89954591799976
          - type: nauc_ndcg_at_100_max
            value: 5.160778571453235
          - type: nauc_ndcg_at_100_std
            value: -16.760397579142037
          - type: nauc_ndcg_at_10_diff1
            value: 34.45588519188909
          - type: nauc_ndcg_at_10_max
            value: 4.102422555082475
          - type: nauc_ndcg_at_10_std
            value: -20.65847471712958
          - type: nauc_ndcg_at_1_diff1
            value: 38.56852140128596
          - type: nauc_ndcg_at_1_max
            value: 3.7756203727809328
          - type: nauc_ndcg_at_1_std
            value: -17.502340817460315
          - type: nauc_ndcg_at_20_diff1
            value: 34.54916912731964
          - type: nauc_ndcg_at_20_max
            value: 4.508032016689821
          - type: nauc_ndcg_at_20_std
            value: -18.658746491830712
          - type: nauc_ndcg_at_3_diff1
            value: 35.16704986162924
          - type: nauc_ndcg_at_3_max
            value: 4.077433043641619
          - type: nauc_ndcg_at_3_std
            value: -20.954415641728314
          - type: nauc_ndcg_at_5_diff1
            value: 34.71371459564282
          - type: nauc_ndcg_at_5_max
            value: 3.8551031295496605
          - type: nauc_ndcg_at_5_std
            value: -21.27269583522941
          - type: nauc_precision_at_1000_diff1
            value: -5.07448374718664
          - type: nauc_precision_at_1000_max
            value: 10.79302270785277
          - type: nauc_precision_at_1000_std
            value: 14.852358228309676
          - type: nauc_precision_at_100_diff1
            value: 13.264547572290628
          - type: nauc_precision_at_100_max
            value: 13.876225383019152
          - type: nauc_precision_at_100_std
            value: 18.034934845003406
          - type: nauc_precision_at_10_diff1
            value: 27.421358973548166
          - type: nauc_precision_at_10_max
            value: 4.469572463052654
          - type: nauc_precision_at_10_std
            value: -20.64057949879763
          - type: nauc_precision_at_1_diff1
            value: 38.56852140128596
          - type: nauc_precision_at_1_max
            value: 3.7756203727809328
          - type: nauc_precision_at_1_std
            value: -17.502340817460315
          - type: nauc_precision_at_20_diff1
            value: 24.45447341314794
          - type: nauc_precision_at_20_max
            value: 6.4656336120382605
          - type: nauc_precision_at_20_std
            value: -9.857661438998162
          - type: nauc_precision_at_3_diff1
            value: 32.59732399108533
          - type: nauc_precision_at_3_max
            value: 4.1991104263627514
          - type: nauc_precision_at_3_std
            value: -23.138935572596502
          - type: nauc_precision_at_5_diff1
            value: 30.429145958887705
          - type: nauc_precision_at_5_max
            value: 3.6732294033151676
          - type: nauc_precision_at_5_std
            value: -23.380111111174145
          - type: nauc_recall_at_1000_diff1
            value: 24.240875907743856
          - type: nauc_recall_at_1000_max
            value: 38.280924964099874
          - type: nauc_recall_at_1000_std
            value: 60.13330725856293
          - type: nauc_recall_at_100_diff1
            value: 30.05491420456488
          - type: nauc_recall_at_100_max
            value: 17.351541876028552
          - type: nauc_recall_at_100_std
            value: 22.30906151885301
          - type: nauc_recall_at_10_diff1
            value: 30.28195975736813
          - type: nauc_recall_at_10_max
            value: 4.257287998248637
          - type: nauc_recall_at_10_std
            value: -22.15359562049705
          - type: nauc_recall_at_1_diff1
            value: 38.71570770291994
          - type: nauc_recall_at_1_max
            value: 3.6208258198974144
          - type: nauc_recall_at_1_std
            value: -17.65651382936212
          - type: nauc_recall_at_20_diff1
            value: 29.776413616224612
          - type: nauc_recall_at_20_max
            value: 6.291150198476362
          - type: nauc_recall_at_20_std
            value: -12.203841105665461
          - type: nauc_recall_at_3_diff1
            value: 32.97714288847383
          - type: nauc_recall_at_3_max
            value: 4.069165120796584
          - type: nauc_recall_at_3_std
            value: -23.025988557597145
          - type: nauc_recall_at_5_diff1
            value: 31.738005610472126
          - type: nauc_recall_at_5_max
            value: 3.562137829449558
          - type: nauc_recall_at_5_std
            value: -23.774769231885326
          - type: ndcg_at_1
            value: 24.169
          - type: ndcg_at_10
            value: 43.289
          - type: ndcg_at_100
            value: 48.705
          - type: ndcg_at_1000
            value: 49.766
          - type: ndcg_at_20
            value: 45.768
          - type: ndcg_at_3
            value: 35.114000000000004
          - type: ndcg_at_5
            value: 39.423
          - type: precision_at_1
            value: 24.169
          - type: precision_at_10
            value: 6.812
          - type: precision_at_100
            value: 0.9530000000000001
          - type: precision_at_1000
            value: 0.105
          - type: precision_at_20
            value: 3.926
          - type: precision_at_3
            value: 14.881
          - type: precision_at_5
            value: 11.132
          - type: recall_at_1
            value: 23.504
          - type: recall_at_10
            value: 65.19200000000001
          - type: recall_at_100
            value: 90.23299999999999
          - type: recall_at_1000
            value: 98.256
          - type: recall_at_20
            value: 74.864
          - type: recall_at_3
            value: 43.101
          - type: recall_at_5
            value: 53.444
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB NFCorpus (default)
          revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
          split: test
          type: mteb/nfcorpus
        metrics:
          - type: main_score
            value: 38.206
          - type: map_at_1
            value: 7.008
          - type: map_at_10
            value: 14.991999999999999
          - type: map_at_100
            value: 18.975
          - type: map_at_1000
            value: 20.525
          - type: map_at_20
            value: 16.703000000000003
          - type: map_at_3
            value: 11.222999999999999
          - type: map_at_5
            value: 12.858
          - type: mrr_at_1
            value: 49.53560371517028
          - type: mrr_at_10
            value: 58.482357855422876
          - type: mrr_at_100
            value: 58.968012334053824
          - type: mrr_at_1000
            value: 58.997364933440956
          - type: mrr_at_20
            value: 58.73470148223573
          - type: mrr_at_3
            value: 56.39834881320951
          - type: mrr_at_5
            value: 57.74509803921569
          - type: nauc_map_at_1000_diff1
            value: 28.335416416647224
          - type: nauc_map_at_1000_max
            value: 29.753540790143486
          - type: nauc_map_at_1000_std
            value: 14.588881654269347
          - type: nauc_map_at_100_diff1
            value: 29.918481109290763
          - type: nauc_map_at_100_max
            value: 28.7759731537488
          - type: nauc_map_at_100_std
            value: 11.232863198583434
          - type: nauc_map_at_10_diff1
            value: 33.68961317463572
          - type: nauc_map_at_10_max
            value: 22.457463118915253
          - type: nauc_map_at_10_std
            value: 0.0662082063459353
          - type: nauc_map_at_1_diff1
            value: 40.12959144322236
          - type: nauc_map_at_1_max
            value: 8.142892958869963
          - type: nauc_map_at_1_std
            value: -14.531210966198094
          - type: nauc_map_at_20_diff1
            value: 31.79101397821516
          - type: nauc_map_at_20_max
            value: 25.337593876647873
          - type: nauc_map_at_20_std
            value: 4.4312521827795965
          - type: nauc_map_at_3_diff1
            value: 36.4989620250532
          - type: nauc_map_at_3_max
            value: 14.708362930862599
          - type: nauc_map_at_3_std
            value: -8.805062884219257
          - type: nauc_map_at_5_diff1
            value: 35.59942335198335
          - type: nauc_map_at_5_max
            value: 19.04171958974118
          - type: nauc_map_at_5_std
            value: -5.033775373968787
          - type: nauc_mrr_at_1000_diff1
            value: 33.12712562735541
          - type: nauc_mrr_at_1000_max
            value: 47.06222921511218
          - type: nauc_mrr_at_1000_std
            value: 30.35155523907757
          - type: nauc_mrr_at_100_diff1
            value: 33.13819970488641
          - type: nauc_mrr_at_100_max
            value: 47.07964477210531
          - type: nauc_mrr_at_100_std
            value: 30.36460376560702
          - type: nauc_mrr_at_10_diff1
            value: 33.31347383738033
          - type: nauc_mrr_at_10_max
            value: 47.09956647776159
          - type: nauc_mrr_at_10_std
            value: 30.312849559985356
          - type: nauc_mrr_at_1_diff1
            value: 33.86828699555935
          - type: nauc_mrr_at_1_max
            value: 38.63689203126804
          - type: nauc_mrr_at_1_std
            value: 23.239970954725834
          - type: nauc_mrr_at_20_diff1
            value: 33.12310999988364
          - type: nauc_mrr_at_20_max
            value: 47.06048097947143
          - type: nauc_mrr_at_20_std
            value: 30.30703653923299
          - type: nauc_mrr_at_3_diff1
            value: 33.23359719730206
          - type: nauc_mrr_at_3_max
            value: 47.213232521531765
          - type: nauc_mrr_at_3_std
            value: 28.515839871433453
          - type: nauc_mrr_at_5_diff1
            value: 33.05584873908468
          - type: nauc_mrr_at_5_max
            value: 47.02182562482059
          - type: nauc_mrr_at_5_std
            value: 30.149148067698427
          - type: nauc_ndcg_at_1000_diff1
            value: 27.3553070950937
          - type: nauc_ndcg_at_1000_max
            value: 46.993803974771616
          - type: nauc_ndcg_at_1000_std
            value: 34.48221393313706
          - type: nauc_ndcg_at_100_diff1
            value: 28.182567698807937
          - type: nauc_ndcg_at_100_max
            value: 41.47073178920514
          - type: nauc_ndcg_at_100_std
            value: 28.33125338951214
          - type: nauc_ndcg_at_10_diff1
            value: 23.427723508172342
          - type: nauc_ndcg_at_10_max
            value: 39.854878165720194
          - type: nauc_ndcg_at_10_std
            value: 28.68461363195909
          - type: nauc_ndcg_at_1_diff1
            value: 35.83579312937247
          - type: nauc_ndcg_at_1_max
            value: 37.10896088910044
          - type: nauc_ndcg_at_1_std
            value: 21.7331937636597
          - type: nauc_ndcg_at_20_diff1
            value: 23.457097856180557
          - type: nauc_ndcg_at_20_max
            value: 39.08666944857107
          - type: nauc_ndcg_at_20_std
            value: 28.088097718424077
          - type: nauc_ndcg_at_3_diff1
            value: 27.610199920043392
          - type: nauc_ndcg_at_3_max
            value: 42.68532708708207
          - type: nauc_ndcg_at_3_std
            value: 25.2692785253099
          - type: nauc_ndcg_at_5_diff1
            value: 26.152027234534987
          - type: nauc_ndcg_at_5_max
            value: 43.20685220688528
          - type: nauc_ndcg_at_5_std
            value: 28.346718258943298
          - type: nauc_precision_at_1000_diff1
            value: -19.360917448445747
          - type: nauc_precision_at_1000_max
            value: 5.993701880034689
          - type: nauc_precision_at_1000_std
            value: 30.592846520978767
          - type: nauc_precision_at_100_diff1
            value: -13.176289048434326
          - type: nauc_precision_at_100_max
            value: 21.124431283116806
          - type: nauc_precision_at_100_std
            value: 42.847875525274866
          - type: nauc_precision_at_10_diff1
            value: 1.20002480488434
          - type: nauc_precision_at_10_max
            value: 37.8775671362167
          - type: nauc_precision_at_10_std
            value: 40.824122872455185
          - type: nauc_precision_at_1_diff1
            value: 33.86828699555935
          - type: nauc_precision_at_1_max
            value: 38.63689203126804
          - type: nauc_precision_at_1_std
            value: 23.239970954725834
          - type: nauc_precision_at_20_diff1
            value: -5.005695036618793
          - type: nauc_precision_at_20_max
            value: 32.64577234927276
          - type: nauc_precision_at_20_std
            value: 42.15142642663493
          - type: nauc_precision_at_3_diff1
            value: 15.742317758272314
          - type: nauc_precision_at_3_max
            value: 45.30428329279831
          - type: nauc_precision_at_3_std
            value: 31.556145410706165
          - type: nauc_precision_at_5_diff1
            value: 10.476340589189153
          - type: nauc_precision_at_5_max
            value: 45.24967287967515
          - type: nauc_precision_at_5_std
            value: 38.71010638265242
          - type: nauc_recall_at_1000_diff1
            value: 10.137724388953172
          - type: nauc_recall_at_1000_max
            value: 20.905437881631848
          - type: nauc_recall_at_1000_std
            value: 20.623979759639003
          - type: nauc_recall_at_100_diff1
            value: 24.720876538107234
          - type: nauc_recall_at_100_max
            value: 27.58042873255676
          - type: nauc_recall_at_100_std
            value: 16.61758708043979
          - type: nauc_recall_at_10_diff1
            value: 32.34877485865986
          - type: nauc_recall_at_10_max
            value: 21.67344646232241
          - type: nauc_recall_at_10_std
            value: 2.235959242369055
          - type: nauc_recall_at_1_diff1
            value: 40.12959144322236
          - type: nauc_recall_at_1_max
            value: 8.142892958869963
          - type: nauc_recall_at_1_std
            value: -14.531210966198094
          - type: nauc_recall_at_20_diff1
            value: 29.009807737961967
          - type: nauc_recall_at_20_max
            value: 24.451546037526732
          - type: nauc_recall_at_20_std
            value: 7.084340596706153
          - type: nauc_recall_at_3_diff1
            value: 36.00512018367048
          - type: nauc_recall_at_3_max
            value: 15.603503525043743
          - type: nauc_recall_at_3_std
            value: -8.23230989140361
          - type: nauc_recall_at_5_diff1
            value: 34.69870859719023
          - type: nauc_recall_at_5_max
            value: 20.394696906592692
          - type: nauc_recall_at_5_std
            value: -2.2957736758400427
          - type: ndcg_at_1
            value: 47.214
          - type: ndcg_at_10
            value: 38.206
          - type: ndcg_at_100
            value: 35.423
          - type: ndcg_at_1000
            value: 44.115
          - type: ndcg_at_20
            value: 35.888999999999996
          - type: ndcg_at_3
            value: 43.791000000000004
          - type: ndcg_at_5
            value: 41.253
          - type: precision_at_1
            value: 49.536
          - type: precision_at_10
            value: 28.142
          - type: precision_at_100
            value: 8.889
          - type: precision_at_1000
            value: 2.173
          - type: precision_at_20
            value: 20.944
          - type: precision_at_3
            value: 41.28
          - type: precision_at_5
            value: 35.604
          - type: recall_at_1
            value: 7.008
          - type: recall_at_10
            value: 18.735
          - type: recall_at_100
            value: 35.582
          - type: recall_at_1000
            value: 67.682
          - type: recall_at_20
            value: 22.78
          - type: recall_at_3
            value: 12.117
          - type: recall_at_5
            value: 14.748
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB NQ (default)
          revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
          split: test
          type: mteb/nq
        metrics:
          - type: main_score
            value: 53.578
          - type: map_at_1
            value: 33.513999999999996
          - type: map_at_10
            value: 46.824
          - type: map_at_100
            value: 47.802
          - type: map_at_1000
            value: 47.841
          - type: map_at_20
            value: 47.441
          - type: map_at_3
            value: 43.247
          - type: map_at_5
            value: 45.378
          - type: mrr_at_1
            value: 37.25376593279258
          - type: mrr_at_10
            value: 49.566722304989895
          - type: mrr_at_100
            value: 50.321192525578695
          - type: mrr_at_1000
            value: 50.34672610613706
          - type: mrr_at_20
            value: 50.04472384196937
          - type: mrr_at_3
            value: 46.60583236770946
          - type: mrr_at_5
            value: 48.349748937813814
          - type: nauc_map_at_1000_diff1
            value: 34.733636497137354
          - type: nauc_map_at_1000_max
            value: 25.78043112653096
          - type: nauc_map_at_1000_std
            value: -0.03219978416136634
          - type: nauc_map_at_100_diff1
            value: 34.73227174964944
          - type: nauc_map_at_100_max
            value: 25.790355264634123
          - type: nauc_map_at_100_std
            value: -0.009748410549744525
          - type: nauc_map_at_10_diff1
            value: 34.79637142721529
          - type: nauc_map_at_10_max
            value: 25.665984578882135
          - type: nauc_map_at_10_std
            value: -0.5543842114651465
          - type: nauc_map_at_1_diff1
            value: 38.8141788897701
          - type: nauc_map_at_1_max
            value: 20.97919274283175
          - type: nauc_map_at_1_std
            value: -4.313952936848295
          - type: nauc_map_at_20_diff1
            value: 34.7056360511178
          - type: nauc_map_at_20_max
            value: 25.799251451921577
          - type: nauc_map_at_20_std
            value: -0.11292113199351751
          - type: nauc_map_at_3_diff1
            value: 35.24321123463093
          - type: nauc_map_at_3_max
            value: 24.386471502318205
          - type: nauc_map_at_3_std
            value: -2.6644559760820052
          - type: nauc_map_at_5_diff1
            value: 34.82901214114469
          - type: nauc_map_at_5_max
            value: 25.047315717619945
          - type: nauc_map_at_5_std
            value: -1.5133480152766288
          - type: nauc_mrr_at_1000_diff1
            value: 34.93628841387892
          - type: nauc_mrr_at_1000_max
            value: 25.95539978131643
          - type: nauc_mrr_at_1000_std
            value: 0.9898580770138055
          - type: nauc_mrr_at_100_diff1
            value: 34.93490461549691
          - type: nauc_mrr_at_100_max
            value: 25.968419446992947
          - type: nauc_mrr_at_100_std
            value: 1.0164727694111124
          - type: nauc_mrr_at_10_diff1
            value: 34.92788565019863
          - type: nauc_mrr_at_10_max
            value: 25.982419524725902
          - type: nauc_mrr_at_10_std
            value: 0.8291836718070983
          - type: nauc_mrr_at_1_diff1
            value: 38.78220448030664
          - type: nauc_mrr_at_1_max
            value: 22.197434495065906
          - type: nauc_mrr_at_1_std
            value: -2.7557316494845647
          - type: nauc_mrr_at_20_diff1
            value: 34.91976787258114
          - type: nauc_mrr_at_20_max
            value: 26.023976604513845
          - type: nauc_mrr_at_20_std
            value: 1.0145147416593283
          - type: nauc_mrr_at_3_diff1
            value: 35.211445935161755
          - type: nauc_mrr_at_3_max
            value: 25.424985342838724
          - type: nauc_mrr_at_3_std
            value: -0.6077862086346921
          - type: nauc_mrr_at_5_diff1
            value: 34.96871034526102
          - type: nauc_mrr_at_5_max
            value: 25.607150086036402
          - type: nauc_mrr_at_5_std
            value: 0.025319256685985322
          - type: nauc_ndcg_at_1000_diff1
            value: 33.303254839794626
          - type: nauc_ndcg_at_1000_max
            value: 27.724264701997846
          - type: nauc_ndcg_at_1000_std
            value: 3.6289721823046412
          - type: nauc_ndcg_at_100_diff1
            value: 33.09557683080436
          - type: nauc_ndcg_at_100_max
            value: 28.0506433754964
          - type: nauc_ndcg_at_100_std
            value: 4.511193940663911
          - type: nauc_ndcg_at_10_diff1
            value: 33.29826862261896
          - type: nauc_ndcg_at_10_max
            value: 27.71528280198709
          - type: nauc_ndcg_at_10_std
            value: 2.400337080724925
          - type: nauc_ndcg_at_1_diff1
            value: 38.60963350793748
          - type: nauc_ndcg_at_1_max
            value: 22.273664922767907
          - type: nauc_ndcg_at_1_std
            value: -2.6240794072512363
          - type: nauc_ndcg_at_20_diff1
            value: 32.981922279933244
          - type: nauc_ndcg_at_20_max
            value: 28.150524217154615
          - type: nauc_ndcg_at_20_std
            value: 3.8264215069624927
          - type: nauc_ndcg_at_3_diff1
            value: 34.08438930573822
          - type: nauc_ndcg_at_3_max
            value: 25.45908785549064
          - type: nauc_ndcg_at_3_std
            value: -1.613166550898069
          - type: nauc_ndcg_at_5_diff1
            value: 33.40437835531942
          - type: nauc_ndcg_at_5_max
            value: 26.31872187393872
          - type: nauc_ndcg_at_5_std
            value: 0.10083778366178507
          - type: nauc_precision_at_1000_diff1
            value: -7.941107826930442
          - type: nauc_precision_at_1000_max
            value: 12.225841425820631
          - type: nauc_precision_at_1000_std
            value: 21.78049325701235
          - type: nauc_precision_at_100_diff1
            value: -2.222916814839799
          - type: nauc_precision_at_100_max
            value: 20.20336947495444
          - type: nauc_precision_at_100_std
            value: 28.15440917121732
          - type: nauc_precision_at_10_diff1
            value: 13.793643869973508
          - type: nauc_precision_at_10_max
            value: 28.441585565368584
          - type: nauc_precision_at_10_std
            value: 16.43655330610177
          - type: nauc_precision_at_1_diff1
            value: 38.60963350793748
          - type: nauc_precision_at_1_max
            value: 22.273664922767907
          - type: nauc_precision_at_1_std
            value: -2.6240794072512363
          - type: nauc_precision_at_20_diff1
            value: 6.992221373082684
          - type: nauc_precision_at_20_max
            value: 26.313498260024964
          - type: nauc_precision_at_20_std
            value: 22.74932509685384
          - type: nauc_precision_at_3_diff1
            value: 24.586931228246105
          - type: nauc_precision_at_3_max
            value: 27.735577819282213
          - type: nauc_precision_at_3_std
            value: 4.171946022799083
          - type: nauc_precision_at_5_diff1
            value: 19.055734158632163
          - type: nauc_precision_at_5_max
            value: 27.68652274133427
          - type: nauc_precision_at_5_std
            value: 9.286777692382376
          - type: nauc_recall_at_1000_diff1
            value: 5.102892050159389
          - type: nauc_recall_at_1000_max
            value: 57.14718974463473
          - type: nauc_recall_at_1000_std
            value: 66.2350056053976
          - type: nauc_recall_at_100_diff1
            value: 16.525310046827574
          - type: nauc_recall_at_100_max
            value: 44.49050040421947
          - type: nauc_recall_at_100_std
            value: 45.7757955560833
          - type: nauc_recall_at_10_diff1
            value: 26.03922668947305
          - type: nauc_recall_at_10_max
            value: 33.51146811044362
          - type: nauc_recall_at_10_std
            value: 11.981831984218244
          - type: nauc_recall_at_1_diff1
            value: 38.8141788897701
          - type: nauc_recall_at_1_max
            value: 20.97919274283175
          - type: nauc_recall_at_1_std
            value: -4.313952936848295
          - type: nauc_recall_at_20_diff1
            value: 22.93797755278736
          - type: nauc_recall_at_20_max
            value: 37.50084705738719
          - type: nauc_recall_at_20_std
            value: 21.698172136962583
          - type: nauc_recall_at_3_diff1
            value: 29.680958704147102
          - type: nauc_recall_at_3_max
            value: 26.417935243298757
          - type: nauc_recall_at_3_std
            value: -0.6690057435817613
          - type: nauc_recall_at_5_diff1
            value: 27.534756543056844
          - type: nauc_recall_at_5_max
            value: 28.222210310895417
          - type: nauc_recall_at_5_std
            value: 3.24951302703767
          - type: ndcg_at_1
            value: 37.312
          - type: ndcg_at_10
            value: 53.578
          - type: ndcg_at_100
            value: 57.778
          - type: ndcg_at_1000
            value: 58.675
          - type: ndcg_at_20
            value: 55.572
          - type: ndcg_at_3
            value: 46.898
          - type: ndcg_at_5
            value: 50.378
          - type: precision_at_1
            value: 37.312
          - type: precision_at_10
            value: 8.439
          - type: precision_at_100
            value: 1.082
          - type: precision_at_1000
            value: 0.117
          - type: precision_at_20
            value: 4.7059999999999995
          - type: precision_at_3
            value: 20.819
          - type: precision_at_5
            value: 14.536999999999999
          - type: recall_at_1
            value: 33.513999999999996
          - type: recall_at_10
            value: 71.331
          - type: recall_at_100
            value: 89.591
          - type: recall_at_1000
            value: 96.258
          - type: recall_at_20
            value: 78.643
          - type: recall_at_3
            value: 54.06999999999999
          - type: recall_at_5
            value: 62.027
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB QuoraRetrieval (default)
          revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
          split: test
          type: mteb/quora
        metrics:
          - type: main_score
            value: 88.973
          - type: map_at_1
            value: 71.269
          - type: map_at_10
            value: 85.327
          - type: map_at_100
            value: 85.947
          - type: map_at_1000
            value: 85.962
          - type: map_at_20
            value: 85.734
          - type: map_at_3
            value: 82.38499999999999
          - type: map_at_5
            value: 84.277
          - type: mrr_at_1
            value: 81.89999999999999
          - type: mrr_at_10
            value: 88.10066269841238
          - type: mrr_at_100
            value: 88.19268278845087
          - type: mrr_at_1000
            value: 88.19317341263474
          - type: mrr_at_20
            value: 88.17131175618292
          - type: mrr_at_3
            value: 87.19166666666634
          - type: mrr_at_5
            value: 87.83216666666627
          - type: nauc_map_at_1000_diff1
            value: 77.24373836257328
          - type: nauc_map_at_1000_max
            value: 35.43258721365464
          - type: nauc_map_at_1000_std
            value: -44.503986312696874
          - type: nauc_map_at_100_diff1
            value: 77.24981832808814
          - type: nauc_map_at_100_max
            value: 35.417561999307985
          - type: nauc_map_at_100_std
            value: -44.55686251734598
          - type: nauc_map_at_10_diff1
            value: 77.59996638821937
          - type: nauc_map_at_10_max
            value: 35.203702784901466
          - type: nauc_map_at_10_std
            value: -46.41235245975753
          - type: nauc_map_at_1_diff1
            value: 80.59833777445611
          - type: nauc_map_at_1_max
            value: 27.100107167733213
          - type: nauc_map_at_1_std
            value: -40.34017475852446
          - type: nauc_map_at_20_diff1
            value: 77.37533802521253
          - type: nauc_map_at_20_max
            value: 35.36834768001108
          - type: nauc_map_at_20_std
            value: -45.337334222342065
          - type: nauc_map_at_3_diff1
            value: 77.98695993085806
          - type: nauc_map_at_3_max
            value: 33.011254948311084
          - type: nauc_map_at_3_std
            value: -47.80585226131452
          - type: nauc_map_at_5_diff1
            value: 77.74991962536232
          - type: nauc_map_at_5_max
            value: 34.17903742312864
          - type: nauc_map_at_5_std
            value: -47.6791564171039
          - type: nauc_mrr_at_1000_diff1
            value: 77.7010164923961
          - type: nauc_mrr_at_1000_max
            value: 36.81937181114772
          - type: nauc_mrr_at_1000_std
            value: -40.94661135215469
          - type: nauc_mrr_at_100_diff1
            value: 77.70102186520977
          - type: nauc_mrr_at_100_max
            value: 36.82126424226954
          - type: nauc_mrr_at_100_std
            value: -40.94555827737021
          - type: nauc_mrr_at_10_diff1
            value: 77.67875555054444
          - type: nauc_mrr_at_10_max
            value: 36.93763993292355
          - type: nauc_mrr_at_10_std
            value: -41.07266082668926
          - type: nauc_mrr_at_1_diff1
            value: 78.7654990658097
          - type: nauc_mrr_at_1_max
            value: 36.375396551440744
          - type: nauc_mrr_at_1_std
            value: -38.93288623699386
          - type: nauc_mrr_at_20_diff1
            value: 77.68944904085342
          - type: nauc_mrr_at_20_max
            value: 36.851709289874194
          - type: nauc_mrr_at_20_std
            value: -40.96882376398082
          - type: nauc_mrr_at_3_diff1
            value: 77.39294474892708
          - type: nauc_mrr_at_3_max
            value: 36.6739222869209
          - type: nauc_mrr_at_3_std
            value: -41.322164113892235
          - type: nauc_mrr_at_5_diff1
            value: 77.63227278120065
          - type: nauc_mrr_at_5_max
            value: 36.91209291182846
          - type: nauc_mrr_at_5_std
            value: -41.05871053940309
          - type: nauc_ndcg_at_1000_diff1
            value: 76.98496102017029
          - type: nauc_ndcg_at_1000_max
            value: 36.37482075751894
          - type: nauc_ndcg_at_1000_std
            value: -42.589806171602646
          - type: nauc_ndcg_at_100_diff1
            value: 77.00759478529206
          - type: nauc_ndcg_at_100_max
            value: 36.3827630397706
          - type: nauc_ndcg_at_100_std
            value: -42.78242573631199
          - type: nauc_ndcg_at_10_diff1
            value: 77.22992902202756
          - type: nauc_ndcg_at_10_max
            value: 36.505162294337055
          - type: nauc_ndcg_at_10_std
            value: -45.72249545452432
          - type: nauc_ndcg_at_1_diff1
            value: 78.74698700072744
          - type: nauc_ndcg_at_1_max
            value: 36.38675261583423
          - type: nauc_ndcg_at_1_std
            value: -38.89895125423548
          - type: nauc_ndcg_at_20_diff1
            value: 77.10482169659937
          - type: nauc_ndcg_at_20_max
            value: 36.43141803740016
          - type: nauc_ndcg_at_20_std
            value: -44.455136167679996
          - type: nauc_ndcg_at_3_diff1
            value: 76.51372057002504
          - type: nauc_ndcg_at_3_max
            value: 35.13846773475272
          - type: nauc_ndcg_at_3_std
            value: -45.28096522367571
          - type: nauc_ndcg_at_5_diff1
            value: 76.89375209624752
          - type: nauc_ndcg_at_5_max
            value: 35.59935018317007
          - type: nauc_ndcg_at_5_std
            value: -46.11694297535346
          - type: nauc_precision_at_1000_diff1
            value: -45.02903900840555
          - type: nauc_precision_at_1000_max
            value: -7.971742308562538
          - type: nauc_precision_at_1000_std
            value: 38.5668234938415
          - type: nauc_precision_at_100_diff1
            value: -44.706131799449
          - type: nauc_precision_at_100_max
            value: -7.7773211320818865
          - type: nauc_precision_at_100_std
            value: 37.41426368849577
          - type: nauc_precision_at_10_diff1
            value: -39.38230939555313
          - type: nauc_precision_at_10_max
            value: -2.9273825080304996
          - type: nauc_precision_at_10_std
            value: 25.741286794019963
          - type: nauc_precision_at_1_diff1
            value: 78.74698700072744
          - type: nauc_precision_at_1_max
            value: 36.38675261583423
          - type: nauc_precision_at_1_std
            value: -38.89895125423548
          - type: nauc_precision_at_20_diff1
            value: -42.70424249976254
          - type: nauc_precision_at_20_max
            value: -5.482330663109517
          - type: nauc_precision_at_20_std
            value: 31.808864679949423
          - type: nauc_precision_at_3_diff1
            value: -19.68244560967662
          - type: nauc_precision_at_3_max
            value: 6.167671148730073
          - type: nauc_precision_at_3_std
            value: 5.566939643232526
          - type: nauc_precision_at_5_diff1
            value: -32.33931427264437
          - type: nauc_precision_at_5_max
            value: 0.37498874844148694
          - type: nauc_precision_at_5_std
            value: 16.56799224495688
          - type: nauc_recall_at_1000_diff1
            value: 38.718513293949066
          - type: nauc_recall_at_1000_max
            value: -24.172595550892186
          - type: nauc_recall_at_1000_std
            value: -4.7822324776177805
          - type: nauc_recall_at_100_diff1
            value: 72.21518255411144
          - type: nauc_recall_at_100_max
            value: 44.861911504210504
          - type: nauc_recall_at_100_std
            value: -44.45623351766266
          - type: nauc_recall_at_10_diff1
            value: 74.14010646422432
          - type: nauc_recall_at_10_max
            value: 38.005054552669634
          - type: nauc_recall_at_10_std
            value: -64.7278518051387
          - type: nauc_recall_at_1_diff1
            value: 80.59833777445611
          - type: nauc_recall_at_1_max
            value: 27.100107167733213
          - type: nauc_recall_at_1_std
            value: -40.34017475852446
          - type: nauc_recall_at_20_diff1
            value: 73.23146354134346
          - type: nauc_recall_at_20_max
            value: 39.0574204381781
          - type: nauc_recall_at_20_std
            value: -62.7550983713241
          - type: nauc_recall_at_3_diff1
            value: 73.69097563795957
          - type: nauc_recall_at_3_max
            value: 31.008336009397695
          - type: nauc_recall_at_3_std
            value: -53.59474568965692
          - type: nauc_recall_at_5_diff1
            value: 72.66802858509665
          - type: nauc_recall_at_5_max
            value: 32.53722432047535
          - type: nauc_recall_at_5_std
            value: -58.73280814717966
          - type: ndcg_at_1
            value: 81.91000000000001
          - type: ndcg_at_10
            value: 88.973
          - type: ndcg_at_100
            value: 90.118
          - type: ndcg_at_1000
            value: 90.19200000000001
          - type: ndcg_at_20
            value: 89.606
          - type: ndcg_at_3
            value: 86.229
          - type: ndcg_at_5
            value: 87.82
          - type: precision_at_1
            value: 81.91000000000001
          - type: precision_at_10
            value: 13.501
          - type: precision_at_100
            value: 1.5350000000000001
          - type: precision_at_1000
            value: 0.157
          - type: precision_at_20
            value: 7.156
          - type: precision_at_3
            value: 37.723
          - type: precision_at_5
            value: 24.856
          - type: recall_at_1
            value: 71.269
          - type: recall_at_10
            value: 95.893
          - type: recall_at_100
            value: 99.70599999999999
          - type: recall_at_1000
            value: 99.993
          - type: recall_at_20
            value: 97.904
          - type: recall_at_3
            value: 88.045
          - type: recall_at_5
            value: 92.489
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB SCIDOCS (default)
          revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
          split: test
          type: mteb/scidocs
        metrics:
          - type: main_score
            value: 21.751
          - type: map_at_1
            value: 4.958
          - type: map_at_10
            value: 13.069
          - type: map_at_100
            value: 15.417
          - type: map_at_1000
            value: 15.754000000000001
          - type: map_at_20
            value: 14.27
          - type: map_at_3
            value: 9.148
          - type: map_at_5
            value: 11.064
          - type: mrr_at_1
            value: 24.4
          - type: mrr_at_10
            value: 36.132301587301576
          - type: mrr_at_100
            value: 37.25176308139092
          - type: mrr_at_1000
            value: 37.29040967924337
          - type: mrr_at_20
            value: 36.76865970759546
          - type: mrr_at_3
            value: 32.65
          - type: mrr_at_5
            value: 34.62499999999997
          - type: nauc_map_at_1000_diff1
            value: 17.27966591511814
          - type: nauc_map_at_1000_max
            value: 24.00696324699352
          - type: nauc_map_at_1000_std
            value: 18.837427334515954
          - type: nauc_map_at_100_diff1
            value: 17.24271355435884
          - type: nauc_map_at_100_max
            value: 24.041463584999224
          - type: nauc_map_at_100_std
            value: 18.72960500637989
          - type: nauc_map_at_10_diff1
            value: 17.879426966559624
          - type: nauc_map_at_10_max
            value: 22.66597917559903
          - type: nauc_map_at_10_std
            value: 15.013608094672845
          - type: nauc_map_at_1_diff1
            value: 22.777533529850157
          - type: nauc_map_at_1_max
            value: 13.875587988985187
          - type: nauc_map_at_1_std
            value: 7.570296406482986
          - type: nauc_map_at_20_diff1
            value: 17.21695901416259
          - type: nauc_map_at_20_max
            value: 23.123146312246217
          - type: nauc_map_at_20_std
            value: 16.555319107385767
          - type: nauc_map_at_3_diff1
            value: 20.184859758817627
          - type: nauc_map_at_3_max
            value: 20.13270534835412
          - type: nauc_map_at_3_std
            value: 9.573386059781406
          - type: nauc_map_at_5_diff1
            value: 17.937650604303148
          - type: nauc_map_at_5_max
            value: 21.303136378332688
          - type: nauc_map_at_5_std
            value: 11.559548428377981
          - type: nauc_mrr_at_1000_diff1
            value: 19.829881934639655
          - type: nauc_mrr_at_1000_max
            value: 18.145345918476142
          - type: nauc_mrr_at_1000_std
            value: 12.75566202821927
          - type: nauc_mrr_at_100_diff1
            value: 19.810997512240277
          - type: nauc_mrr_at_100_max
            value: 18.16731598752752
          - type: nauc_mrr_at_100_std
            value: 12.793790316794803
          - type: nauc_mrr_at_10_diff1
            value: 19.92734589714817
          - type: nauc_mrr_at_10_max
            value: 18.27531929409606
          - type: nauc_mrr_at_10_std
            value: 12.540295615488004
          - type: nauc_mrr_at_1_diff1
            value: 23.089836849524456
          - type: nauc_mrr_at_1_max
            value: 14.019312781409294
          - type: nauc_mrr_at_1_std
            value: 7.416417351169059
          - type: nauc_mrr_at_20_diff1
            value: 19.776269941929677
          - type: nauc_mrr_at_20_max
            value: 18.20319558010321
          - type: nauc_mrr_at_20_std
            value: 12.834542903391958
          - type: nauc_mrr_at_3_diff1
            value: 20.034509801742303
          - type: nauc_mrr_at_3_max
            value: 17.046438884377586
          - type: nauc_mrr_at_3_std
            value: 11.379227387037941
          - type: nauc_mrr_at_5_diff1
            value: 20.033690587834904
          - type: nauc_mrr_at_5_max
            value: 17.69997115661551
          - type: nauc_mrr_at_5_std
            value: 12.097021581018144
          - type: nauc_ndcg_at_1000_diff1
            value: 16.796105232771264
          - type: nauc_ndcg_at_1000_max
            value: 24.902449620565655
          - type: nauc_ndcg_at_1000_std
            value: 25.052054392870716
          - type: nauc_ndcg_at_100_diff1
            value: 16.364285197447707
          - type: nauc_ndcg_at_100_max
            value: 25.952058238421106
          - type: nauc_ndcg_at_100_std
            value: 25.532399568014064
          - type: nauc_ndcg_at_10_diff1
            value: 17.83375411685287
          - type: nauc_ndcg_at_10_max
            value: 22.884998048221174
          - type: nauc_ndcg_at_10_std
            value: 16.938981897362105
          - type: nauc_ndcg_at_1_diff1
            value: 23.089836849524456
          - type: nauc_ndcg_at_1_max
            value: 14.019312781409294
          - type: nauc_ndcg_at_1_std
            value: 7.416417351169059
          - type: nauc_ndcg_at_20_diff1
            value: 16.5160840130767
          - type: nauc_ndcg_at_20_max
            value: 23.37120227946446
          - type: nauc_ndcg_at_20_std
            value: 19.13308230377008
          - type: nauc_ndcg_at_3_diff1
            value: 19.462199355947917
          - type: nauc_ndcg_at_3_max
            value: 19.774072182044453
          - type: nauc_ndcg_at_3_std
            value: 11.112865244809704
          - type: nauc_ndcg_at_5_diff1
            value: 17.679751307552223
          - type: nauc_ndcg_at_5_max
            value: 21.004209449610155
          - type: nauc_ndcg_at_5_std
            value: 13.470910781875892
          - type: nauc_precision_at_1000_diff1
            value: 6.44852117334188
          - type: nauc_precision_at_1000_max
            value: 21.035759122018355
          - type: nauc_precision_at_1000_std
            value: 36.10318713805531
          - type: nauc_precision_at_100_diff1
            value: 8.578458749929647
          - type: nauc_precision_at_100_max
            value: 27.361993420015455
          - type: nauc_precision_at_100_std
            value: 37.27795721029569
          - type: nauc_precision_at_10_diff1
            value: 14.207822758239482
          - type: nauc_precision_at_10_max
            value: 24.530971261834345
          - type: nauc_precision_at_10_std
            value: 20.764407127449974
          - type: nauc_precision_at_1_diff1
            value: 23.089836849524456
          - type: nauc_precision_at_1_max
            value: 14.019312781409294
          - type: nauc_precision_at_1_std
            value: 7.416417351169059
          - type: nauc_precision_at_20_diff1
            value: 10.944962421724231
          - type: nauc_precision_at_20_max
            value: 23.888384812327665
          - type: nauc_precision_at_20_std
            value: 23.74756632117064
          - type: nauc_precision_at_3_diff1
            value: 17.535576335454603
          - type: nauc_precision_at_3_max
            value: 21.73780360714507
          - type: nauc_precision_at_3_std
            value: 12.640108980424285
          - type: nauc_precision_at_5_diff1
            value: 14.19294263475545
          - type: nauc_precision_at_5_max
            value: 22.62226126313544
          - type: nauc_precision_at_5_std
            value: 15.734715760272053
          - type: nauc_recall_at_1000_diff1
            value: 6.962600221895503
          - type: nauc_recall_at_1000_max
            value: 20.704149336772883
          - type: nauc_recall_at_1000_std
            value: 38.47443191651767
          - type: nauc_recall_at_100_diff1
            value: 8.420710932503916
          - type: nauc_recall_at_100_max
            value: 26.912123177513152
          - type: nauc_recall_at_100_std
            value: 37.91471197918575
          - type: nauc_recall_at_10_diff1
            value: 14.106088768054198
          - type: nauc_recall_at_10_max
            value: 24.104055786371102
          - type: nauc_recall_at_10_std
            value: 20.699681709038988
          - type: nauc_recall_at_1_diff1
            value: 22.777533529850157
          - type: nauc_recall_at_1_max
            value: 13.875587988985187
          - type: nauc_recall_at_1_std
            value: 7.570296406482986
          - type: nauc_recall_at_20_diff1
            value: 10.745566016511287
          - type: nauc_recall_at_20_max
            value: 23.33908629999745
          - type: nauc_recall_at_20_std
            value: 23.638313865942827
          - type: nauc_recall_at_3_diff1
            value: 17.395755750284426
          - type: nauc_recall_at_3_max
            value: 21.615676881366568
          - type: nauc_recall_at_3_std
            value: 12.539768993070927
          - type: nauc_recall_at_5_diff1
            value: 14.053037331597448
          - type: nauc_recall_at_5_max
            value: 22.359343563162195
          - type: nauc_recall_at_5_std
            value: 15.681776010415337
          - type: ndcg_at_1
            value: 24.4
          - type: ndcg_at_10
            value: 21.751
          - type: ndcg_at_100
            value: 30.484
          - type: ndcg_at_1000
            value: 36.046
          - type: ndcg_at_20
            value: 24.829
          - type: ndcg_at_3
            value: 20.331
          - type: ndcg_at_5
            value: 17.923000000000002
          - type: precision_at_1
            value: 24.4
          - type: precision_at_10
            value: 11.379999999999999
          - type: precision_at_100
            value: 2.3890000000000002
          - type: precision_at_1000
            value: 0.372
          - type: precision_at_20
            value: 7.470000000000001
          - type: precision_at_3
            value: 19.1
          - type: precision_at_5
            value: 15.86
          - type: recall_at_1
            value: 4.958
          - type: recall_at_10
            value: 23.07
          - type: recall_at_100
            value: 48.543
          - type: recall_at_1000
            value: 75.53
          - type: recall_at_20
            value: 30.294999999999998
          - type: recall_at_3
            value: 11.623
          - type: recall_at_5
            value: 16.073
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB SciFact (default)
          revision: 0228b52cf27578f30900b9e5271d331663a030d7
          split: test
          type: mteb/scifact
        metrics:
          - type: main_score
            value: 75.323
          - type: map_at_1
            value: 59.817
          - type: map_at_10
            value: 70.797
          - type: map_at_100
            value: 71.306
          - type: map_at_1000
            value: 71.32300000000001
          - type: map_at_20
            value: 71.188
          - type: map_at_3
            value: 68.093
          - type: map_at_5
            value: 69.67999999999999
          - type: mrr_at_1
            value: 62.66666666666667
          - type: mrr_at_10
            value: 71.69179894179892
          - type: mrr_at_100
            value: 72.07581166736466
          - type: mrr_at_1000
            value: 72.09284360437968
          - type: mrr_at_20
            value: 71.99078219538745
          - type: mrr_at_3
            value: 69.72222222222221
          - type: mrr_at_5
            value: 70.85555555555555
          - type: nauc_map_at_1000_diff1
            value: 75.53514542930616
          - type: nauc_map_at_1000_max
            value: 56.6189081133348
          - type: nauc_map_at_1000_std
            value: 7.139142615381562
          - type: nauc_map_at_100_diff1
            value: 75.53668129675285
          - type: nauc_map_at_100_max
            value: 56.638893491377296
          - type: nauc_map_at_100_std
            value: 7.142472858110764
          - type: nauc_map_at_10_diff1
            value: 75.43858102341474
          - type: nauc_map_at_10_max
            value: 56.699118655904
          - type: nauc_map_at_10_std
            value: 6.796368676765423
          - type: nauc_map_at_1_diff1
            value: 77.59310702944956
          - type: nauc_map_at_1_max
            value: 48.44453398044036
          - type: nauc_map_at_1_std
            value: 0.09345870908887702
          - type: nauc_map_at_20_diff1
            value: 75.42887838205219
          - type: nauc_map_at_20_max
            value: 56.66960122968477
          - type: nauc_map_at_20_std
            value: 7.204130216589164
          - type: nauc_map_at_3_diff1
            value: 75.87041143445488
          - type: nauc_map_at_3_max
            value: 53.6850314694584
          - type: nauc_map_at_3_std
            value: 3.3187457830729308
          - type: nauc_map_at_5_diff1
            value: 75.30201743671155
          - type: nauc_map_at_5_max
            value: 54.63338132818063
          - type: nauc_map_at_5_std
            value: 4.247011920744091
          - type: nauc_mrr_at_1000_diff1
            value: 76.35653424049286
          - type: nauc_mrr_at_1000_max
            value: 57.75671786407867
          - type: nauc_mrr_at_1000_std
            value: 8.337631940333518
          - type: nauc_mrr_at_100_diff1
            value: 76.35750137417203
          - type: nauc_mrr_at_100_max
            value: 57.77622788361463
          - type: nauc_mrr_at_100_std
            value: 8.340151402198282
          - type: nauc_mrr_at_10_diff1
            value: 76.17621022994815
          - type: nauc_mrr_at_10_max
            value: 58.10344102038504
          - type: nauc_mrr_at_10_std
            value: 8.394430485916047
          - type: nauc_mrr_at_1_diff1
            value: 78.48622329270572
          - type: nauc_mrr_at_1_max
            value: 54.87687132742259
          - type: nauc_mrr_at_1_std
            value: 7.144266107431309
          - type: nauc_mrr_at_20_diff1
            value: 76.23462100389813
          - type: nauc_mrr_at_20_max
            value: 57.827618995629315
          - type: nauc_mrr_at_20_std
            value: 8.44591662624695
          - type: nauc_mrr_at_3_diff1
            value: 76.76388768810615
          - type: nauc_mrr_at_3_max
            value: 57.34212814866426
          - type: nauc_mrr_at_3_std
            value: 8.507305562195192
          - type: nauc_mrr_at_5_diff1
            value: 76.18813694270875
          - type: nauc_mrr_at_5_max
            value: 57.25084630337476
          - type: nauc_mrr_at_5_std
            value: 7.438598438067688
          - type: nauc_ndcg_at_1000_diff1
            value: 75.37069402567637
          - type: nauc_ndcg_at_1000_max
            value: 58.215264753361694
          - type: nauc_ndcg_at_1000_std
            value: 8.780024433545643
          - type: nauc_ndcg_at_100_diff1
            value: 75.40631578039823
          - type: nauc_ndcg_at_100_max
            value: 58.78049837233515
          - type: nauc_ndcg_at_100_std
            value: 8.952821225798004
          - type: nauc_ndcg_at_10_diff1
            value: 74.36488851888019
          - type: nauc_ndcg_at_10_max
            value: 59.675389344686614
          - type: nauc_ndcg_at_10_std
            value: 8.135381900641026
          - type: nauc_ndcg_at_1_diff1
            value: 78.48622329270572
          - type: nauc_ndcg_at_1_max
            value: 54.87687132742259
          - type: nauc_ndcg_at_1_std
            value: 7.144266107431309
          - type: nauc_ndcg_at_20_diff1
            value: 74.35624014404173
          - type: nauc_ndcg_at_20_max
            value: 59.23386516294487
          - type: nauc_ndcg_at_20_std
            value: 9.486539698461161
          - type: nauc_ndcg_at_3_diff1
            value: 75.14902191952314
          - type: nauc_ndcg_at_3_max
            value: 56.51805715316258
          - type: nauc_ndcg_at_3_std
            value: 5.735693317811649
          - type: nauc_ndcg_at_5_diff1
            value: 74.31905503475849
          - type: nauc_ndcg_at_5_max
            value: 55.90830579014373
          - type: nauc_ndcg_at_5_std
            value: 3.9675648365776923
          - type: nauc_precision_at_1000_diff1
            value: -23.50452557713814
          - type: nauc_precision_at_1000_max
            value: 23.5953761144446
          - type: nauc_precision_at_1000_std
            value: 55.02830604427273
          - type: nauc_precision_at_100_diff1
            value: -11.871825775155461
          - type: nauc_precision_at_100_max
            value: 30.778363404148173
          - type: nauc_precision_at_100_std
            value: 50.82417417687519
          - type: nauc_precision_at_10_diff1
            value: 9.489186187932948
          - type: nauc_precision_at_10_max
            value: 47.6431706414256
          - type: nauc_precision_at_10_std
            value: 42.83009888424721
          - type: nauc_precision_at_1_diff1
            value: 78.48622329270572
          - type: nauc_precision_at_1_max
            value: 54.87687132742259
          - type: nauc_precision_at_1_std
            value: 7.144266107431309
          - type: nauc_precision_at_20_diff1
            value: -3.2971633343380358
          - type: nauc_precision_at_20_max
            value: 39.57154180202502
          - type: nauc_precision_at_20_std
            value: 49.42898288623187
          - type: nauc_precision_at_3_diff1
            value: 41.76986008580575
          - type: nauc_precision_at_3_max
            value: 50.66740678871764
          - type: nauc_precision_at_3_std
            value: 22.186023106333764
          - type: nauc_precision_at_5_diff1
            value: 26.471137389139514
          - type: nauc_precision_at_5_max
            value: 46.711788807634505
          - type: nauc_precision_at_5_std
            value: 27.298895285514273
          - type: nauc_recall_at_1000_diff1
            value: 100
          - type: nauc_recall_at_1000_max
            value: 12.278244631182748
          - type: nauc_recall_at_1000_std
            value: 72.2222222222207
          - type: nauc_recall_at_100_diff1
            value: 79.41643323996276
          - type: nauc_recall_at_100_max
            value: 78.38935574229684
          - type: nauc_recall_at_100_std
            value: 24.014939309056995
          - type: nauc_recall_at_10_diff1
            value: 65.76951803290014
          - type: nauc_recall_at_10_max
            value: 72.59740743004927
          - type: nauc_recall_at_10_std
            value: 8.918105728160162
          - type: nauc_recall_at_1_diff1
            value: 77.59310702944956
          - type: nauc_recall_at_1_max
            value: 48.44453398044036
          - type: nauc_recall_at_1_std
            value: 0.09345870908887702
          - type: nauc_recall_at_20_diff1
            value: 61.11366921197704
          - type: nauc_recall_at_20_max
            value: 74.39810018375688
          - type: nauc_recall_at_20_std
            value: 22.834247854392917
          - type: nauc_recall_at_3_diff1
            value: 71.93503939867975
          - type: nauc_recall_at_3_max
            value: 55.16098489434755
          - type: nauc_recall_at_3_std
            value: 0.5261552022239263
          - type: nauc_recall_at_5_diff1
            value: 67.95601331550348
          - type: nauc_recall_at_5_max
            value: 55.1159295094342
          - type: nauc_recall_at_5_std
            value: -4.757980009794583
          - type: ndcg_at_1
            value: 62.666999999999994
          - type: ndcg_at_10
            value: 75.323
          - type: ndcg_at_100
            value: 77.316
          - type: ndcg_at_1000
            value: 77.715
          - type: ndcg_at_20
            value: 76.568
          - type: ndcg_at_3
            value: 70.96000000000001
          - type: ndcg_at_5
            value: 73.097
          - type: precision_at_1
            value: 62.666999999999994
          - type: precision_at_10
            value: 9.966999999999999
          - type: precision_at_100
            value: 1.097
          - type: precision_at_1000
            value: 0.11299999999999999
          - type: precision_at_20
            value: 5.25
          - type: precision_at_3
            value: 27.889000000000003
          - type: precision_at_5
            value: 18.2
          - type: recall_at_1
            value: 59.817
          - type: recall_at_10
            value: 88.033
          - type: recall_at_100
            value: 96.667
          - type: recall_at_1000
            value: 99.667
          - type: recall_at_20
            value: 92.7
          - type: recall_at_3
            value: 76.222
          - type: recall_at_5
            value: 81.789
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB TRECCOVID (default)
          revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
          split: test
          type: mteb/trec-covid
        metrics:
          - type: main_score
            value: 81.04299999999999
          - type: map_at_1
            value: 0.253
          - type: map_at_10
            value: 2.022
          - type: map_at_100
            value: 12.292
          - type: map_at_1000
            value: 28.191
          - type: map_at_20
            value: 3.7830000000000004
          - type: map_at_3
            value: 0.712
          - type: map_at_5
            value: 1.1280000000000001
          - type: mrr_at_1
            value: 94
          - type: mrr_at_10
            value: 97
          - type: mrr_at_100
            value: 97
          - type: mrr_at_1000
            value: 97
          - type: mrr_at_20
            value: 97
          - type: mrr_at_3
            value: 97
          - type: mrr_at_5
            value: 97
          - type: nauc_map_at_1000_diff1
            value: -10.47422534410758
          - type: nauc_map_at_1000_max
            value: 52.898833445412116
          - type: nauc_map_at_1000_std
            value: 77.17947300516421
          - type: nauc_map_at_100_diff1
            value: -10.518441802171761
          - type: nauc_map_at_100_max
            value: 34.8676263686881
          - type: nauc_map_at_100_std
            value: 53.260050698381676
          - type: nauc_map_at_10_diff1
            value: -10.179935262341068
          - type: nauc_map_at_10_max
            value: -1.7045913991381434
          - type: nauc_map_at_10_std
            value: 4.015864431776611
          - type: nauc_map_at_1_diff1
            value: 2.0779821617293996
          - type: nauc_map_at_1_max
            value: -19.481317229516527
          - type: nauc_map_at_1_std
            value: -17.52463712354373
          - type: nauc_map_at_20_diff1
            value: -13.160903351360725
          - type: nauc_map_at_20_max
            value: 1.6102205700035708
          - type: nauc_map_at_20_std
            value: 9.151249250461015
          - type: nauc_map_at_3_diff1
            value: 1.0489776182671744
          - type: nauc_map_at_3_max
            value: -11.664869291038123
          - type: nauc_map_at_3_std
            value: -7.82604587374682
          - type: nauc_map_at_5_diff1
            value: -5.427904731789863
          - type: nauc_map_at_5_max
            value: -9.903770219467962
          - type: nauc_map_at_5_std
            value: -5.350126867852685
          - type: nauc_mrr_at_1000_diff1
            value: 24.696545284780626
          - type: nauc_mrr_at_1000_max
            value: 14.285714285714409
          - type: nauc_mrr_at_1000_std
            value: 17.22689075630276
          - type: nauc_mrr_at_100_diff1
            value: 24.696545284780626
          - type: nauc_mrr_at_100_max
            value: 14.285714285714409
          - type: nauc_mrr_at_100_std
            value: 17.22689075630276
          - type: nauc_mrr_at_10_diff1
            value: 24.696545284780626
          - type: nauc_mrr_at_10_max
            value: 14.285714285714409
          - type: nauc_mrr_at_10_std
            value: 17.22689075630276
          - type: nauc_mrr_at_1_diff1
            value: 24.69654528478079
          - type: nauc_mrr_at_1_max
            value: 14.285714285714379
          - type: nauc_mrr_at_1_std
            value: 17.226890756302502
          - type: nauc_mrr_at_20_diff1
            value: 24.696545284780626
          - type: nauc_mrr_at_20_max
            value: 14.285714285714409
          - type: nauc_mrr_at_20_std
            value: 17.22689075630276
          - type: nauc_mrr_at_3_diff1
            value: 24.696545284780626
          - type: nauc_mrr_at_3_max
            value: 14.285714285714409
          - type: nauc_mrr_at_3_std
            value: 17.22689075630276
          - type: nauc_mrr_at_5_diff1
            value: 24.696545284780626
          - type: nauc_mrr_at_5_max
            value: 14.285714285714409
          - type: nauc_mrr_at_5_std
            value: 17.22689075630276
          - type: nauc_ndcg_at_1000_diff1
            value: -10.600526896314197
          - type: nauc_ndcg_at_1000_max
            value: 46.58084771252142
          - type: nauc_ndcg_at_1000_std
            value: 68.8307765805216
          - type: nauc_ndcg_at_100_diff1
            value: -5.595532829708713
          - type: nauc_ndcg_at_100_max
            value: 55.35142685669898
          - type: nauc_ndcg_at_100_std
            value: 76.271387627057
          - type: nauc_ndcg_at_10_diff1
            value: -23.304026382355993
          - type: nauc_ndcg_at_10_max
            value: 45.16661020866781
          - type: nauc_ndcg_at_10_std
            value: 53.77338562667675
          - type: nauc_ndcg_at_1_diff1
            value: 29.276765975365777
          - type: nauc_ndcg_at_1_max
            value: -2.32129697862937
          - type: nauc_ndcg_at_1_std
            value: -12.932940309506321
          - type: nauc_ndcg_at_20_diff1
            value: -20.790977835391846
          - type: nauc_ndcg_at_20_max
            value: 46.16953638815667
          - type: nauc_ndcg_at_20_std
            value: 60.17771786265433
          - type: nauc_ndcg_at_3_diff1
            value: -17.646749506710194
          - type: nauc_ndcg_at_3_max
            value: 39.31478618245009
          - type: nauc_ndcg_at_3_std
            value: 42.1620503354742
          - type: nauc_ndcg_at_5_diff1
            value: -25.76091139965804
          - type: nauc_ndcg_at_5_max
            value: 43.60335304966524
          - type: nauc_ndcg_at_5_std
            value: 46.48298221958968
          - type: nauc_precision_at_1000_diff1
            value: -6.163790870874132
          - type: nauc_precision_at_1000_max
            value: 37.504652115735176
          - type: nauc_precision_at_1000_std
            value: 40.96486630204341
          - type: nauc_precision_at_100_diff1
            value: -5.526000847551344
          - type: nauc_precision_at_100_max
            value: 57.24206309383791
          - type: nauc_precision_at_100_std
            value: 77.01914216098089
          - type: nauc_precision_at_10_diff1
            value: -23.214486198655987
          - type: nauc_precision_at_10_max
            value: 53.19331504915862
          - type: nauc_precision_at_10_std
            value: 61.65134966078043
          - type: nauc_precision_at_1_diff1
            value: 24.69654528478079
          - type: nauc_precision_at_1_max
            value: 14.285714285714379
          - type: nauc_precision_at_1_std
            value: 17.226890756302502
          - type: nauc_precision_at_20_diff1
            value: -26.022623686022367
          - type: nauc_precision_at_20_max
            value: 52.60872408103297
          - type: nauc_precision_at_20_std
            value: 67.54104918209335
          - type: nauc_precision_at_3_diff1
            value: -13.416408610976147
          - type: nauc_precision_at_3_max
            value: 62.1049882475842
          - type: nauc_precision_at_3_std
            value: 67.5857180166398
          - type: nauc_precision_at_5_diff1
            value: -27.409161047580888
          - type: nauc_precision_at_5_max
            value: 57.211101481747626
          - type: nauc_precision_at_5_std
            value: 61.032784459616494
          - type: nauc_recall_at_1000_diff1
            value: -6.873703490949715
          - type: nauc_recall_at_1000_max
            value: 33.73270057956046
          - type: nauc_recall_at_1000_std
            value: 53.3186979938851
          - type: nauc_recall_at_100_diff1
            value: -3.79786499467084
          - type: nauc_recall_at_100_max
            value: 18.84014648828413
          - type: nauc_recall_at_100_std
            value: 33.43400614026867
          - type: nauc_recall_at_10_diff1
            value: -8.044150014266794
          - type: nauc_recall_at_10_max
            value: -8.713919116451708
          - type: nauc_recall_at_10_std
            value: -3.104042688338598
          - type: nauc_recall_at_1_diff1
            value: 2.0779821617293996
          - type: nauc_recall_at_1_max
            value: -19.481317229516527
          - type: nauc_recall_at_1_std
            value: -17.52463712354373
          - type: nauc_recall_at_20_diff1
            value: -10.653776566571754
          - type: nauc_recall_at_20_max
            value: -7.715152741949903
          - type: nauc_recall_at_20_std
            value: -1.1503020548329503
          - type: nauc_recall_at_3_diff1
            value: 0.27748820754669784
          - type: nauc_recall_at_3_max
            value: -13.973551612336529
          - type: nauc_recall_at_3_std
            value: -9.90021476750475
          - type: nauc_recall_at_5_diff1
            value: -5.909654317692425
          - type: nauc_recall_at_5_max
            value: -14.440395020851465
          - type: nauc_recall_at_5_std
            value: -10.384280746716836
          - type: ndcg_at_1
            value: 91
          - type: ndcg_at_10
            value: 81.04299999999999
          - type: ndcg_at_100
            value: 62.163000000000004
          - type: ndcg_at_1000
            value: 52.451
          - type: ndcg_at_20
            value: 77.19500000000001
          - type: ndcg_at_3
            value: 86.224
          - type: ndcg_at_5
            value: 85.607
          - type: precision_at_1
            value: 94
          - type: precision_at_10
            value: 84.39999999999999
          - type: precision_at_100
            value: 64.38000000000001
          - type: precision_at_1000
            value: 23.44
          - type: precision_at_20
            value: 81.69999999999999
          - type: precision_at_3
            value: 90.667
          - type: precision_at_5
            value: 89.2
          - type: recall_at_1
            value: 0.253
          - type: recall_at_10
            value: 2.177
          - type: recall_at_100
            value: 15.345
          - type: recall_at_1000
            value: 48.718
          - type: recall_at_20
            value: 4.232
          - type: recall_at_3
            value: 0.73
          - type: recall_at_5
            value: 1.18
        task:
          type: Retrieval
      - dataset:
          config: default
          name: MTEB Touche2020 (default)
          revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
          split: test
          type: mteb/touche2020
        metrics:
          - type: main_score
            value: 30.689
          - type: map_at_1
            value: 3.2030000000000003
          - type: map_at_10
            value: 13.241
          - type: map_at_100
            value: 20.671
          - type: map_at_1000
            value: 22.067999999999998
          - type: map_at_20
            value: 16.904
          - type: map_at_3
            value: 7.933999999999999
          - type: map_at_5
            value: 9.962
          - type: mrr_at_1
            value: 38.775510204081634
          - type: mrr_at_10
            value: 53.88564949789439
          - type: mrr_at_100
            value: 54.840059081734005
          - type: mrr_at_1000
            value: 54.840059081734005
          - type: mrr_at_20
            value: 54.71131193069968
          - type: mrr_at_3
            value: 49.65986394557824
          - type: mrr_at_5
            value: 52.51700680272109
          - type: nauc_map_at_1000_diff1
            value: 12.772191747431084
          - type: nauc_map_at_1000_max
            value: -0.5495726029141194
          - type: nauc_map_at_1000_std
            value: 2.1772140376141738
          - type: nauc_map_at_100_diff1
            value: 13.378115975732122
          - type: nauc_map_at_100_max
            value: -0.9286288741533963
          - type: nauc_map_at_100_std
            value: -0.38251209818542325
          - type: nauc_map_at_10_diff1
            value: 13.768016641955882
          - type: nauc_map_at_10_max
            value: -0.06372479916458981
          - type: nauc_map_at_10_std
            value: -15.201538355269257
          - type: nauc_map_at_1_diff1
            value: 5.6249554369957675
          - type: nauc_map_at_1_max
            value: -17.6206558098498
          - type: nauc_map_at_1_std
            value: -21.5813282347807
          - type: nauc_map_at_20_diff1
            value: 13.611334079695828
          - type: nauc_map_at_20_max
            value: -2.210087247077415
          - type: nauc_map_at_20_std
            value: -12.115596250761781
          - type: nauc_map_at_3_diff1
            value: 6.624245299296129
          - type: nauc_map_at_3_max
            value: -6.9478677260296
          - type: nauc_map_at_3_std
            value: -16.489265127325115
          - type: nauc_map_at_5_diff1
            value: 5.366947851370878
          - type: nauc_map_at_5_max
            value: -6.740862240303554
          - type: nauc_map_at_5_std
            value: -14.231236015110424
          - type: nauc_mrr_at_1000_diff1
            value: 14.620529280726318
          - type: nauc_mrr_at_1000_max
            value: -22.77471364116725
          - type: nauc_mrr_at_1000_std
            value: -10.72215979900042
          - type: nauc_mrr_at_100_diff1
            value: 14.620529280726318
          - type: nauc_mrr_at_100_max
            value: -22.77471364116725
          - type: nauc_mrr_at_100_std
            value: -10.72215979900042
          - type: nauc_mrr_at_10_diff1
            value: 14.913184212624564
          - type: nauc_mrr_at_10_max
            value: -22.80259582647021
          - type: nauc_mrr_at_10_std
            value: -10.997844026090235
          - type: nauc_mrr_at_1_diff1
            value: 16.90160042788738
          - type: nauc_mrr_at_1_max
            value: -19.20176593361415
          - type: nauc_mrr_at_1_std
            value: -16.603317511223327
          - type: nauc_mrr_at_20_diff1
            value: 14.440701001751203
          - type: nauc_mrr_at_20_max
            value: -23.24102007746162
          - type: nauc_mrr_at_20_std
            value: -10.344021011841367
          - type: nauc_mrr_at_3_diff1
            value: 13.140196525905637
          - type: nauc_mrr_at_3_max
            value: -17.99234405729268
          - type: nauc_mrr_at_3_std
            value: -9.491489909050047
          - type: nauc_mrr_at_5_diff1
            value: 15.162784457193945
          - type: nauc_mrr_at_5_max
            value: -23.48103857484964
          - type: nauc_mrr_at_5_std
            value: -11.054049044182706
          - type: nauc_ndcg_at_1000_diff1
            value: 10.521251151509452
          - type: nauc_ndcg_at_1000_max
            value: -7.913725098742744
          - type: nauc_ndcg_at_1000_std
            value: 21.03669865407904
          - type: nauc_ndcg_at_100_diff1
            value: 10.817845051757041
          - type: nauc_ndcg_at_100_max
            value: -13.72514504996315
          - type: nauc_ndcg_at_100_std
            value: 12.923701408310956
          - type: nauc_ndcg_at_10_diff1
            value: 18.9208359615795
          - type: nauc_ndcg_at_10_max
            value: -7.993145410297803
          - type: nauc_ndcg_at_10_std
            value: -9.094070528030436
          - type: nauc_ndcg_at_1_diff1
            value: 16.32205077907485
          - type: nauc_ndcg_at_1_max
            value: -14.815404330825963
          - type: nauc_ndcg_at_1_std
            value: -13.10415645235546
          - type: nauc_ndcg_at_20_diff1
            value: 16.002222468748762
          - type: nauc_ndcg_at_20_max
            value: -10.704556396086605
          - type: nauc_ndcg_at_20_std
            value: -6.879271109895779
          - type: nauc_ndcg_at_3_diff1
            value: 14.790082984842426
          - type: nauc_ndcg_at_3_max
            value: -9.37068820369373
          - type: nauc_ndcg_at_3_std
            value: -7.840892841317548
          - type: nauc_ndcg_at_5_diff1
            value: 12.884475712485443
          - type: nauc_ndcg_at_5_max
            value: -14.392817995947066
          - type: nauc_ndcg_at_5_std
            value: -5.8953382850798945
          - type: nauc_precision_at_1000_diff1
            value: -8.931996582593811
          - type: nauc_precision_at_1000_max
            value: 29.298074291130416
          - type: nauc_precision_at_1000_std
            value: 51.00226135711677
          - type: nauc_precision_at_100_diff1
            value: 3.264391641866725
          - type: nauc_precision_at_100_max
            value: 1.108355743750858
          - type: nauc_precision_at_100_std
            value: 65.27008512537044
          - type: nauc_precision_at_10_diff1
            value: 22.71893605119548
          - type: nauc_precision_at_10_max
            value: -2.4872928208242278
          - type: nauc_precision_at_10_std
            value: -0.5629671137583603
          - type: nauc_precision_at_1_diff1
            value: 16.90160042788738
          - type: nauc_precision_at_1_max
            value: -19.20176593361415
          - type: nauc_precision_at_1_std
            value: -16.603317511223327
          - type: nauc_precision_at_20_diff1
            value: 22.34030808415301
          - type: nauc_precision_at_20_max
            value: -2.7183841529536186
          - type: nauc_precision_at_20_std
            value: 19.153661150554928
          - type: nauc_precision_at_3_diff1
            value: 14.390725602708404
          - type: nauc_precision_at_3_max
            value: -5.72124679209792
          - type: nauc_precision_at_3_std
            value: -3.8163290167133788
          - type: nauc_precision_at_5_diff1
            value: 6.976831289185514
          - type: nauc_precision_at_5_max
            value: -16.908694708696306
          - type: nauc_precision_at_5_std
            value: 0.06369532861004272
          - type: nauc_recall_at_1000_diff1
            value: -11.954828245506329
          - type: nauc_recall_at_1000_max
            value: 0.7254800317283916
          - type: nauc_recall_at_1000_std
            value: 71.5417634641294
          - type: nauc_recall_at_100_diff1
            value: 2.100119892935096
          - type: nauc_recall_at_100_max
            value: -14.65713156903565
          - type: nauc_recall_at_100_std
            value: 29.599324444600544
          - type: nauc_recall_at_10_diff1
            value: 17.31504087768157
          - type: nauc_recall_at_10_max
            value: -0.8010559420288792
          - type: nauc_recall_at_10_std
            value: -13.306237977285818
          - type: nauc_recall_at_1_diff1
            value: 5.6249554369957675
          - type: nauc_recall_at_1_max
            value: -17.6206558098498
          - type: nauc_recall_at_1_std
            value: -21.5813282347807
          - type: nauc_recall_at_20_diff1
            value: 12.649674557782248
          - type: nauc_recall_at_20_max
            value: -10.34945633708978
          - type: nauc_recall_at_20_std
            value: -7.577550274925304
          - type: nauc_recall_at_3_diff1
            value: 3.748015010634994
          - type: nauc_recall_at_3_max
            value: -7.5913203794126725
          - type: nauc_recall_at_3_std
            value: -15.642392532579862
          - type: nauc_recall_at_5_diff1
            value: 2.7771851050136442
          - type: nauc_recall_at_5_max
            value: -11.434723588291373
          - type: nauc_recall_at_5_std
            value: -12.791693529242668
          - type: ndcg_at_1
            value: 36.735
          - type: ndcg_at_10
            value: 30.689
          - type: ndcg_at_100
            value: 42.997
          - type: ndcg_at_1000
            value: 53.53
          - type: ndcg_at_20
            value: 33.113
          - type: ndcg_at_3
            value: 36.656
          - type: ndcg_at_5
            value: 33.715
          - type: precision_at_1
            value: 38.775999999999996
          - type: precision_at_10
            value: 26.735
          - type: precision_at_100
            value: 8.429
          - type: precision_at_1000
            value: 1.5630000000000002
          - type: precision_at_20
            value: 22.142999999999997
          - type: precision_at_3
            value: 38.775999999999996
          - type: precision_at_5
            value: 33.878
          - type: recall_at_1
            value: 3.2030000000000003
          - type: recall_at_10
            value: 18.637999999999998
          - type: recall_at_100
            value: 51.263999999999996
          - type: recall_at_1000
            value: 83.65700000000001
          - type: recall_at_20
            value: 29.855999999999998
          - type: recall_at_3
            value: 8.992
          - type: recall_at_5
            value: 12.334
        task:
          type: Retrieval
tags:
  - mteb
  - feature-extraction
  - marqo
  - retrieval
license: mit
language:
  - en
library_name: transformers

Marqo's Chimera arctic-bge-m

This Model | Usage | FAQ | About Marqo | Acknowledgement

This Model

This is a chimera model which concatenates embeddings from Snowflake/snowflake-arctic-embed-m and BAAI/bge-base-en-v1.5. This model produces an embedding with 1536 dimensions (768+768) and has a total of 218M parameters (109+109). Embeddings from each model are unit normalized prior to concatenation.

Usage

import torch
from torch.nn.functional import normalize
from transformers import AutoModel, AutoTokenizer


# Load the model and tokenizer.
tokenizer = AutoTokenizer.from_pretrained("Marqo/marqo-chimera-arctic-bge-m")
model = AutoModel.from_pretrained("Marqo/marqo-chimera-arctic-bge-m", trust_remote_code=True)
model.eval()

# Model constants.
query_prefix = 'Represent this sentence for searching relevant passages: '

# Your queries and docs.
queries = [
    "What is vector search?",
    "Where can I get the best pizza?"
]

documents = [
    "Marqo is an end-to-end platform for embedding training and retrieval.",
    "Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."
]


# Add query prefix and tokenize queries and docs.
queries_with_prefix = [f"{query_prefix}{q}" for q in queries]
query_tokens = tokenizer(queries_with_prefix, padding=True, truncation=True, return_tensors='pt', max_length=512)
document_tokens =  tokenizer(documents, padding=True, truncation=True, return_tensors='pt', max_length=512)

# Use the model to generate text embeddings.
with torch.inference_mode():
    query_embeddings = model(**query_tokens)
    document_embeddings = model(**document_tokens)

# Remember to normalize embeddings.
query_embeddings = normalize(query_embeddings)
document_embeddings = normalize(document_embeddings)

# Scores via dotproduct.
scores = query_embeddings @ document_embeddings.T

# Pretty-print the results.
for query, query_scores in zip(queries, scores):
    doc_score_pairs = list(zip(documents, query_scores))
    doc_score_pairs = sorted(doc_score_pairs, key=lambda x: x[1], reverse=True)
    print(f'Query: "{query}"')
    for document, score in doc_score_pairs:
        print(f'Score: {score:.4f} | Document: "{document}"')
    print()


# Query: "What is vector search?"
# Score: 0.4997 | Document: "Marqo is an end-to-end platform for embedding training and retrieval."
# Score: 0.2509 | Document: "Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."

# Query: "Where can I get the best pizza?"
# Score: 0.7444 | Document: "Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."
# Score: 0.3303 | Document: "Marqo is an end-to-end platform for embedding training and retrieval."

FAQ

Q: Do I need to prefix queries?

A: Yes, this model has the same rules for prefixing as its constituent models. Queries in asymmetric retrieval should be prefixed with "Represent this sentence for searching relevant passages: ".

About Marqo

Marqo is an end-to-end platform for training embeddings models and building vector search. Marqo is available as an open-source offering on our GitHub or as a managed cloud service on Marqo Cloud.

Acknowledgement

We want to acknowledge the original creators of the Snowflake/snowflake-arctic-embed-m and BAAI/bge-base-en-v1.5 models which are used to create this model.