diff --git "a/results/dense_sparse.md" "b/results/dense_sparse.md" new file mode 100644--- /dev/null +++ "b/results/dense_sparse.md" @@ -0,0 +1,9914 @@ +--- +model-index: +- name: no_model_name_available + results: + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 55.24400000000001 + - type: map_at_1 + value: 30.014000000000003 + - type: map_at_10 + value: 45.943 + - type: map_at_100 + value: 46.763 + - type: map_at_1000 + value: 46.769 + - type: map_at_20 + value: 46.655 + - type: map_at_3 + value: 40.446 + - type: map_at_5 + value: 43.646 + - type: mrr_at_1 + value: 30.867709815078236 + - type: mrr_at_10 + value: 46.258184876605945 + - type: mrr_at_100 + value: 47.07814278884162 + - type: mrr_at_1000 + value: 47.08356304305195 + - type: mrr_at_20 + value: 46.966353170422785 + - type: mrr_at_3 + value: 40.82503556187766 + - type: mrr_at_5 + value: 43.96159317211951 + - type: nauc_map_at_1000_diff1 + value: 6.886880780895957 + - type: nauc_map_at_1000_max + value: -11.375399079859044 + - type: nauc_map_at_1000_std + value: -17.223274601671246 + - type: nauc_map_at_100_diff1 + value: 6.892991544199656 + - type: nauc_map_at_100_max + value: -11.362002243225842 + - type: nauc_map_at_100_std + value: -17.210174370727724 + - type: nauc_map_at_10_diff1 + value: 6.736414727787148 + - type: nauc_map_at_10_max + value: -11.37831967023241 + - type: nauc_map_at_10_std + value: -17.33404964799479 + - type: nauc_map_at_1_diff1 + value: 8.923783715191092 + - type: nauc_map_at_1_max + value: -13.126385593275344 + - type: nauc_map_at_1_std + value: -16.436273755848433 + - type: nauc_map_at_20_diff1 + value: 6.932185704189038 + - type: nauc_map_at_20_max + value: -11.275898951773595 + - type: nauc_map_at_20_std + value: -17.176054921422146 + - type: nauc_map_at_3_diff1 + value: 6.662076492295663 + - type: nauc_map_at_3_max + value: -11.953142843760919 + - type: nauc_map_at_3_std + value: -17.833788606042795 + - type: nauc_map_at_5_diff1 + value: 6.7271193830238305 + - type: nauc_map_at_5_max + value: -11.246510557780741 + - type: nauc_map_at_5_std + value: -17.91087506838237 + - type: nauc_mrr_at_1000_diff1 + value: 4.53297749205669 + - type: nauc_mrr_at_1000_max + value: -12.39580136551332 + - type: nauc_mrr_at_1000_std + value: -17.222685971057704 + - type: nauc_mrr_at_100_diff1 + value: 4.5394879919492 + - type: nauc_mrr_at_100_max + value: -12.382262051447933 + - type: nauc_mrr_at_100_std + value: -17.209623392767387 + - type: nauc_mrr_at_10_diff1 + value: 4.447864108553873 + - type: nauc_mrr_at_10_max + value: -12.367015266918003 + - type: nauc_mrr_at_10_std + value: -17.332132779063926 + - type: nauc_mrr_at_1_diff1 + value: 6.426933190532652 + - type: nauc_mrr_at_1_max + value: -13.235478775299327 + - type: nauc_mrr_at_1_std + value: -15.961449323758286 + - type: nauc_mrr_at_20_diff1 + value: 4.567557598785181 + - type: nauc_mrr_at_20_max + value: -12.310223981001874 + - type: nauc_mrr_at_20_std + value: -17.192843175662443 + - type: nauc_mrr_at_3_diff1 + value: 4.6716216832813995 + - type: nauc_mrr_at_3_max + value: -12.817044392980431 + - type: nauc_mrr_at_3_std + value: -17.571117325539486 + - type: nauc_mrr_at_5_diff1 + value: 4.519516858596568 + - type: nauc_mrr_at_5_max + value: -12.229322555388574 + - type: nauc_mrr_at_5_std + value: -17.942953586089775 + - type: nauc_ndcg_at_1000_diff1 + value: 6.817814873013132 + - type: nauc_ndcg_at_1000_max + value: -10.873094930178674 + - type: nauc_ndcg_at_1000_std + value: -17.085008322125926 + - type: nauc_ndcg_at_100_diff1 + value: 6.953133785546433 + - type: nauc_ndcg_at_100_max + value: -10.531957616408311 + - type: nauc_ndcg_at_100_std + value: -16.71818159673947 + - type: nauc_ndcg_at_10_diff1 + value: 6.295178227770737 + - type: nauc_ndcg_at_10_max + value: -10.397265988000354 + - type: nauc_ndcg_at_10_std + value: -17.198159100054138 + - type: nauc_ndcg_at_1_diff1 + value: 8.923783715191092 + - type: nauc_ndcg_at_1_max + value: -13.126385593275344 + - type: nauc_ndcg_at_1_std + value: -16.436273755848433 + - type: nauc_ndcg_at_20_diff1 + value: 7.2649927395618015 + - type: nauc_ndcg_at_20_max + value: -9.899142517358202 + - type: nauc_ndcg_at_20_std + value: -16.553478867005055 + - type: nauc_ndcg_at_3_diff1 + value: 6.292726274188458 + - type: nauc_ndcg_at_3_max + value: -11.588413127917905 + - type: nauc_ndcg_at_3_std + value: -18.390076696815374 + - type: nauc_ndcg_at_5_diff1 + value: 6.309839035230393 + - type: nauc_ndcg_at_5_max + value: -10.271508945864587 + - type: nauc_ndcg_at_5_std + value: -18.576733710870386 + - type: nauc_precision_at_1000_diff1 + value: 5.9271867403828296 + - type: nauc_precision_at_1000_max + value: -6.072894615934814 + - type: nauc_precision_at_1000_std + value: -16.135433674090358 + - type: nauc_precision_at_100_diff1 + value: 25.726925747145064 + - type: nauc_precision_at_100_max + value: 40.584090685342254 + - type: nauc_precision_at_100_std + value: 38.14370530299473 + - type: nauc_precision_at_10_diff1 + value: 3.6781677623945166 + - type: nauc_precision_at_10_max + value: -3.7754580942378686 + - type: nauc_precision_at_10_std + value: -15.457609944502806 + - type: nauc_precision_at_1_diff1 + value: 8.923783715191092 + - type: nauc_precision_at_1_max + value: -13.126385593275344 + - type: nauc_precision_at_1_std + value: -16.436273755848433 + - type: nauc_precision_at_20_diff1 + value: 19.746235929102436 + - type: nauc_precision_at_20_max + value: 18.35495615357464 + - type: nauc_precision_at_20_std + value: 0.15511059086479054 + - type: nauc_precision_at_3_diff1 + value: 5.3134343636124575 + - type: nauc_precision_at_3_max + value: -10.512709496977122 + - type: nauc_precision_at_3_std + value: -20.070916931616274 + - type: nauc_precision_at_5_diff1 + value: 4.921722409140018 + - type: nauc_precision_at_5_max + value: -6.629368447070168 + - type: nauc_precision_at_5_std + value: -20.999434723756796 + - type: nauc_recall_at_1000_diff1 + value: 5.927186740377048 + - type: nauc_recall_at_1000_max + value: -6.0728946159395 + - type: nauc_recall_at_1000_std + value: -16.135433674089697 + - type: nauc_recall_at_100_diff1 + value: 25.726925747144634 + - type: nauc_recall_at_100_max + value: 40.58409068534266 + - type: nauc_recall_at_100_std + value: 38.143705302995684 + - type: nauc_recall_at_10_diff1 + value: 3.67816776239454 + - type: nauc_recall_at_10_max + value: -3.7754580942378464 + - type: nauc_recall_at_10_std + value: -15.457609944502648 + - type: nauc_recall_at_1_diff1 + value: 8.923783715191092 + - type: nauc_recall_at_1_max + value: -13.126385593275344 + - type: nauc_recall_at_1_std + value: -16.436273755848433 + - type: nauc_recall_at_20_diff1 + value: 19.7462359291029 + - type: nauc_recall_at_20_max + value: 18.35495615357484 + - type: nauc_recall_at_20_std + value: 0.15511059086445783 + - type: nauc_recall_at_3_diff1 + value: 5.31343436361246 + - type: nauc_recall_at_3_max + value: -10.512709496977116 + - type: nauc_recall_at_3_std + value: -20.07091693161628 + - type: nauc_recall_at_5_diff1 + value: 4.92172240913999 + - type: nauc_recall_at_5_max + value: -6.6293684470701635 + - type: nauc_recall_at_5_std + value: -20.999434723756817 + - type: ndcg_at_1 + value: 30.014000000000003 + - type: ndcg_at_10 + value: 55.24400000000001 + - type: ndcg_at_100 + value: 58.5 + - type: ndcg_at_1000 + value: 58.616 + - type: ndcg_at_20 + value: 57.787 + - type: ndcg_at_3 + value: 43.934 + - type: ndcg_at_5 + value: 49.718 + - type: precision_at_1 + value: 30.014000000000003 + - type: precision_at_10 + value: 8.514 + - type: precision_at_100 + value: 0.988 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.755 + - type: precision_at_3 + value: 18.018 + - type: precision_at_5 + value: 13.627 + - type: recall_at_1 + value: 30.014000000000003 + - type: recall_at_10 + value: 85.135 + - type: recall_at_100 + value: 98.791 + - type: recall_at_1000 + value: 99.644 + - type: recall_at_20 + value: 95.092 + - type: recall_at_3 + value: 54.054 + - type: recall_at_5 + value: 68.137 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 51.13999999999999 + - type: map_at_1 + value: 31.875999999999998 + - type: map_at_10 + value: 44.532 + - type: map_at_100 + value: 46.038000000000004 + - type: map_at_1000 + value: 46.157 + - type: map_at_20 + value: 45.366 + - type: map_at_3 + value: 40.839999999999996 + - type: map_at_5 + value: 43.114000000000004 + - type: mrr_at_1 + value: 38.91273247496424 + - type: mrr_at_10 + value: 50.152315098667025 + - type: mrr_at_100 + value: 50.874290542898336 + - type: mrr_at_1000 + value: 50.906905801947886 + - type: mrr_at_20 + value: 50.56376794173934 + - type: mrr_at_3 + value: 47.32951835956128 + - type: mrr_at_5 + value: 49.217930376728624 + - type: nauc_map_at_1000_diff1 + value: 52.36476606146739 + - type: nauc_map_at_1000_max + value: 40.490237958252365 + - type: nauc_map_at_1000_std + value: -1.8845317344415389 + - type: nauc_map_at_100_diff1 + value: 52.33703450857222 + - type: nauc_map_at_100_max + value: 40.47486544690021 + - type: nauc_map_at_100_std + value: -1.9095157213200196 + - type: nauc_map_at_10_diff1 + value: 52.48310495583547 + - type: nauc_map_at_10_max + value: 40.09186714297923 + - type: nauc_map_at_10_std + value: -2.4313790543381026 + - type: nauc_map_at_1_diff1 + value: 58.01365735208089 + - type: nauc_map_at_1_max + value: 36.11029923363937 + - type: nauc_map_at_1_std + value: -6.239781340568959 + - type: nauc_map_at_20_diff1 + value: 52.32501194633051 + - type: nauc_map_at_20_max + value: 40.428051588019095 + - type: nauc_map_at_20_std + value: -1.9264869828333264 + - type: nauc_map_at_3_diff1 + value: 53.0110474606367 + - type: nauc_map_at_3_max + value: 39.68533032391943 + - type: nauc_map_at_3_std + value: -3.6285465207403065 + - type: nauc_map_at_5_diff1 + value: 52.54981116327183 + - type: nauc_map_at_5_max + value: 40.0906539376223 + - type: nauc_map_at_5_std + value: -2.4919327393076585 + - type: nauc_mrr_at_1000_diff1 + value: 50.82302249679038 + - type: nauc_mrr_at_1000_max + value: 39.9254848913621 + - type: nauc_mrr_at_1000_std + value: -1.5984511554516092 + - type: nauc_mrr_at_100_diff1 + value: 50.80412980753116 + - type: nauc_mrr_at_100_max + value: 39.91435056267046 + - type: nauc_mrr_at_100_std + value: -1.6230096004155266 + - type: nauc_mrr_at_10_diff1 + value: 50.83275055092101 + - type: nauc_mrr_at_10_max + value: 39.96103690324146 + - type: nauc_mrr_at_10_std + value: -1.6041269189934009 + - type: nauc_mrr_at_1_diff1 + value: 54.88420521179768 + - type: nauc_mrr_at_1_max + value: 38.655520078749 + - type: nauc_mrr_at_1_std + value: -5.11895317994502 + - type: nauc_mrr_at_20_diff1 + value: 50.6713327014749 + - type: nauc_mrr_at_20_max + value: 39.86580174795927 + - type: nauc_mrr_at_20_std + value: -1.5092495858061845 + - type: nauc_mrr_at_3_diff1 + value: 51.453247777585034 + - type: nauc_mrr_at_3_max + value: 40.44141531265311 + - type: nauc_mrr_at_3_std + value: -2.1147720426347343 + - type: nauc_mrr_at_5_diff1 + value: 50.876949710774376 + - type: nauc_mrr_at_5_max + value: 40.355459699136375 + - type: nauc_mrr_at_5_std + value: -1.5067292573055617 + - type: nauc_ndcg_at_1000_diff1 + value: 50.68097915475126 + - type: nauc_ndcg_at_1000_max + value: 40.83729728637769 + - type: nauc_ndcg_at_1000_std + value: 0.28080722973815964 + - type: nauc_ndcg_at_100_diff1 + value: 50.12941283880048 + - type: nauc_ndcg_at_100_max + value: 40.48586542448946 + - type: nauc_ndcg_at_100_std + value: -0.009202303401808673 + - type: nauc_ndcg_at_10_diff1 + value: 50.41920422355683 + - type: nauc_ndcg_at_10_max + value: 40.24351748132248 + - type: nauc_ndcg_at_10_std + value: -0.7873431225714408 + - type: nauc_ndcg_at_1_diff1 + value: 54.88420521179768 + - type: nauc_ndcg_at_1_max + value: 38.655520078749 + - type: nauc_ndcg_at_1_std + value: -5.11895317994502 + - type: nauc_ndcg_at_20_diff1 + value: 49.86234903821364 + - type: nauc_ndcg_at_20_max + value: 40.49553152163194 + - type: nauc_ndcg_at_20_std + value: 0.09200925511478703 + - type: nauc_ndcg_at_3_diff1 + value: 51.223218754841625 + - type: nauc_ndcg_at_3_max + value: 41.14642149091258 + - type: nauc_ndcg_at_3_std + value: -1.8066493294127863 + - type: nauc_ndcg_at_5_diff1 + value: 50.39826734269378 + - type: nauc_ndcg_at_5_max + value: 41.144848115666704 + - type: nauc_ndcg_at_5_std + value: -0.25392100548648994 + - type: nauc_precision_at_1000_diff1 + value: -13.397374814996027 + - type: nauc_precision_at_1000_max + value: -10.545825090982524 + - type: nauc_precision_at_1000_std + value: -4.747735055324635 + - type: nauc_precision_at_100_diff1 + value: -8.535156679740567 + - type: nauc_precision_at_100_max + value: 0.2336644050756316 + - type: nauc_precision_at_100_std + value: 3.7114388215461003 + - type: nauc_precision_at_10_diff1 + value: 12.682314960533228 + - type: nauc_precision_at_10_max + value: 23.26944470666603 + - type: nauc_precision_at_10_std + value: 6.859952428715359 + - type: nauc_precision_at_1_diff1 + value: 54.88420521179768 + - type: nauc_precision_at_1_max + value: 38.655520078749 + - type: nauc_precision_at_1_std + value: -5.11895317994502 + - type: nauc_precision_at_20_diff1 + value: 3.9707906855321737 + - type: nauc_precision_at_20_max + value: 16.30149037090611 + - type: nauc_precision_at_20_std + value: 9.989513894902677 + - type: nauc_precision_at_3_diff1 + value: 31.858096738933366 + - type: nauc_precision_at_3_max + value: 36.75008912797151 + - type: nauc_precision_at_3_std + value: 1.6737865905809408 + - type: nauc_precision_at_5_diff1 + value: 22.716343790472106 + - type: nauc_precision_at_5_max + value: 32.166437247193954 + - type: nauc_precision_at_5_std + value: 6.62634536361429 + - type: nauc_recall_at_1000_diff1 + value: 36.30008006500106 + - type: nauc_recall_at_1000_max + value: 49.71542662448003 + - type: nauc_recall_at_1000_std + value: 60.31596168981692 + - type: nauc_recall_at_100_diff1 + value: 33.80857401221326 + - type: nauc_recall_at_100_max + value: 36.02080829251763 + - type: nauc_recall_at_100_std + value: 13.804209608741388 + - type: nauc_recall_at_10_diff1 + value: 41.117948804602406 + - type: nauc_recall_at_10_max + value: 35.413166134512764 + - type: nauc_recall_at_10_std + value: 2.6304195844088727 + - type: nauc_recall_at_1_diff1 + value: 58.01365735208089 + - type: nauc_recall_at_1_max + value: 36.11029923363937 + - type: nauc_recall_at_1_std + value: -6.239781340568959 + - type: nauc_recall_at_20_diff1 + value: 37.16004044588308 + - type: nauc_recall_at_20_max + value: 36.560062732504555 + - type: nauc_recall_at_20_std + value: 6.973789257435653 + - type: nauc_recall_at_3_diff1 + value: 47.174099321926924 + - type: nauc_recall_at_3_max + value: 39.949088090651244 + - type: nauc_recall_at_3_std + value: -0.8509590046361389 + - type: nauc_recall_at_5_diff1 + value: 43.036701638853245 + - type: nauc_recall_at_5_max + value: 38.83941791509091 + - type: nauc_recall_at_5_std + value: 2.789976323154503 + - type: ndcg_at_1 + value: 38.913 + - type: ndcg_at_10 + value: 51.13999999999999 + - type: ndcg_at_100 + value: 56.501000000000005 + - type: ndcg_at_1000 + value: 58.17099999999999 + - type: ndcg_at_20 + value: 53.178000000000004 + - type: ndcg_at_3 + value: 45.853 + - type: ndcg_at_5 + value: 48.760999999999996 + - type: precision_at_1 + value: 38.913 + - type: precision_at_10 + value: 9.757 + - type: precision_at_100 + value: 1.542 + - type: precision_at_1000 + value: 0.202 + - type: precision_at_20 + value: 5.722 + - type: precision_at_3 + value: 22.365 + - type: precision_at_5 + value: 16.252 + - type: recall_at_1 + value: 31.875999999999998 + - type: recall_at_10 + value: 64.08500000000001 + - type: recall_at_100 + value: 86.193 + - type: recall_at_1000 + value: 96.299 + - type: recall_at_20 + value: 71.21499999999999 + - type: recall_at_3 + value: 49.053000000000004 + - type: recall_at_5 + value: 57.118 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 50.296 + - type: map_at_1 + value: 33.804 + - type: map_at_10 + value: 44.538 + - type: map_at_100 + value: 45.879999999999995 + - type: map_at_1000 + value: 46.007 + - type: map_at_20 + value: 45.281 + - type: map_at_3 + value: 41.342 + - type: map_at_5 + value: 43.151 + - type: mrr_at_1 + value: 42.29299363057325 + - type: mrr_at_10 + value: 50.706703063390975 + - type: mrr_at_100 + value: 51.36107673889394 + - type: mrr_at_1000 + value: 51.40319751345043 + - type: mrr_at_20 + value: 51.08645797135475 + - type: mrr_at_3 + value: 48.57749469214439 + - type: mrr_at_5 + value: 49.84182590233549 + - type: nauc_map_at_1000_diff1 + value: 54.56683725530487 + - type: nauc_map_at_1000_max + value: 48.49408187949932 + - type: nauc_map_at_1000_std + value: -3.5839028904579275 + - type: nauc_map_at_100_diff1 + value: 54.566859139948406 + - type: nauc_map_at_100_max + value: 48.44953277653265 + - type: nauc_map_at_100_std + value: -3.705886194658946 + - type: nauc_map_at_10_diff1 + value: 54.88281767981147 + - type: nauc_map_at_10_max + value: 47.84874704653376 + - type: nauc_map_at_10_std + value: -5.315305072400622 + - type: nauc_map_at_1_diff1 + value: 60.03024707119591 + - type: nauc_map_at_1_max + value: 42.38572687085187 + - type: nauc_map_at_1_std + value: -9.996537931467572 + - type: nauc_map_at_20_diff1 + value: 54.65673141969173 + - type: nauc_map_at_20_max + value: 48.16868250940177 + - type: nauc_map_at_20_std + value: -4.379488489858532 + - type: nauc_map_at_3_diff1 + value: 56.607842591824486 + - type: nauc_map_at_3_max + value: 47.00891548339969 + - type: nauc_map_at_3_std + value: -7.968421330238387 + - type: nauc_map_at_5_diff1 + value: 55.471191976038895 + - type: nauc_map_at_5_max + value: 47.95637524120086 + - type: nauc_map_at_5_std + value: -6.031637734399086 + - type: nauc_mrr_at_1000_diff1 + value: 54.39110691442512 + - type: nauc_mrr_at_1000_max + value: 50.83821880005344 + - type: nauc_mrr_at_1000_std + value: 0.6159692166702286 + - type: nauc_mrr_at_100_diff1 + value: 54.3696480803914 + - type: nauc_mrr_at_100_max + value: 50.825993216095796 + - type: nauc_mrr_at_100_std + value: 0.6052644921054788 + - type: nauc_mrr_at_10_diff1 + value: 54.371705478192155 + - type: nauc_mrr_at_10_max + value: 50.79974257079621 + - type: nauc_mrr_at_10_std + value: 0.3456650373233527 + - type: nauc_mrr_at_1_diff1 + value: 58.54031210437416 + - type: nauc_mrr_at_1_max + value: 49.803488614239384 + - type: nauc_mrr_at_1_std + value: -2.1741861057029577 + - type: nauc_mrr_at_20_diff1 + value: 54.35208768506187 + - type: nauc_mrr_at_20_max + value: 50.822643574668305 + - type: nauc_mrr_at_20_std + value: 0.578954360224674 + - type: nauc_mrr_at_3_diff1 + value: 55.41178985271698 + - type: nauc_mrr_at_3_max + value: 51.30845595473003 + - type: nauc_mrr_at_3_std + value: -0.37094021691855295 + - type: nauc_mrr_at_5_diff1 + value: 54.68364424829058 + - type: nauc_mrr_at_5_max + value: 51.18624010202796 + - type: nauc_mrr_at_5_std + value: 0.42103990655648693 + - type: nauc_ndcg_at_1000_diff1 + value: 52.3916781475271 + - type: nauc_ndcg_at_1000_max + value: 49.93608862860138 + - type: nauc_ndcg_at_1000_std + value: 1.5381095519614094 + - type: nauc_ndcg_at_100_diff1 + value: 51.90307196170437 + - type: nauc_ndcg_at_100_max + value: 49.62275383422297 + - type: nauc_ndcg_at_100_std + value: 0.9383703365058415 + - type: nauc_ndcg_at_10_diff1 + value: 52.58533497903788 + - type: nauc_ndcg_at_10_max + value: 48.93940151477497 + - type: nauc_ndcg_at_10_std + value: -1.9515406201397911 + - type: nauc_ndcg_at_1_diff1 + value: 58.54031210437416 + - type: nauc_ndcg_at_1_max + value: 49.803488614239384 + - type: nauc_ndcg_at_1_std + value: -2.1741861057029577 + - type: nauc_ndcg_at_20_diff1 + value: 52.2331243341277 + - type: nauc_ndcg_at_20_max + value: 49.260105351011234 + - type: nauc_ndcg_at_20_std + value: -0.3053807541983415 + - type: nauc_ndcg_at_3_diff1 + value: 54.791680253521605 + - type: nauc_ndcg_at_3_max + value: 49.799479073639425 + - type: nauc_ndcg_at_3_std + value: -3.359256810768316 + - type: nauc_ndcg_at_5_diff1 + value: 53.52759078473191 + - type: nauc_ndcg_at_5_max + value: 49.94665111909378 + - type: nauc_ndcg_at_5_std + value: -2.0072207277928458 + - type: nauc_precision_at_1000_diff1 + value: -15.110589414777442 + - type: nauc_precision_at_1000_max + value: 4.326406684690144 + - type: nauc_precision_at_1000_std + value: 30.76243679362501 + - type: nauc_precision_at_100_diff1 + value: -9.83664890888201 + - type: nauc_precision_at_100_max + value: 14.399672821054294 + - type: nauc_precision_at_100_std + value: 34.2742542251923 + - type: nauc_precision_at_10_diff1 + value: 9.164611778072883 + - type: nauc_precision_at_10_max + value: 31.343758942964474 + - type: nauc_precision_at_10_std + value: 22.428752877162957 + - type: nauc_precision_at_1_diff1 + value: 58.54031210437416 + - type: nauc_precision_at_1_max + value: 49.803488614239384 + - type: nauc_precision_at_1_std + value: -2.1741861057029577 + - type: nauc_precision_at_20_diff1 + value: 0.44929305898966365 + - type: nauc_precision_at_20_max + value: 24.726708632266963 + - type: nauc_precision_at_20_std + value: 29.25463805200049 + - type: nauc_precision_at_3_diff1 + value: 31.885633304061674 + - type: nauc_precision_at_3_max + value: 45.891846997032395 + - type: nauc_precision_at_3_std + value: 8.966423211748696 + - type: nauc_precision_at_5_diff1 + value: 20.161267334635085 + - type: nauc_precision_at_5_max + value: 40.52868728124918 + - type: nauc_precision_at_5_std + value: 17.21689901677931 + - type: nauc_recall_at_1000_diff1 + value: 37.66458313022363 + - type: nauc_recall_at_1000_max + value: 53.91611634060227 + - type: nauc_recall_at_1000_std + value: 34.524934918397186 + - type: nauc_recall_at_100_diff1 + value: 36.69397605115916 + - type: nauc_recall_at_100_max + value: 47.01882921655524 + - type: nauc_recall_at_100_std + value: 14.464239623489867 + - type: nauc_recall_at_10_diff1 + value: 44.14298927469828 + - type: nauc_recall_at_10_max + value: 44.46655806020608 + - type: nauc_recall_at_10_std + value: -1.4928423828526263 + - type: nauc_recall_at_1_diff1 + value: 60.03024707119591 + - type: nauc_recall_at_1_max + value: 42.38572687085187 + - type: nauc_recall_at_1_std + value: -9.996537931467572 + - type: nauc_recall_at_20_diff1 + value: 41.812238373115406 + - type: nauc_recall_at_20_max + value: 45.375693604348776 + - type: nauc_recall_at_20_std + value: 5.593760130004999 + - type: nauc_recall_at_3_diff1 + value: 51.77404626512503 + - type: nauc_recall_at_3_max + value: 46.029602435907144 + - type: nauc_recall_at_3_std + value: -7.471014645024994 + - type: nauc_recall_at_5_diff1 + value: 47.747156115149316 + - type: nauc_recall_at_5_max + value: 47.14363391070899 + - type: nauc_recall_at_5_std + value: -2.735138773478397 + - type: ndcg_at_1 + value: 42.293 + - type: ndcg_at_10 + value: 50.296 + - type: ndcg_at_100 + value: 54.778999999999996 + - type: ndcg_at_1000 + value: 56.663 + - type: ndcg_at_20 + value: 52.06699999999999 + - type: ndcg_at_3 + value: 46.041 + - type: ndcg_at_5 + value: 48.076 + - type: precision_at_1 + value: 42.293 + - type: precision_at_10 + value: 9.459 + - type: precision_at_100 + value: 1.505 + - type: precision_at_1000 + value: 0.19499999999999998 + - type: precision_at_20 + value: 5.567 + - type: precision_at_3 + value: 22.038 + - type: precision_at_5 + value: 15.693999999999999 + - type: recall_at_1 + value: 33.804 + - type: recall_at_10 + value: 59.971 + - type: recall_at_100 + value: 78.879 + - type: recall_at_1000 + value: 90.647 + - type: recall_at_20 + value: 66.408 + - type: recall_at_3 + value: 47.392 + - type: recall_at_5 + value: 53.032999999999994 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 60.527 + - type: map_at_1 + value: 42.26 + - type: map_at_10 + value: 54.742000000000004 + - type: map_at_100 + value: 55.74 + - type: map_at_1000 + value: 55.791000000000004 + - type: map_at_20 + value: 55.364999999999995 + - type: map_at_3 + value: 51.5 + - type: map_at_5 + value: 53.301 + - type: mrr_at_1 + value: 48.025078369905955 + - type: mrr_at_10 + value: 58.06321839080471 + - type: mrr_at_100 + value: 58.64161796465698 + - type: mrr_at_1000 + value: 58.6678243740702 + - type: mrr_at_20 + value: 58.43083836697793 + - type: mrr_at_3 + value: 55.59038662486947 + - type: mrr_at_5 + value: 57.0606060606062 + - type: nauc_map_at_1000_diff1 + value: 57.68469941839035 + - type: nauc_map_at_1000_max + value: 45.59142506456117 + - type: nauc_map_at_1000_std + value: -5.396910224737828 + - type: nauc_map_at_100_diff1 + value: 57.65643922567225 + - type: nauc_map_at_100_max + value: 45.56968717832569 + - type: nauc_map_at_100_std + value: -5.412306450764012 + - type: nauc_map_at_10_diff1 + value: 57.77897303010143 + - type: nauc_map_at_10_max + value: 45.12978752020397 + - type: nauc_map_at_10_std + value: -6.345317352092361 + - type: nauc_map_at_1_diff1 + value: 60.697479048814365 + - type: nauc_map_at_1_max + value: 38.05823293393858 + - type: nauc_map_at_1_std + value: -9.161664737666927 + - type: nauc_map_at_20_diff1 + value: 57.682622717223964 + - type: nauc_map_at_20_max + value: 45.447874846429414 + - type: nauc_map_at_20_std + value: -5.764047463778564 + - type: nauc_map_at_3_diff1 + value: 58.216303078314745 + - type: nauc_map_at_3_max + value: 42.82177195912272 + - type: nauc_map_at_3_std + value: -9.177422772027217 + - type: nauc_map_at_5_diff1 + value: 57.831978664769515 + - type: nauc_map_at_5_max + value: 44.3955327920567 + - type: nauc_map_at_5_std + value: -7.251060540492739 + - type: nauc_mrr_at_1000_diff1 + value: 58.245524895038514 + - type: nauc_mrr_at_1000_max + value: 47.34405771276604 + - type: nauc_mrr_at_1000_std + value: -3.6164361713181763 + - type: nauc_mrr_at_100_diff1 + value: 58.230318675335035 + - type: nauc_mrr_at_100_max + value: 47.35167087188821 + - type: nauc_mrr_at_100_std + value: -3.593102604414633 + - type: nauc_mrr_at_10_diff1 + value: 58.227433914992886 + - type: nauc_mrr_at_10_max + value: 47.422409583960516 + - type: nauc_mrr_at_10_std + value: -3.7789443073829387 + - type: nauc_mrr_at_1_diff1 + value: 61.37480745418378 + - type: nauc_mrr_at_1_max + value: 44.46335494127829 + - type: nauc_mrr_at_1_std + value: -6.398833684107047 + - type: nauc_mrr_at_20_diff1 + value: 58.24797494245645 + - type: nauc_mrr_at_20_max + value: 47.37904127771602 + - type: nauc_mrr_at_20_std + value: -3.731995817052959 + - type: nauc_mrr_at_3_diff1 + value: 58.48756237849568 + - type: nauc_mrr_at_3_max + value: 46.879616437231576 + - type: nauc_mrr_at_3_std + value: -4.8092665335271745 + - type: nauc_mrr_at_5_diff1 + value: 58.26422531157446 + - type: nauc_mrr_at_5_max + value: 47.34152451776259 + - type: nauc_mrr_at_5_std + value: -3.9663476308504384 + - type: nauc_ndcg_at_1000_diff1 + value: 57.000164558241295 + - type: nauc_ndcg_at_1000_max + value: 47.99688089374478 + - type: nauc_ndcg_at_1000_std + value: -1.9126357723237575 + - type: nauc_ndcg_at_100_diff1 + value: 56.57305126432451 + - type: nauc_ndcg_at_100_max + value: 48.19680136315171 + - type: nauc_ndcg_at_100_std + value: -1.3608938883073507 + - type: nauc_ndcg_at_10_diff1 + value: 56.743775747671584 + - type: nauc_ndcg_at_10_max + value: 47.78713158147057 + - type: nauc_ndcg_at_10_std + value: -3.626852899788665 + - type: nauc_ndcg_at_1_diff1 + value: 61.37480745418378 + - type: nauc_ndcg_at_1_max + value: 44.46335494127829 + - type: nauc_ndcg_at_1_std + value: -6.398833684107047 + - type: nauc_ndcg_at_20_diff1 + value: 56.643175903925126 + - type: nauc_ndcg_at_20_max + value: 48.076058985517875 + - type: nauc_ndcg_at_20_std + value: -2.7492310018221398 + - type: nauc_ndcg_at_3_diff1 + value: 57.453965014993194 + - type: nauc_ndcg_at_3_max + value: 45.06455205146776 + - type: nauc_ndcg_at_3_std + value: -7.18539473462169 + - type: nauc_ndcg_at_5_diff1 + value: 56.89313351488996 + - type: nauc_ndcg_at_5_max + value: 46.975542478071205 + - type: nauc_ndcg_at_5_std + value: -4.784218744384206 + - type: nauc_precision_at_1000_diff1 + value: -11.239238315601717 + - type: nauc_precision_at_1000_max + value: 17.990146685827984 + - type: nauc_precision_at_1000_std + value: 31.90294609019782 + - type: nauc_precision_at_100_diff1 + value: -6.07236496776092 + - type: nauc_precision_at_100_max + value: 25.0065905878517 + - type: nauc_precision_at_100_std + value: 32.4525492436836 + - type: nauc_precision_at_10_diff1 + value: 16.041481355774245 + - type: nauc_precision_at_10_max + value: 38.98173567292828 + - type: nauc_precision_at_10_std + value: 17.243686720689265 + - type: nauc_precision_at_1_diff1 + value: 61.37480745418378 + - type: nauc_precision_at_1_max + value: 44.46335494127829 + - type: nauc_precision_at_1_std + value: -6.398833684107047 + - type: nauc_precision_at_20_diff1 + value: 5.8908160166614225 + - type: nauc_precision_at_20_max + value: 34.34013274376776 + - type: nauc_precision_at_20_std + value: 25.036513902310325 + - type: nauc_precision_at_3_diff1 + value: 36.0695938539411 + - type: nauc_precision_at_3_max + value: 42.97015346497544 + - type: nauc_precision_at_3_std + value: 0.31420720813888914 + - type: nauc_precision_at_5_diff1 + value: 26.966818469960817 + - type: nauc_precision_at_5_max + value: 43.357320830990105 + - type: nauc_precision_at_5_std + value: 10.016079169758655 + - type: nauc_recall_at_1000_diff1 + value: 41.07443433584645 + - type: nauc_recall_at_1000_max + value: 74.35800718581933 + - type: nauc_recall_at_1000_std + value: 63.881916604417945 + - type: nauc_recall_at_100_diff1 + value: 43.279390556626055 + - type: nauc_recall_at_100_max + value: 59.337990830765655 + - type: nauc_recall_at_100_std + value: 29.244613920045246 + - type: nauc_recall_at_10_diff1 + value: 49.39792783361698 + - type: nauc_recall_at_10_max + value: 50.72607017464337 + - type: nauc_recall_at_10_std + value: 1.812193906608468 + - type: nauc_recall_at_1_diff1 + value: 60.697479048814365 + - type: nauc_recall_at_1_max + value: 38.05823293393858 + - type: nauc_recall_at_1_std + value: -9.161664737666927 + - type: nauc_recall_at_20_diff1 + value: 47.88035753247517 + - type: nauc_recall_at_20_max + value: 53.59722889727142 + - type: nauc_recall_at_20_std + value: 7.720302507706711 + - type: nauc_recall_at_3_diff1 + value: 54.05535531328973 + - type: nauc_recall_at_3_max + value: 43.92041482065396 + - type: nauc_recall_at_3_std + value: -9.011510885504624 + - type: nauc_recall_at_5_diff1 + value: 51.539089243348634 + - type: nauc_recall_at_5_max + value: 47.82878589262871 + - type: nauc_recall_at_5_std + value: -3.0309072835580673 + - type: ndcg_at_1 + value: 48.025 + - type: ndcg_at_10 + value: 60.527 + - type: ndcg_at_100 + value: 64.21 + - type: ndcg_at_1000 + value: 65.273 + - type: ndcg_at_20 + value: 62.256 + - type: ndcg_at_3 + value: 55.1 + - type: ndcg_at_5 + value: 57.733000000000004 + - type: precision_at_1 + value: 48.025 + - type: precision_at_10 + value: 9.599 + - type: precision_at_100 + value: 1.2409999999999999 + - type: precision_at_1000 + value: 0.13699999999999998 + - type: precision_at_20 + value: 5.361 + - type: precision_at_3 + value: 24.326 + - type: precision_at_5 + value: 16.602 + - type: recall_at_1 + value: 42.26 + - type: recall_at_10 + value: 74.278 + - type: recall_at_100 + value: 89.681 + - type: recall_at_1000 + value: 97.436 + - type: recall_at_20 + value: 80.567 + - type: recall_at_3 + value: 59.818000000000005 + - type: recall_at_5 + value: 66.202 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 42.44 + - type: map_at_1 + value: 28.431 + - type: map_at_10 + value: 37.483 + - type: map_at_100 + value: 38.548 + - type: map_at_1000 + value: 38.626 + - type: map_at_20 + value: 38.088 + - type: map_at_3 + value: 34.988 + - type: map_at_5 + value: 36.301 + - type: mrr_at_1 + value: 30.16949152542373 + - type: mrr_at_10 + value: 39.28804591516455 + - type: mrr_at_100 + value: 40.2114211709097 + - type: mrr_at_1000 + value: 40.26624502428491 + - type: mrr_at_20 + value: 39.79719852386063 + - type: mrr_at_3 + value: 37.00564971751412 + - type: mrr_at_5 + value: 38.24293785310733 + - type: nauc_map_at_1000_diff1 + value: 46.32961961356468 + - type: nauc_map_at_1000_max + value: 38.165852798192624 + - type: nauc_map_at_1000_std + value: -0.9702769617726098 + - type: nauc_map_at_100_diff1 + value: 46.322895800738 + - type: nauc_map_at_100_max + value: 38.154702745302046 + - type: nauc_map_at_100_std + value: -0.9931864230580432 + - type: nauc_map_at_10_diff1 + value: 46.52143278450031 + - type: nauc_map_at_10_max + value: 38.09424035307391 + - type: nauc_map_at_10_std + value: -1.3823180760391551 + - type: nauc_map_at_1_diff1 + value: 51.63517035452425 + - type: nauc_map_at_1_max + value: 36.69722252554175 + - type: nauc_map_at_1_std + value: -3.831480331268112 + - type: nauc_map_at_20_diff1 + value: 46.21454269797542 + - type: nauc_map_at_20_max + value: 38.19824729085207 + - type: nauc_map_at_20_std + value: -1.064676446525204 + - type: nauc_map_at_3_diff1 + value: 47.1593516967249 + - type: nauc_map_at_3_max + value: 36.850463483045466 + - type: nauc_map_at_3_std + value: -2.603604341948898 + - type: nauc_map_at_5_diff1 + value: 46.851347485378945 + - type: nauc_map_at_5_max + value: 37.28186536727122 + - type: nauc_map_at_5_std + value: -2.4340539528920173 + - type: nauc_mrr_at_1000_diff1 + value: 45.576301316917046 + - type: nauc_mrr_at_1000_max + value: 39.074110221039085 + - type: nauc_mrr_at_1000_std + value: 0.34534056002843444 + - type: nauc_mrr_at_100_diff1 + value: 45.56601971007378 + - type: nauc_mrr_at_100_max + value: 39.07924381253435 + - type: nauc_mrr_at_100_std + value: 0.3486853785425758 + - type: nauc_mrr_at_10_diff1 + value: 45.56810190033719 + - type: nauc_mrr_at_10_max + value: 39.106855111654276 + - type: nauc_mrr_at_10_std + value: -0.011355717882556595 + - type: nauc_mrr_at_1_diff1 + value: 50.48453829424686 + - type: nauc_mrr_at_1_max + value: 38.72068337757316 + - type: nauc_mrr_at_1_std + value: -1.7255691478217123 + - type: nauc_mrr_at_20_diff1 + value: 45.4303967081555 + - type: nauc_mrr_at_20_max + value: 39.157488031782066 + - type: nauc_mrr_at_20_std + value: 0.322488192059293 + - type: nauc_mrr_at_3_diff1 + value: 46.402007141090145 + - type: nauc_mrr_at_3_max + value: 38.516972397422585 + - type: nauc_mrr_at_3_std + value: -0.6896323185509712 + - type: nauc_mrr_at_5_diff1 + value: 46.033801472314146 + - type: nauc_mrr_at_5_max + value: 38.668578627970774 + - type: nauc_mrr_at_5_std + value: -0.47866221242356105 + - type: nauc_ndcg_at_1000_diff1 + value: 44.22556271852293 + - type: nauc_ndcg_at_1000_max + value: 39.197223132630974 + - type: nauc_ndcg_at_1000_std + value: 1.6609266713997726 + - type: nauc_ndcg_at_100_diff1 + value: 43.948213318276515 + - type: nauc_ndcg_at_100_max + value: 39.09172571243978 + - type: nauc_ndcg_at_100_std + value: 1.7609867316747878 + - type: nauc_ndcg_at_10_diff1 + value: 44.262862454963646 + - type: nauc_ndcg_at_10_max + value: 38.91822398512767 + - type: nauc_ndcg_at_10_std + value: 0.19680397573589933 + - type: nauc_ndcg_at_1_diff1 + value: 50.48453829424686 + - type: nauc_ndcg_at_1_max + value: 38.72068337757316 + - type: nauc_ndcg_at_1_std + value: -1.7255691478217123 + - type: nauc_ndcg_at_20_diff1 + value: 43.369269498661 + - type: nauc_ndcg_at_20_max + value: 39.236172489980106 + - type: nauc_ndcg_at_20_std + value: 1.338917850299737 + - type: nauc_ndcg_at_3_diff1 + value: 45.88344269500731 + - type: nauc_ndcg_at_3_max + value: 37.3029933446041 + - type: nauc_ndcg_at_3_std + value: -2.1174725222875233 + - type: nauc_ndcg_at_5_diff1 + value: 45.291949971762975 + - type: nauc_ndcg_at_5_max + value: 37.55334078742216 + - type: nauc_ndcg_at_5_std + value: -1.6936327950688483 + - type: nauc_precision_at_1000_diff1 + value: -7.730434905061115 + - type: nauc_precision_at_1000_max + value: 18.665222572509492 + - type: nauc_precision_at_1000_std + value: 13.810754019276594 + - type: nauc_precision_at_100_diff1 + value: 9.982399206105127 + - type: nauc_precision_at_100_max + value: 29.893424795351013 + - type: nauc_precision_at_100_std + value: 13.132808977788613 + - type: nauc_precision_at_10_diff1 + value: 29.60406660861134 + - type: nauc_precision_at_10_max + value: 41.963933867122 + - type: nauc_precision_at_10_std + value: 6.9453321105070716 + - type: nauc_precision_at_1_diff1 + value: 50.48453829424686 + - type: nauc_precision_at_1_max + value: 38.72068337757316 + - type: nauc_precision_at_1_std + value: -1.7255691478217123 + - type: nauc_precision_at_20_diff1 + value: 21.275583575462562 + - type: nauc_precision_at_20_max + value: 40.82934150965418 + - type: nauc_precision_at_20_std + value: 11.295996637878691 + - type: nauc_precision_at_3_diff1 + value: 37.917326556588 + - type: nauc_precision_at_3_max + value: 38.1141616253519 + - type: nauc_precision_at_3_std + value: 0.2777687308102478 + - type: nauc_precision_at_5_diff1 + value: 35.78582736361838 + - type: nauc_precision_at_5_max + value: 39.18304044328737 + - type: nauc_precision_at_5_std + value: 0.902359580455655 + - type: nauc_recall_at_1000_diff1 + value: 22.451692165754082 + - type: nauc_recall_at_1000_max + value: 46.17514739163666 + - type: nauc_recall_at_1000_std + value: 35.224884802752754 + - type: nauc_recall_at_100_diff1 + value: 31.690153470492504 + - type: nauc_recall_at_100_max + value: 40.73748687827252 + - type: nauc_recall_at_100_std + value: 16.776743149355948 + - type: nauc_recall_at_10_diff1 + value: 36.85261287305019 + - type: nauc_recall_at_10_max + value: 39.092523024632776 + - type: nauc_recall_at_10_std + value: 4.002388966219084 + - type: nauc_recall_at_1_diff1 + value: 51.63517035452425 + - type: nauc_recall_at_1_max + value: 36.69722252554175 + - type: nauc_recall_at_1_std + value: -3.831480331268112 + - type: nauc_recall_at_20_diff1 + value: 32.439638047907884 + - type: nauc_recall_at_20_max + value: 40.27654103353758 + - type: nauc_recall_at_20_std + value: 9.161976985898443 + - type: nauc_recall_at_3_diff1 + value: 42.353276628212654 + - type: nauc_recall_at_3_max + value: 35.321616606477946 + - type: nauc_recall_at_3_std + value: -2.22584709718968 + - type: nauc_recall_at_5_diff1 + value: 40.64466428494762 + - type: nauc_recall_at_5_max + value: 35.90255543446805 + - type: nauc_recall_at_5_std + value: -1.220727925020192 + - type: ndcg_at_1 + value: 30.169 + - type: ndcg_at_10 + value: 42.44 + - type: ndcg_at_100 + value: 47.595 + - type: ndcg_at_1000 + value: 49.503 + - type: ndcg_at_20 + value: 44.458999999999996 + - type: ndcg_at_3 + value: 37.569 + - type: ndcg_at_5 + value: 39.741 + - type: precision_at_1 + value: 30.169 + - type: precision_at_10 + value: 6.3950000000000005 + - type: precision_at_100 + value: 0.946 + - type: precision_at_1000 + value: 0.11399999999999999 + - type: precision_at_20 + value: 3.6839999999999997 + - type: precision_at_3 + value: 15.781999999999998 + - type: precision_at_5 + value: 10.757 + - type: recall_at_1 + value: 28.431 + - type: recall_at_10 + value: 55.872 + - type: recall_at_100 + value: 79.401 + - type: recall_at_1000 + value: 93.623 + - type: recall_at_20 + value: 63.458000000000006 + - type: recall_at_3 + value: 42.584 + - type: recall_at_5 + value: 47.81 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 34.291 + - type: map_at_1 + value: 19.764 + - type: map_at_10 + value: 28.725 + - type: map_at_100 + value: 30.026999999999997 + - type: map_at_1000 + value: 30.144 + - type: map_at_20 + value: 29.374 + - type: map_at_3 + value: 25.685999999999996 + - type: map_at_5 + value: 27.538 + - type: mrr_at_1 + value: 24.502487562189053 + - type: mrr_at_10 + value: 33.714019189765445 + - type: mrr_at_100 + value: 34.626427656076494 + - type: mrr_at_1000 + value: 34.69228104298719 + - type: mrr_at_20 + value: 34.16244841496677 + - type: mrr_at_3 + value: 30.97014925373136 + - type: mrr_at_5 + value: 32.65547263681592 + - type: nauc_map_at_1000_diff1 + value: 35.57596229591453 + - type: nauc_map_at_1000_max + value: 28.38203992282376 + - type: nauc_map_at_1000_std + value: -0.690729162878796 + - type: nauc_map_at_100_diff1 + value: 35.5604393324392 + - type: nauc_map_at_100_max + value: 28.419457028070088 + - type: nauc_map_at_100_std + value: -0.6662063689718012 + - type: nauc_map_at_10_diff1 + value: 35.98010635277429 + - type: nauc_map_at_10_max + value: 28.098878796132592 + - type: nauc_map_at_10_std + value: -1.3684662626404016 + - type: nauc_map_at_1_diff1 + value: 39.50120884151396 + - type: nauc_map_at_1_max + value: 28.45531349851952 + - type: nauc_map_at_1_std + value: -1.9541675008858381 + - type: nauc_map_at_20_diff1 + value: 35.70885247227986 + - type: nauc_map_at_20_max + value: 28.241968097999848 + - type: nauc_map_at_20_std + value: -1.0783688781802567 + - type: nauc_map_at_3_diff1 + value: 36.62960019358422 + - type: nauc_map_at_3_max + value: 27.651864166748158 + - type: nauc_map_at_3_std + value: -1.8336204362277755 + - type: nauc_map_at_5_diff1 + value: 36.33961034230329 + - type: nauc_map_at_5_max + value: 27.760001974081433 + - type: nauc_map_at_5_std + value: -2.0066619580146496 + - type: nauc_mrr_at_1000_diff1 + value: 34.9491682537747 + - type: nauc_mrr_at_1000_max + value: 28.316660783130075 + - type: nauc_mrr_at_1000_std + value: 0.4076261826966661 + - type: nauc_mrr_at_100_diff1 + value: 34.91240146695054 + - type: nauc_mrr_at_100_max + value: 28.339210985696 + - type: nauc_mrr_at_100_std + value: 0.4333198774648973 + - type: nauc_mrr_at_10_diff1 + value: 35.02010270149501 + - type: nauc_mrr_at_10_max + value: 28.09462862542247 + - type: nauc_mrr_at_10_std + value: 0.13089152466665158 + - type: nauc_mrr_at_1_diff1 + value: 39.13821028058753 + - type: nauc_mrr_at_1_max + value: 28.032556829304085 + - type: nauc_mrr_at_1_std + value: -1.7975185722477194 + - type: nauc_mrr_at_20_diff1 + value: 35.00195546992316 + - type: nauc_mrr_at_20_max + value: 28.290101173427235 + - type: nauc_mrr_at_20_std + value: 0.359773410485394 + - type: nauc_mrr_at_3_diff1 + value: 35.20720807148267 + - type: nauc_mrr_at_3_max + value: 27.30167569999325 + - type: nauc_mrr_at_3_std + value: -0.8635949909966647 + - type: nauc_mrr_at_5_diff1 + value: 35.46207024573666 + - type: nauc_mrr_at_5_max + value: 27.891834763623958 + - type: nauc_mrr_at_5_std + value: -0.696818449554613 + - type: nauc_ndcg_at_1000_diff1 + value: 33.70427245790907 + - type: nauc_ndcg_at_1000_max + value: 29.276969012460576 + - type: nauc_ndcg_at_1000_std + value: 2.194555942099149 + - type: nauc_ndcg_at_100_diff1 + value: 32.87395869015526 + - type: nauc_ndcg_at_100_max + value: 29.88029945297434 + - type: nauc_ndcg_at_100_std + value: 2.70304791945048 + - type: nauc_ndcg_at_10_diff1 + value: 34.502280192943154 + - type: nauc_ndcg_at_10_max + value: 28.320249495045204 + - type: nauc_ndcg_at_10_std + value: -0.1924925962793944 + - type: nauc_ndcg_at_1_diff1 + value: 39.13821028058753 + - type: nauc_ndcg_at_1_max + value: 28.032556829304085 + - type: nauc_ndcg_at_1_std + value: -1.7975185722477194 + - type: nauc_ndcg_at_20_diff1 + value: 33.79122969701137 + - type: nauc_ndcg_at_20_max + value: 28.870024567697943 + - type: nauc_ndcg_at_20_std + value: 0.7305874205815353 + - type: nauc_ndcg_at_3_diff1 + value: 35.329659534748394 + - type: nauc_ndcg_at_3_max + value: 27.07741989089553 + - type: nauc_ndcg_at_3_std + value: -1.643048735061724 + - type: nauc_ndcg_at_5_diff1 + value: 35.28956734308783 + - type: nauc_ndcg_at_5_max + value: 27.69245066519595 + - type: nauc_ndcg_at_5_std + value: -1.629873689869274 + - type: nauc_precision_at_1000_diff1 + value: -5.694759247422408 + - type: nauc_precision_at_1000_max + value: -0.9408325343255068 + - type: nauc_precision_at_1000_std + value: 5.7655023451839265 + - type: nauc_precision_at_100_diff1 + value: 0.8779676665401134 + - type: nauc_precision_at_100_max + value: 13.132848409570602 + - type: nauc_precision_at_100_std + value: 11.850507881087424 + - type: nauc_precision_at_10_diff1 + value: 20.8071512227297 + - type: nauc_precision_at_10_max + value: 22.883196969880657 + - type: nauc_precision_at_10_std + value: 3.239454376922377 + - type: nauc_precision_at_1_diff1 + value: 39.13821028058753 + - type: nauc_precision_at_1_max + value: 28.032556829304085 + - type: nauc_precision_at_1_std + value: -1.7975185722477194 + - type: nauc_precision_at_20_diff1 + value: 15.132010740443071 + - type: nauc_precision_at_20_max + value: 21.052364899121738 + - type: nauc_precision_at_20_std + value: 5.804469246961994 + - type: nauc_precision_at_3_diff1 + value: 30.208155830085186 + - type: nauc_precision_at_3_max + value: 24.16749026183028 + - type: nauc_precision_at_3_std + value: -1.5797872699611786 + - type: nauc_precision_at_5_diff1 + value: 26.38635435647173 + - type: nauc_precision_at_5_max + value: 22.683436023693865 + - type: nauc_precision_at_5_std + value: -1.5402517263725906 + - type: nauc_recall_at_1000_diff1 + value: 21.01573139251367 + - type: nauc_recall_at_1000_max + value: 36.707056738115696 + - type: nauc_recall_at_1000_std + value: 29.60248226406072 + - type: nauc_recall_at_100_diff1 + value: 19.72306401627329 + - type: nauc_recall_at_100_max + value: 35.676894052767516 + - type: nauc_recall_at_100_std + value: 16.899170359903692 + - type: nauc_recall_at_10_diff1 + value: 29.869444323362888 + - type: nauc_recall_at_10_max + value: 26.908177270931944 + - type: nauc_recall_at_10_std + value: 1.2933628719022767 + - type: nauc_recall_at_1_diff1 + value: 39.50120884151396 + - type: nauc_recall_at_1_max + value: 28.45531349851952 + - type: nauc_recall_at_1_std + value: -1.9541675008858381 + - type: nauc_recall_at_20_diff1 + value: 27.047582643971186 + - type: nauc_recall_at_20_max + value: 28.732557711218572 + - type: nauc_recall_at_20_std + value: 4.336006930018247 + - type: nauc_recall_at_3_diff1 + value: 32.86864754117765 + - type: nauc_recall_at_3_max + value: 25.94332206909362 + - type: nauc_recall_at_3_std + value: -1.1620399702795094 + - type: nauc_recall_at_5_diff1 + value: 32.342666750682774 + - type: nauc_recall_at_5_max + value: 26.349619752191987 + - type: nauc_recall_at_5_std + value: -1.529754929810119 + - type: ndcg_at_1 + value: 24.502 + - type: ndcg_at_10 + value: 34.291 + - type: ndcg_at_100 + value: 40.288000000000004 + - type: ndcg_at_1000 + value: 42.925000000000004 + - type: ndcg_at_20 + value: 36.263 + - type: ndcg_at_3 + value: 28.945 + - type: ndcg_at_5 + value: 31.782 + - type: precision_at_1 + value: 24.502 + - type: precision_at_10 + value: 6.331 + - type: precision_at_100 + value: 1.076 + - type: precision_at_1000 + value: 0.14300000000000002 + - type: precision_at_20 + value: 3.7249999999999996 + - type: precision_at_3 + value: 13.764999999999999 + - type: precision_at_5 + value: 10.299 + - type: recall_at_1 + value: 19.764 + - type: recall_at_10 + value: 46.336 + - type: recall_at_100 + value: 72.56099999999999 + - type: recall_at_1000 + value: 91.169 + - type: recall_at_20 + value: 53.333 + - type: recall_at_3 + value: 32.048 + - type: recall_at_5 + value: 39.031 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 49.303000000000004 + - type: map_at_1 + value: 31.924000000000003 + - type: map_at_10 + value: 43.146 + - type: map_at_100 + value: 44.554 + - type: map_at_1000 + value: 44.66 + - type: map_at_20 + value: 43.976 + - type: map_at_3 + value: 39.875 + - type: map_at_5 + value: 41.745 + - type: mrr_at_1 + value: 38.69104908565929 + - type: mrr_at_10 + value: 48.47644255007098 + - type: mrr_at_100 + value: 49.34802027997514 + - type: mrr_at_1000 + value: 49.380583664727936 + - type: mrr_at_20 + value: 49.02909013388238 + - type: mrr_at_3 + value: 45.92556945781194 + - type: mrr_at_5 + value: 47.43663779274935 + - type: nauc_map_at_1000_diff1 + value: 48.84550774397288 + - type: nauc_map_at_1000_max + value: 35.81794187175693 + - type: nauc_map_at_1000_std + value: 0.22536794057131404 + - type: nauc_map_at_100_diff1 + value: 48.85268386507044 + - type: nauc_map_at_100_max + value: 35.79056749059193 + - type: nauc_map_at_100_std + value: 0.19018082136844575 + - type: nauc_map_at_10_diff1 + value: 48.93103596642255 + - type: nauc_map_at_10_max + value: 35.415728335693316 + - type: nauc_map_at_10_std + value: -0.516949849063086 + - type: nauc_map_at_1_diff1 + value: 53.21728600893859 + - type: nauc_map_at_1_max + value: 32.54727663088595 + - type: nauc_map_at_1_std + value: -3.0188785305607313 + - type: nauc_map_at_20_diff1 + value: 48.81835507489666 + - type: nauc_map_at_20_max + value: 35.52328960790258 + - type: nauc_map_at_20_std + value: -0.13946969398009854 + - type: nauc_map_at_3_diff1 + value: 49.60985515546279 + - type: nauc_map_at_3_max + value: 35.10299804197055 + - type: nauc_map_at_3_std + value: -0.9762979035483001 + - type: nauc_map_at_5_diff1 + value: 49.11002536317524 + - type: nauc_map_at_5_max + value: 35.10854989975629 + - type: nauc_map_at_5_std + value: -0.8965490079931548 + - type: nauc_mrr_at_1000_diff1 + value: 48.78698962612968 + - type: nauc_mrr_at_1000_max + value: 37.55353465130176 + - type: nauc_mrr_at_1000_std + value: 1.536431144069894 + - type: nauc_mrr_at_100_diff1 + value: 48.78242829567701 + - type: nauc_mrr_at_100_max + value: 37.551385270948074 + - type: nauc_mrr_at_100_std + value: 1.5277115106405326 + - type: nauc_mrr_at_10_diff1 + value: 48.6143150482425 + - type: nauc_mrr_at_10_max + value: 37.60644981991345 + - type: nauc_mrr_at_10_std + value: 1.325623423551219 + - type: nauc_mrr_at_1_diff1 + value: 52.61335953411452 + - type: nauc_mrr_at_1_max + value: 37.03819912101619 + - type: nauc_mrr_at_1_std + value: 0.9518117747648859 + - type: nauc_mrr_at_20_diff1 + value: 48.69769812994518 + - type: nauc_mrr_at_20_max + value: 37.45441542221455 + - type: nauc_mrr_at_20_std + value: 1.3952548275759868 + - type: nauc_mrr_at_3_diff1 + value: 48.73125478258506 + - type: nauc_mrr_at_3_max + value: 37.56704254021896 + - type: nauc_mrr_at_3_std + value: 1.093041093510586 + - type: nauc_mrr_at_5_diff1 + value: 48.597626652161495 + - type: nauc_mrr_at_5_max + value: 37.525828508835374 + - type: nauc_mrr_at_5_std + value: 1.0516478037316366 + - type: nauc_ndcg_at_1000_diff1 + value: 47.3499766836802 + - type: nauc_ndcg_at_1000_max + value: 37.39676833940487 + - type: nauc_ndcg_at_1000_std + value: 2.8152529026496786 + - type: nauc_ndcg_at_100_diff1 + value: 47.230060964543306 + - type: nauc_ndcg_at_100_max + value: 37.20558423020247 + - type: nauc_ndcg_at_100_std + value: 2.820393724231608 + - type: nauc_ndcg_at_10_diff1 + value: 47.08709208532369 + - type: nauc_ndcg_at_10_max + value: 36.026920423014595 + - type: nauc_ndcg_at_10_std + value: 0.2240933751762523 + - type: nauc_ndcg_at_1_diff1 + value: 52.61335953411452 + - type: nauc_ndcg_at_1_max + value: 37.03819912101619 + - type: nauc_ndcg_at_1_std + value: 0.9518117747648859 + - type: nauc_ndcg_at_20_diff1 + value: 46.88625942179394 + - type: nauc_ndcg_at_20_max + value: 36.03488052587188 + - type: nauc_ndcg_at_20_std + value: 1.236442994633607 + - type: nauc_ndcg_at_3_diff1 + value: 47.689152724401644 + - type: nauc_ndcg_at_3_max + value: 36.62153374841597 + - type: nauc_ndcg_at_3_std + value: 0.17430453803003293 + - type: nauc_ndcg_at_5_diff1 + value: 47.21794498716229 + - type: nauc_ndcg_at_5_max + value: 35.95631541728226 + - type: nauc_ndcg_at_5_std + value: -0.236310820705172 + - type: nauc_precision_at_1000_diff1 + value: -16.705059737681164 + - type: nauc_precision_at_1000_max + value: 3.7599790944969422 + - type: nauc_precision_at_1000_std + value: 11.59711423430256 + - type: nauc_precision_at_100_diff1 + value: -7.864826711824362 + - type: nauc_precision_at_100_max + value: 13.424126682433425 + - type: nauc_precision_at_100_std + value: 16.579823214278466 + - type: nauc_precision_at_10_diff1 + value: 13.696824092012164 + - type: nauc_precision_at_10_max + value: 26.891499011605752 + - type: nauc_precision_at_10_std + value: 9.856864763440592 + - type: nauc_precision_at_1_diff1 + value: 52.61335953411452 + - type: nauc_precision_at_1_max + value: 37.03819912101619 + - type: nauc_precision_at_1_std + value: 0.9518117747648859 + - type: nauc_precision_at_20_diff1 + value: 5.324857846153909 + - type: nauc_precision_at_20_max + value: 21.81087795894526 + - type: nauc_precision_at_20_std + value: 13.412775538465915 + - type: nauc_precision_at_3_diff1 + value: 31.242550398921416 + - type: nauc_precision_at_3_max + value: 34.5829539652064 + - type: nauc_precision_at_3_std + value: 6.347216244175967 + - type: nauc_precision_at_5_diff1 + value: 22.492425498194702 + - type: nauc_precision_at_5_max + value: 30.31201235418867 + - type: nauc_precision_at_5_std + value: 7.402646440989876 + - type: nauc_recall_at_1000_diff1 + value: 33.65968769734123 + - type: nauc_recall_at_1000_max + value: 55.900889031212344 + - type: nauc_recall_at_1000_std + value: 47.170982728564866 + - type: nauc_recall_at_100_diff1 + value: 35.166052113250174 + - type: nauc_recall_at_100_max + value: 38.64602564308866 + - type: nauc_recall_at_100_std + value: 18.52024249114377 + - type: nauc_recall_at_10_diff1 + value: 38.630076351635104 + - type: nauc_recall_at_10_max + value: 32.649892256730524 + - type: nauc_recall_at_10_std + value: 0.3076556226560256 + - type: nauc_recall_at_1_diff1 + value: 53.21728600893859 + - type: nauc_recall_at_1_max + value: 32.54727663088595 + - type: nauc_recall_at_1_std + value: -3.0188785305607313 + - type: nauc_recall_at_20_diff1 + value: 36.15521966085387 + - type: nauc_recall_at_20_max + value: 31.22467911315917 + - type: nauc_recall_at_20_std + value: 4.15858720739749 + - type: nauc_recall_at_3_diff1 + value: 43.02781903441642 + - type: nauc_recall_at_3_max + value: 34.38891242158629 + - type: nauc_recall_at_3_std + value: -0.757582965687976 + - type: nauc_recall_at_5_diff1 + value: 40.64825711893622 + - type: nauc_recall_at_5_max + value: 32.852174581823164 + - type: nauc_recall_at_5_std + value: -1.5443471014639971 + - type: ndcg_at_1 + value: 38.690999999999995 + - type: ndcg_at_10 + value: 49.303000000000004 + - type: ndcg_at_100 + value: 54.908 + - type: ndcg_at_1000 + value: 56.631 + - type: ndcg_at_20 + value: 51.707 + - type: ndcg_at_3 + value: 44.159 + - type: ndcg_at_5 + value: 46.676 + - type: precision_at_1 + value: 38.690999999999995 + - type: precision_at_10 + value: 8.863999999999999 + - type: precision_at_100 + value: 1.359 + - type: precision_at_1000 + value: 0.168 + - type: precision_at_20 + value: 5.2170000000000005 + - type: precision_at_3 + value: 20.982 + - type: precision_at_5 + value: 14.802999999999999 + - type: recall_at_1 + value: 31.924000000000003 + - type: recall_at_10 + value: 62.144 + - type: recall_at_100 + value: 85.097 + - type: recall_at_1000 + value: 95.883 + - type: recall_at_20 + value: 70.33 + - type: recall_at_3 + value: 47.991 + - type: recall_at_5 + value: 54.376000000000005 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 46.049 + - type: map_at_1 + value: 28.131 + - type: map_at_10 + value: 39.662 + - type: map_at_100 + value: 41.043 + - type: map_at_1000 + value: 41.152 + - type: map_at_20 + value: 40.453 + - type: map_at_3 + value: 36.07 + - type: map_at_5 + value: 37.974000000000004 + - type: mrr_at_1 + value: 34.58904109589041 + - type: mrr_at_10 + value: 44.79560774081322 + - type: mrr_at_100 + value: 45.65666456472965 + - type: mrr_at_1000 + value: 45.709171236475285 + - type: mrr_at_20 + value: 45.31922159656318 + - type: mrr_at_3 + value: 42.00913242009132 + - type: mrr_at_5 + value: 43.55593607305935 + - type: nauc_map_at_1000_diff1 + value: 46.38739929047425 + - type: nauc_map_at_1000_max + value: 43.67319031779447 + - type: nauc_map_at_1000_std + value: 1.4513770492879865 + - type: nauc_map_at_100_diff1 + value: 46.37460352931119 + - type: nauc_map_at_100_max + value: 43.682012188986 + - type: nauc_map_at_100_std + value: 1.4877623084621687 + - type: nauc_map_at_10_diff1 + value: 46.41679005550057 + - type: nauc_map_at_10_max + value: 43.290283078254724 + - type: nauc_map_at_10_std + value: 0.724933334439044 + - type: nauc_map_at_1_diff1 + value: 51.955635644994494 + - type: nauc_map_at_1_max + value: 38.626441719712105 + - type: nauc_map_at_1_std + value: -7.853806336363088 + - type: nauc_map_at_20_diff1 + value: 46.366590683816305 + - type: nauc_map_at_20_max + value: 43.703205314864775 + - type: nauc_map_at_20_std + value: 1.3730427800568408 + - type: nauc_map_at_3_diff1 + value: 46.54309601264766 + - type: nauc_map_at_3_max + value: 41.4421671346271 + - type: nauc_map_at_3_std + value: -2.046024542775744 + - type: nauc_map_at_5_diff1 + value: 46.825945954585876 + - type: nauc_map_at_5_max + value: 42.78209268447956 + - type: nauc_map_at_5_std + value: -0.6247715944388534 + - type: nauc_mrr_at_1000_diff1 + value: 46.261124400909296 + - type: nauc_mrr_at_1000_max + value: 43.53298904167663 + - type: nauc_mrr_at_1000_std + value: 2.770814524756863 + - type: nauc_mrr_at_100_diff1 + value: 46.233007095232125 + - type: nauc_mrr_at_100_max + value: 43.52855419929045 + - type: nauc_mrr_at_100_std + value: 2.794136786390839 + - type: nauc_mrr_at_10_diff1 + value: 46.08770762278749 + - type: nauc_mrr_at_10_max + value: 43.41765687740783 + - type: nauc_mrr_at_10_std + value: 2.5671137130095314 + - type: nauc_mrr_at_1_diff1 + value: 51.809200988712114 + - type: nauc_mrr_at_1_max + value: 42.143027437627914 + - type: nauc_mrr_at_1_std + value: -2.3449452777919904 + - type: nauc_mrr_at_20_diff1 + value: 46.25571447063488 + - type: nauc_mrr_at_20_max + value: 43.668461419521385 + - type: nauc_mrr_at_20_std + value: 2.905193962569393 + - type: nauc_mrr_at_3_diff1 + value: 46.13198756634534 + - type: nauc_mrr_at_3_max + value: 42.81581457224921 + - type: nauc_mrr_at_3_std + value: 1.5019842150987233 + - type: nauc_mrr_at_5_diff1 + value: 46.336329247406574 + - type: nauc_mrr_at_5_max + value: 43.3726801047392 + - type: nauc_mrr_at_5_std + value: 1.785280852484876 + - type: nauc_ndcg_at_1000_diff1 + value: 44.76884896858142 + - type: nauc_ndcg_at_1000_max + value: 44.743593389767376 + - type: nauc_ndcg_at_1000_std + value: 5.128912401544881 + - type: nauc_ndcg_at_100_diff1 + value: 44.45603468652885 + - type: nauc_ndcg_at_100_max + value: 45.1312552973692 + - type: nauc_ndcg_at_100_std + value: 6.1977329173102556 + - type: nauc_ndcg_at_10_diff1 + value: 44.269977956663155 + - type: nauc_ndcg_at_10_max + value: 44.20807172796694 + - type: nauc_ndcg_at_10_std + value: 4.018614242669085 + - type: nauc_ndcg_at_1_diff1 + value: 51.809200988712114 + - type: nauc_ndcg_at_1_max + value: 42.143027437627914 + - type: nauc_ndcg_at_1_std + value: -2.3449452777919904 + - type: nauc_ndcg_at_20_diff1 + value: 44.38671110266267 + - type: nauc_ndcg_at_20_max + value: 45.44627226400632 + - type: nauc_ndcg_at_20_std + value: 5.881156176221577 + - type: nauc_ndcg_at_3_diff1 + value: 44.116413020706624 + - type: nauc_ndcg_at_3_max + value: 42.15844844057657 + - type: nauc_ndcg_at_3_std + value: 0.945350635355976 + - type: nauc_ndcg_at_5_diff1 + value: 45.04867798354583 + - type: nauc_ndcg_at_5_max + value: 43.744553860302545 + - type: nauc_ndcg_at_5_std + value: 1.7040194566243974 + - type: nauc_precision_at_1000_diff1 + value: -17.071841539111407 + - type: nauc_precision_at_1000_max + value: -6.812201002414789 + - type: nauc_precision_at_1000_std + value: 6.126921524534793 + - type: nauc_precision_at_100_diff1 + value: -4.425411120928697 + - type: nauc_precision_at_100_max + value: 12.18167765551403 + - type: nauc_precision_at_100_std + value: 19.969852618617573 + - type: nauc_precision_at_10_diff1 + value: 15.005915826607222 + - type: nauc_precision_at_10_max + value: 34.32379569960632 + - type: nauc_precision_at_10_std + value: 20.737838659477493 + - type: nauc_precision_at_1_diff1 + value: 51.809200988712114 + - type: nauc_precision_at_1_max + value: 42.143027437627914 + - type: nauc_precision_at_1_std + value: -2.3449452777919904 + - type: nauc_precision_at_20_diff1 + value: 9.122026694212213 + - type: nauc_precision_at_20_max + value: 30.380306449619386 + - type: nauc_precision_at_20_std + value: 24.397028114454507 + - type: nauc_precision_at_3_diff1 + value: 27.71449724894348 + - type: nauc_precision_at_3_max + value: 39.87494121351271 + - type: nauc_precision_at_3_std + value: 11.74417947241022 + - type: nauc_precision_at_5_diff1 + value: 24.122446650573583 + - type: nauc_precision_at_5_max + value: 39.179070381037874 + - type: nauc_precision_at_5_std + value: 15.648339545201068 + - type: nauc_recall_at_1000_diff1 + value: 26.963361455157138 + - type: nauc_recall_at_1000_max + value: 52.72393844073636 + - type: nauc_recall_at_1000_std + value: 47.794042273843154 + - type: nauc_recall_at_100_diff1 + value: 31.195248222228507 + - type: nauc_recall_at_100_max + value: 48.54839997778405 + - type: nauc_recall_at_100_std + value: 30.326533549898492 + - type: nauc_recall_at_10_diff1 + value: 35.79622283233253 + - type: nauc_recall_at_10_max + value: 43.6290597156324 + - type: nauc_recall_at_10_std + value: 12.396685032720631 + - type: nauc_recall_at_1_diff1 + value: 51.955635644994494 + - type: nauc_recall_at_1_max + value: 38.626441719712105 + - type: nauc_recall_at_1_std + value: -7.853806336363088 + - type: nauc_recall_at_20_diff1 + value: 34.664562887859994 + - type: nauc_recall_at_20_max + value: 48.48107873635332 + - type: nauc_recall_at_20_std + value: 21.018166338397783 + - type: nauc_recall_at_3_diff1 + value: 38.84225790574717 + - type: nauc_recall_at_3_max + value: 39.698141314194885 + - type: nauc_recall_at_3_std + value: 1.2468146990639082 + - type: nauc_recall_at_5_diff1 + value: 39.41667868602902 + - type: nauc_recall_at_5_max + value: 42.99091761218747 + - type: nauc_recall_at_5_std + value: 4.1892902250914 + - type: ndcg_at_1 + value: 34.589 + - type: ndcg_at_10 + value: 46.049 + - type: ndcg_at_100 + value: 51.536 + - type: ndcg_at_1000 + value: 53.529 + - type: ndcg_at_20 + value: 48.4 + - type: ndcg_at_3 + value: 40.35 + - type: ndcg_at_5 + value: 42.760999999999996 + - type: precision_at_1 + value: 34.589 + - type: precision_at_10 + value: 8.539 + - type: precision_at_100 + value: 1.304 + - type: precision_at_1000 + value: 0.166 + - type: precision_at_20 + value: 5.0 + - type: precision_at_3 + value: 19.559 + - type: precision_at_5 + value: 13.950000000000001 + - type: recall_at_1 + value: 28.131 + - type: recall_at_10 + value: 59.939 + - type: recall_at_100 + value: 82.627 + - type: recall_at_1000 + value: 95.45 + - type: recall_at_20 + value: 68.369 + - type: recall_at_3 + value: 43.772 + - type: recall_at_5 + value: 50.163999999999994 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 44.13575 + - type: ndcg_at_10 + value: 44.13575 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: main_score + value: 38.804 + - type: map_at_1 + value: 25.962000000000003 + - type: map_at_10 + value: 34.043 + - type: map_at_100 + value: 35.057 + - type: map_at_1000 + value: 35.154999999999994 + - type: map_at_20 + value: 34.569 + - type: map_at_3 + value: 31.617 + - type: map_at_5 + value: 32.782 + - type: mrr_at_1 + value: 28.834355828220858 + - type: mrr_at_10 + value: 36.64895559450774 + - type: mrr_at_100 + value: 37.52109868527602 + - type: mrr_at_1000 + value: 37.58255846708029 + - type: mrr_at_20 + value: 37.1319073794014 + - type: mrr_at_3 + value: 34.483640081799614 + - type: mrr_at_5 + value: 35.4192229038855 + - type: nauc_map_at_1000_diff1 + value: 58.42950192992681 + - type: nauc_map_at_1000_max + value: 39.57355161523077 + - type: nauc_map_at_1000_std + value: -0.5220553270563432 + - type: nauc_map_at_100_diff1 + value: 58.42574558879428 + - type: nauc_map_at_100_max + value: 39.52993415358903 + - type: nauc_map_at_100_std + value: -0.5668597324244167 + - type: nauc_map_at_10_diff1 + value: 58.43165347626888 + - type: nauc_map_at_10_max + value: 39.447117032745595 + - type: nauc_map_at_10_std + value: -1.0373470721350924 + - type: nauc_map_at_1_diff1 + value: 65.73633577347968 + - type: nauc_map_at_1_max + value: 39.0696949583001 + - type: nauc_map_at_1_std + value: -5.304093973753286 + - type: nauc_map_at_20_diff1 + value: 58.39114669791427 + - type: nauc_map_at_20_max + value: 39.41064134295085 + - type: nauc_map_at_20_std + value: -0.7917416841854326 + - type: nauc_map_at_3_diff1 + value: 59.11590522226747 + - type: nauc_map_at_3_max + value: 38.26475464013714 + - type: nauc_map_at_3_std + value: -2.943733722500886 + - type: nauc_map_at_5_diff1 + value: 58.919769893574845 + - type: nauc_map_at_5_max + value: 39.483910146456026 + - type: nauc_map_at_5_std + value: -1.519504597509289 + - type: nauc_mrr_at_1000_diff1 + value: 58.37662835928848 + - type: nauc_mrr_at_1000_max + value: 40.235639182367514 + - type: nauc_mrr_at_1000_std + value: 0.6808602347707579 + - type: nauc_mrr_at_100_diff1 + value: 58.3737130577029 + - type: nauc_mrr_at_100_max + value: 40.21394358949754 + - type: nauc_mrr_at_100_std + value: 0.6650992295553855 + - type: nauc_mrr_at_10_diff1 + value: 58.28984061656766 + - type: nauc_mrr_at_10_max + value: 40.27354401071113 + - type: nauc_mrr_at_10_std + value: 0.3819749700769928 + - type: nauc_mrr_at_1_diff1 + value: 65.35744135482541 + - type: nauc_mrr_at_1_max + value: 40.49685618535152 + - type: nauc_mrr_at_1_std + value: -2.89692739010175 + - type: nauc_mrr_at_20_diff1 + value: 58.41116378626607 + - type: nauc_mrr_at_20_max + value: 40.2097330177334 + - type: nauc_mrr_at_20_std + value: 0.4883281594311455 + - type: nauc_mrr_at_3_diff1 + value: 58.32268537202345 + - type: nauc_mrr_at_3_max + value: 39.60551750734993 + - type: nauc_mrr_at_3_std + value: -0.5422035519181851 + - type: nauc_mrr_at_5_diff1 + value: 58.49794116135833 + - type: nauc_mrr_at_5_max + value: 40.46516712824574 + - type: nauc_mrr_at_5_std + value: 0.27677884851191253 + - type: nauc_ndcg_at_1000_diff1 + value: 56.02653149727346 + - type: nauc_ndcg_at_1000_max + value: 40.7747963713926 + - type: nauc_ndcg_at_1000_std + value: 3.4614519159124564 + - type: nauc_ndcg_at_100_diff1 + value: 56.179008089355754 + - type: nauc_ndcg_at_100_max + value: 40.31351560345152 + - type: nauc_ndcg_at_100_std + value: 3.0653796725120244 + - type: nauc_ndcg_at_10_diff1 + value: 55.79999674519117 + - type: nauc_ndcg_at_10_max + value: 39.79284055565316 + - type: nauc_ndcg_at_10_std + value: 0.8563610405924191 + - type: nauc_ndcg_at_1_diff1 + value: 65.35744135482541 + - type: nauc_ndcg_at_1_max + value: 40.49685618535152 + - type: nauc_ndcg_at_1_std + value: -2.89692739010175 + - type: nauc_ndcg_at_20_diff1 + value: 55.861797313495444 + - type: nauc_ndcg_at_20_max + value: 39.73779003757593 + - type: nauc_ndcg_at_20_std + value: 1.5726810381128054 + - type: nauc_ndcg_at_3_diff1 + value: 56.32691432224729 + - type: nauc_ndcg_at_3_max + value: 38.299858217583335 + - type: nauc_ndcg_at_3_std + value: -1.2531898063666884 + - type: nauc_ndcg_at_5_diff1 + value: 56.69644375971069 + - type: nauc_ndcg_at_5_max + value: 40.06424776988713 + - type: nauc_ndcg_at_5_std + value: 0.2901775965386671 + - type: nauc_precision_at_1000_diff1 + value: -3.877307233721265 + - type: nauc_precision_at_1000_max + value: 10.127068189809519 + - type: nauc_precision_at_1000_std + value: 16.96119800274081 + - type: nauc_precision_at_100_diff1 + value: 15.274802731381993 + - type: nauc_precision_at_100_max + value: 24.062912766433968 + - type: nauc_precision_at_100_std + value: 19.540545867214952 + - type: nauc_precision_at_10_diff1 + value: 33.233598860699345 + - type: nauc_precision_at_10_max + value: 36.0057496175431 + - type: nauc_precision_at_10_std + value: 13.825026781947852 + - type: nauc_precision_at_1_diff1 + value: 65.35744135482541 + - type: nauc_precision_at_1_max + value: 40.49685618535152 + - type: nauc_precision_at_1_std + value: -2.89692739010175 + - type: nauc_precision_at_20_diff1 + value: 29.307063075506235 + - type: nauc_precision_at_20_max + value: 31.96503432704136 + - type: nauc_precision_at_20_std + value: 14.778922344816682 + - type: nauc_precision_at_3_diff1 + value: 44.453460492200634 + - type: nauc_precision_at_3_max + value: 36.14859388336832 + - type: nauc_precision_at_3_std + value: 4.800212967579488 + - type: nauc_precision_at_5_diff1 + value: 40.22205190799202 + - type: nauc_precision_at_5_max + value: 38.28741836288616 + - type: nauc_precision_at_5_std + value: 10.202239026170842 + - type: nauc_recall_at_1000_diff1 + value: 27.802656406916533 + - type: nauc_recall_at_1000_max + value: 48.91523333513017 + - type: nauc_recall_at_1000_std + value: 45.37280285855605 + - type: nauc_recall_at_100_diff1 + value: 44.062936821497814 + - type: nauc_recall_at_100_max + value: 39.1044271123917 + - type: nauc_recall_at_100_std + value: 18.138636734517977 + - type: nauc_recall_at_10_diff1 + value: 46.496466286643226 + - type: nauc_recall_at_10_max + value: 38.17775853832056 + - type: nauc_recall_at_10_std + value: 4.3907344638907375 + - type: nauc_recall_at_1_diff1 + value: 65.73633577347968 + - type: nauc_recall_at_1_max + value: 39.0696949583001 + - type: nauc_recall_at_1_std + value: -5.304093973753286 + - type: nauc_recall_at_20_diff1 + value: 45.67627485306954 + - type: nauc_recall_at_20_max + value: 37.696455752206795 + - type: nauc_recall_at_20_std + value: 7.269773462867943 + - type: nauc_recall_at_3_diff1 + value: 50.10543215562817 + - type: nauc_recall_at_3_max + value: 35.83938191040353 + - type: nauc_recall_at_3_std + value: -1.607497533365206 + - type: nauc_recall_at_5_diff1 + value: 50.314565492560014 + - type: nauc_recall_at_5_max + value: 39.46480829071993 + - type: nauc_recall_at_5_std + value: 2.671269661710202 + - type: ndcg_at_1 + value: 28.834 + - type: ndcg_at_10 + value: 38.804 + - type: ndcg_at_100 + value: 43.832 + - type: ndcg_at_1000 + value: 46.115 + - type: ndcg_at_20 + value: 40.604 + - type: ndcg_at_3 + value: 34.292 + - type: ndcg_at_5 + value: 36.004000000000005 + - type: precision_at_1 + value: 28.834 + - type: precision_at_10 + value: 6.227 + - type: precision_at_100 + value: 0.9570000000000001 + - type: precision_at_1000 + value: 0.123 + - type: precision_at_20 + value: 3.581 + - type: precision_at_3 + value: 14.826 + - type: precision_at_5 + value: 10.123 + - type: recall_at_1 + value: 25.962000000000003 + - type: recall_at_10 + value: 50.723 + - type: recall_at_100 + value: 73.67099999999999 + - type: recall_at_1000 + value: 90.277 + - type: recall_at_20 + value: 57.504 + - type: recall_at_3 + value: 38.091 + - type: recall_at_5 + value: 42.345 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: main_score + value: 32.388 + - type: map_at_1 + value: 19.933999999999997 + - type: map_at_10 + value: 27.544999999999998 + - type: map_at_100 + value: 28.666000000000004 + - type: map_at_1000 + value: 28.788999999999998 + - type: map_at_20 + value: 28.132 + - type: map_at_3 + value: 25.129 + - type: map_at_5 + value: 26.484 + - type: mrr_at_1 + value: 23.640743289745355 + - type: mrr_at_10 + value: 31.322100416216113 + - type: mrr_at_100 + value: 32.24068530425795 + - type: mrr_at_1000 + value: 32.30753289159229 + - type: mrr_at_20 + value: 31.819007382675256 + - type: mrr_at_3 + value: 29.043358568479068 + - type: mrr_at_5 + value: 30.38024776324855 + - type: nauc_map_at_1000_diff1 + value: 39.432095405114644 + - type: nauc_map_at_1000_max + value: 32.250472208788125 + - type: nauc_map_at_1000_std + value: 1.3765499216188093 + - type: nauc_map_at_100_diff1 + value: 39.42983559790836 + - type: nauc_map_at_100_max + value: 32.244292042207256 + - type: nauc_map_at_100_std + value: 1.3793997130642306 + - type: nauc_map_at_10_diff1 + value: 39.70729732520478 + - type: nauc_map_at_10_max + value: 31.966755036344125 + - type: nauc_map_at_10_std + value: 0.7385295090218716 + - type: nauc_map_at_1_diff1 + value: 44.495430151054336 + - type: nauc_map_at_1_max + value: 29.982114439794643 + - type: nauc_map_at_1_std + value: -1.3447506401404055 + - type: nauc_map_at_20_diff1 + value: 39.49298909549211 + - type: nauc_map_at_20_max + value: 32.1695194426593 + - type: nauc_map_at_20_std + value: 1.0902148211264926 + - type: nauc_map_at_3_diff1 + value: 40.53389807029239 + - type: nauc_map_at_3_max + value: 31.715356191118403 + - type: nauc_map_at_3_std + value: 0.28056703408869377 + - type: nauc_map_at_5_diff1 + value: 40.14442565222247 + - type: nauc_map_at_5_max + value: 32.00739475392889 + - type: nauc_map_at_5_std + value: 0.4955596992864427 + - type: nauc_mrr_at_1000_diff1 + value: 40.009061081268925 + - type: nauc_mrr_at_1000_max + value: 33.86591429721166 + - type: nauc_mrr_at_1000_std + value: 1.7077448741657502 + - type: nauc_mrr_at_100_diff1 + value: 39.997390874284235 + - type: nauc_mrr_at_100_max + value: 33.86945351838866 + - type: nauc_mrr_at_100_std + value: 1.71696314581838 + - type: nauc_mrr_at_10_diff1 + value: 40.12509379811874 + - type: nauc_mrr_at_10_max + value: 33.76283934044446 + - type: nauc_mrr_at_10_std + value: 1.2430566264956315 + - type: nauc_mrr_at_1_diff1 + value: 44.88110341617864 + - type: nauc_mrr_at_1_max + value: 32.906287852960105 + - type: nauc_mrr_at_1_std + value: -1.0513930999916752 + - type: nauc_mrr_at_20_diff1 + value: 39.99671065649182 + - type: nauc_mrr_at_20_max + value: 33.89080116879488 + - type: nauc_mrr_at_20_std + value: 1.5802790695054365 + - type: nauc_mrr_at_3_diff1 + value: 41.027093163682906 + - type: nauc_mrr_at_3_max + value: 34.039923001219144 + - type: nauc_mrr_at_3_std + value: 0.8961188704027852 + - type: nauc_mrr_at_5_diff1 + value: 40.54230047257113 + - type: nauc_mrr_at_5_max + value: 33.9871480791131 + - type: nauc_mrr_at_5_std + value: 1.07622865744921 + - type: nauc_ndcg_at_1000_diff1 + value: 37.02626579816157 + - type: nauc_ndcg_at_1000_max + value: 33.20569609845541 + - type: nauc_ndcg_at_1000_std + value: 4.5171709831731635 + - type: nauc_ndcg_at_100_diff1 + value: 36.93759649232734 + - type: nauc_ndcg_at_100_max + value: 33.35556871630857 + - type: nauc_ndcg_at_100_std + value: 4.992101563679995 + - type: nauc_ndcg_at_10_diff1 + value: 38.000896296292694 + - type: nauc_ndcg_at_10_max + value: 32.743050430383946 + - type: nauc_ndcg_at_10_std + value: 1.9987517822933054 + - type: nauc_ndcg_at_1_diff1 + value: 44.88110341617864 + - type: nauc_ndcg_at_1_max + value: 32.906287852960105 + - type: nauc_ndcg_at_1_std + value: -1.0513930999916752 + - type: nauc_ndcg_at_20_diff1 + value: 37.352476202026196 + - type: nauc_ndcg_at_20_max + value: 33.20013220157046 + - type: nauc_ndcg_at_20_std + value: 3.197292569536845 + - type: nauc_ndcg_at_3_diff1 + value: 39.61034850071899 + - type: nauc_ndcg_at_3_max + value: 32.9343480599293 + - type: nauc_ndcg_at_3_std + value: 0.9875909156053545 + - type: nauc_ndcg_at_5_diff1 + value: 38.96326291598868 + - type: nauc_ndcg_at_5_max + value: 33.04999857261579 + - type: nauc_ndcg_at_5_std + value: 1.3562104035097535 + - type: nauc_precision_at_1000_diff1 + value: 0.8579892758292412 + - type: nauc_precision_at_1000_max + value: 11.535374503730141 + - type: nauc_precision_at_1000_std + value: 4.220107922006484 + - type: nauc_precision_at_100_diff1 + value: 10.701201287064533 + - type: nauc_precision_at_100_max + value: 23.655145916975318 + - type: nauc_precision_at_100_std + value: 11.987167226091426 + - type: nauc_precision_at_10_diff1 + value: 25.33168949376103 + - type: nauc_precision_at_10_max + value: 31.85413101475395 + - type: nauc_precision_at_10_std + value: 5.499203751576525 + - type: nauc_precision_at_1_diff1 + value: 44.88110341617864 + - type: nauc_precision_at_1_max + value: 32.906287852960105 + - type: nauc_precision_at_1_std + value: -1.0513930999916752 + - type: nauc_precision_at_20_diff1 + value: 20.281798578465178 + - type: nauc_precision_at_20_max + value: 31.04004571929362 + - type: nauc_precision_at_20_std + value: 8.18652916257154 + - type: nauc_precision_at_3_diff1 + value: 34.26701299048454 + - type: nauc_precision_at_3_max + value: 35.941328871900105 + - type: nauc_precision_at_3_std + value: 3.4997607852603614 + - type: nauc_precision_at_5_diff1 + value: 31.538017382058047 + - type: nauc_precision_at_5_max + value: 35.08110227426111 + - type: nauc_precision_at_5_std + value: 3.6887401822002412 + - type: nauc_recall_at_1000_diff1 + value: 15.044356004647014 + - type: nauc_recall_at_1000_max + value: 30.822801246039845 + - type: nauc_recall_at_1000_std + value: 28.946329988909845 + - type: nauc_recall_at_100_diff1 + value: 23.699532057756603 + - type: nauc_recall_at_100_max + value: 32.27913363817225 + - type: nauc_recall_at_100_std + value: 20.45848633440386 + - type: nauc_recall_at_10_diff1 + value: 31.17356412314004 + - type: nauc_recall_at_10_max + value: 30.994576113766264 + - type: nauc_recall_at_10_std + value: 4.62856199972417 + - type: nauc_recall_at_1_diff1 + value: 44.495430151054336 + - type: nauc_recall_at_1_max + value: 29.982114439794643 + - type: nauc_recall_at_1_std + value: -1.3447506401404055 + - type: nauc_recall_at_20_diff1 + value: 28.304017932372155 + - type: nauc_recall_at_20_max + value: 31.856647031696383 + - type: nauc_recall_at_20_std + value: 8.817413938730361 + - type: nauc_recall_at_3_diff1 + value: 35.95017861750422 + - type: nauc_recall_at_3_max + value: 31.641984309143332 + - type: nauc_recall_at_3_std + value: 2.3704976555263086 + - type: nauc_recall_at_5_diff1 + value: 34.063880393836534 + - type: nauc_recall_at_5_max + value: 32.00850680189186 + - type: nauc_recall_at_5_std + value: 2.9328158047750894 + - type: ndcg_at_1 + value: 23.641000000000002 + - type: ndcg_at_10 + value: 32.388 + - type: ndcg_at_100 + value: 37.749 + - type: ndcg_at_1000 + value: 40.537 + - type: ndcg_at_20 + value: 34.28 + - type: ndcg_at_3 + value: 28.058 + - type: ndcg_at_5 + value: 30.113 + - type: precision_at_1 + value: 23.641000000000002 + - type: precision_at_10 + value: 5.811999999999999 + - type: precision_at_100 + value: 0.9939999999999999 + - type: precision_at_1000 + value: 0.14200000000000002 + - type: precision_at_20 + value: 3.472 + - type: precision_at_3 + value: 13.111 + - type: precision_at_5 + value: 9.456000000000001 + - type: recall_at_1 + value: 19.933999999999997 + - type: recall_at_10 + value: 43.078 + - type: recall_at_100 + value: 67.242 + - type: recall_at_1000 + value: 86.973 + - type: recall_at_20 + value: 50.031000000000006 + - type: recall_at_3 + value: 31.062 + - type: recall_at_5 + value: 36.315999999999995 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: main_score + value: 44.722 + - type: map_at_1 + value: 29.072 + - type: map_at_10 + value: 39.25 + - type: map_at_100 + value: 40.426 + - type: map_at_1000 + value: 40.528999999999996 + - type: map_at_20 + value: 39.93 + - type: map_at_3 + value: 36.132 + - type: map_at_5 + value: 37.985 + - type: mrr_at_1 + value: 34.048507462686565 + - type: mrr_at_10 + value: 43.14698827292108 + - type: mrr_at_100 + value: 44.051192277034154 + - type: mrr_at_1000 + value: 44.107508349556845 + - type: mrr_at_20 + value: 43.737780068879694 + - type: mrr_at_3 + value: 40.593905472636806 + - type: mrr_at_5 + value: 42.20771144278602 + - type: nauc_map_at_1000_diff1 + value: 50.760419060905726 + - type: nauc_map_at_1000_max + value: 49.17795203592375 + - type: nauc_map_at_1000_std + value: 3.030817021699703 + - type: nauc_map_at_100_diff1 + value: 50.74246353752929 + - type: nauc_map_at_100_max + value: 49.15485358641109 + - type: nauc_map_at_100_std + value: 3.0086923977616165 + - type: nauc_map_at_10_diff1 + value: 50.73866025493935 + - type: nauc_map_at_10_max + value: 48.9731969924837 + - type: nauc_map_at_10_std + value: 2.7369727690804013 + - type: nauc_map_at_1_diff1 + value: 57.861789449807 + - type: nauc_map_at_1_max + value: 50.609587661619436 + - type: nauc_map_at_1_std + value: 0.11047312188031311 + - type: nauc_map_at_20_diff1 + value: 50.76511835975127 + - type: nauc_map_at_20_max + value: 49.05141199070726 + - type: nauc_map_at_20_std + value: 2.8183996550947534 + - type: nauc_map_at_3_diff1 + value: 52.35396925813111 + - type: nauc_map_at_3_max + value: 48.731880168091394 + - type: nauc_map_at_3_std + value: 1.5608406018263319 + - type: nauc_map_at_5_diff1 + value: 51.37723141537462 + - type: nauc_map_at_5_max + value: 49.128536247887304 + - type: nauc_map_at_5_std + value: 2.3100100968692416 + - type: nauc_mrr_at_1000_diff1 + value: 49.38317342582358 + - type: nauc_mrr_at_1000_max + value: 48.86642358781332 + - type: nauc_mrr_at_1000_std + value: 3.085969399146775 + - type: nauc_mrr_at_100_diff1 + value: 49.36913857935236 + - type: nauc_mrr_at_100_max + value: 48.852276658001756 + - type: nauc_mrr_at_100_std + value: 3.0924076269507066 + - type: nauc_mrr_at_10_diff1 + value: 49.2673387296456 + - type: nauc_mrr_at_10_max + value: 48.73871789141773 + - type: nauc_mrr_at_10_std + value: 2.8634537217769824 + - type: nauc_mrr_at_1_diff1 + value: 55.46027934372595 + - type: nauc_mrr_at_1_max + value: 51.22116133200325 + - type: nauc_mrr_at_1_std + value: 0.3150103421046114 + - type: nauc_mrr_at_20_diff1 + value: 49.29994747074829 + - type: nauc_mrr_at_20_max + value: 48.84435864143889 + - type: nauc_mrr_at_20_std + value: 3.0317480264943226 + - type: nauc_mrr_at_3_diff1 + value: 50.32456938936314 + - type: nauc_mrr_at_3_max + value: 49.019560128653985 + - type: nauc_mrr_at_3_std + value: 2.227284100045724 + - type: nauc_mrr_at_5_diff1 + value: 49.46346874023712 + - type: nauc_mrr_at_5_max + value: 49.08809887285519 + - type: nauc_mrr_at_5_std + value: 2.8688902354832124 + - type: nauc_ndcg_at_1000_diff1 + value: 48.42878157444301 + - type: nauc_ndcg_at_1000_max + value: 49.08844432902424 + - type: nauc_ndcg_at_1000_std + value: 5.380167289943043 + - type: nauc_ndcg_at_100_diff1 + value: 47.797582200418134 + - type: nauc_ndcg_at_100_max + value: 48.596601939337454 + - type: nauc_ndcg_at_100_std + value: 5.492043017969421 + - type: nauc_ndcg_at_10_diff1 + value: 47.625157750972804 + - type: nauc_ndcg_at_10_max + value: 48.085974210688136 + - type: nauc_ndcg_at_10_std + value: 3.9660254846310847 + - type: nauc_ndcg_at_1_diff1 + value: 55.46027934372595 + - type: nauc_ndcg_at_1_max + value: 51.22116133200325 + - type: nauc_ndcg_at_1_std + value: 0.3150103421046114 + - type: nauc_ndcg_at_20_diff1 + value: 47.637502104264385 + - type: nauc_ndcg_at_20_max + value: 48.30145643136742 + - type: nauc_ndcg_at_20_std + value: 4.505873937286856 + - type: nauc_ndcg_at_3_diff1 + value: 49.87044033257167 + - type: nauc_ndcg_at_3_max + value: 48.08524541077855 + - type: nauc_ndcg_at_3_std + value: 2.3430570236690613 + - type: nauc_ndcg_at_5_diff1 + value: 48.65339964003644 + - type: nauc_ndcg_at_5_max + value: 48.60373734139397 + - type: nauc_ndcg_at_5_std + value: 3.4063158959996382 + - type: nauc_precision_at_1000_diff1 + value: -10.775942551429775 + - type: nauc_precision_at_1000_max + value: -1.7495021980399774 + - type: nauc_precision_at_1000_std + value: 7.379058923086573 + - type: nauc_precision_at_100_diff1 + value: 0.37649047395049773 + - type: nauc_precision_at_100_max + value: 13.820306869942492 + - type: nauc_precision_at_100_std + value: 11.642351647126524 + - type: nauc_precision_at_10_diff1 + value: 18.216485349603282 + - type: nauc_precision_at_10_max + value: 31.933237189917435 + - type: nauc_precision_at_10_std + value: 8.389616933577662 + - type: nauc_precision_at_1_diff1 + value: 55.46027934372595 + - type: nauc_precision_at_1_max + value: 51.22116133200325 + - type: nauc_precision_at_1_std + value: 0.3150103421046114 + - type: nauc_precision_at_20_diff1 + value: 12.750940909763035 + - type: nauc_precision_at_20_max + value: 27.1840822623236 + - type: nauc_precision_at_20_std + value: 9.195054018005923 + - type: nauc_precision_at_3_diff1 + value: 36.379888969052914 + - type: nauc_precision_at_3_max + value: 42.004013659004194 + - type: nauc_precision_at_3_std + value: 4.579532665542333 + - type: nauc_precision_at_5_diff1 + value: 28.236832614984774 + - type: nauc_precision_at_5_max + value: 39.10171500376415 + - type: nauc_precision_at_5_std + value: 7.162006905424074 + - type: nauc_recall_at_1000_diff1 + value: 29.310425551550885 + - type: nauc_recall_at_1000_max + value: 51.73371986372531 + - type: nauc_recall_at_1000_std + value: 43.85287244908794 + - type: nauc_recall_at_100_diff1 + value: 33.105037284921565 + - type: nauc_recall_at_100_max + value: 42.124001633147316 + - type: nauc_recall_at_100_std + value: 19.4129898533571 + - type: nauc_recall_at_10_diff1 + value: 37.62933078849475 + - type: nauc_recall_at_10_max + value: 42.79759235560673 + - type: nauc_recall_at_10_std + value: 7.091258015370007 + - type: nauc_recall_at_1_diff1 + value: 57.861789449807 + - type: nauc_recall_at_1_max + value: 50.609587661619436 + - type: nauc_recall_at_1_std + value: 0.11047312188031311 + - type: nauc_recall_at_20_diff1 + value: 35.96890042211954 + - type: nauc_recall_at_20_max + value: 42.335161622023385 + - type: nauc_recall_at_20_std + value: 9.870452156772494 + - type: nauc_recall_at_3_diff1 + value: 45.075408938241324 + - type: nauc_recall_at_3_max + value: 44.6546256631834 + - type: nauc_recall_at_3_std + value: 2.763616443398486 + - type: nauc_recall_at_5_diff1 + value: 40.91464426027458 + - type: nauc_recall_at_5_max + value: 45.07693534575636 + - type: nauc_recall_at_5_std + value: 5.746035089435559 + - type: ndcg_at_1 + value: 34.049 + - type: ndcg_at_10 + value: 44.722 + - type: ndcg_at_100 + value: 49.864999999999995 + - type: ndcg_at_1000 + value: 52.071 + - type: ndcg_at_20 + value: 46.89 + - type: ndcg_at_3 + value: 39.434999999999995 + - type: ndcg_at_5 + value: 42.221 + - type: precision_at_1 + value: 34.049 + - type: precision_at_10 + value: 7.509 + - type: precision_at_100 + value: 1.118 + - type: precision_at_1000 + value: 0.14200000000000002 + - type: precision_at_20 + value: 4.352 + - type: precision_at_3 + value: 17.755000000000003 + - type: precision_at_5 + value: 12.668 + - type: recall_at_1 + value: 29.072 + - type: recall_at_10 + value: 57.251 + - type: recall_at_100 + value: 79.237 + - type: recall_at_1000 + value: 94.452 + - type: recall_at_20 + value: 64.976 + - type: recall_at_3 + value: 43.213 + - type: recall_at_5 + value: 50.169 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: main_score + value: 43.692 + - type: map_at_1 + value: 28.375 + - type: map_at_10 + value: 38.009 + - type: map_at_100 + value: 39.724 + - type: map_at_1000 + value: 39.943 + - type: map_at_20 + value: 38.934000000000005 + - type: map_at_3 + value: 35.115 + - type: map_at_5 + value: 36.906 + - type: mrr_at_1 + value: 33.99209486166008 + - type: mrr_at_10 + value: 42.59418721375244 + - type: mrr_at_100 + value: 43.76246716346725 + - type: mrr_at_1000 + value: 43.800667883042095 + - type: mrr_at_20 + value: 43.364410286981844 + - type: mrr_at_3 + value: 40.250329380764185 + - type: mrr_at_5 + value: 41.65349143610015 + - type: nauc_map_at_1000_diff1 + value: 40.323280775311765 + - type: nauc_map_at_1000_max + value: 39.58356051942929 + - type: nauc_map_at_1000_std + value: 5.811505855792315 + - type: nauc_map_at_100_diff1 + value: 40.10834716642787 + - type: nauc_map_at_100_max + value: 39.71909426675674 + - type: nauc_map_at_100_std + value: 5.65192320670045 + - type: nauc_map_at_10_diff1 + value: 40.07680297377284 + - type: nauc_map_at_10_max + value: 39.325423037685546 + - type: nauc_map_at_10_std + value: 3.5550102422533576 + - type: nauc_map_at_1_diff1 + value: 46.78581974845936 + - type: nauc_map_at_1_max + value: 38.76797022736912 + - type: nauc_map_at_1_std + value: 1.3866055955234646 + - type: nauc_map_at_20_diff1 + value: 39.94515722154877 + - type: nauc_map_at_20_max + value: 39.41157329525085 + - type: nauc_map_at_20_std + value: 4.71995579048337 + - type: nauc_map_at_3_diff1 + value: 40.687289860813365 + - type: nauc_map_at_3_max + value: 38.4852492560273 + - type: nauc_map_at_3_std + value: 2.271640173400609 + - type: nauc_map_at_5_diff1 + value: 40.467336449417765 + - type: nauc_map_at_5_max + value: 39.50649331907832 + - type: nauc_map_at_5_std + value: 3.1735830189375736 + - type: nauc_mrr_at_1000_diff1 + value: 39.9936083347999 + - type: nauc_mrr_at_1000_max + value: 38.8655305231559 + - type: nauc_mrr_at_1000_std + value: 7.909840985525943 + - type: nauc_mrr_at_100_diff1 + value: 39.972318696309365 + - type: nauc_mrr_at_100_max + value: 38.859087892031596 + - type: nauc_mrr_at_100_std + value: 7.947613190121554 + - type: nauc_mrr_at_10_diff1 + value: 40.156868549352914 + - type: nauc_mrr_at_10_max + value: 38.83763932557654 + - type: nauc_mrr_at_10_std + value: 7.339915764916966 + - type: nauc_mrr_at_1_diff1 + value: 44.97693907176195 + - type: nauc_mrr_at_1_max + value: 40.03919408146429 + - type: nauc_mrr_at_1_std + value: 7.755266269078702 + - type: nauc_mrr_at_20_diff1 + value: 39.94043217345319 + - type: nauc_mrr_at_20_max + value: 38.74720673612248 + - type: nauc_mrr_at_20_std + value: 7.760572250915075 + - type: nauc_mrr_at_3_diff1 + value: 39.96111544338325 + - type: nauc_mrr_at_3_max + value: 38.46421243593102 + - type: nauc_mrr_at_3_std + value: 6.528611487141296 + - type: nauc_mrr_at_5_diff1 + value: 40.174967051016736 + - type: nauc_mrr_at_5_max + value: 39.035593985981684 + - type: nauc_mrr_at_5_std + value: 6.971950800211483 + - type: nauc_ndcg_at_1000_diff1 + value: 39.016898984942536 + - type: nauc_ndcg_at_1000_max + value: 40.39491805572175 + - type: nauc_ndcg_at_1000_std + value: 10.031391094809482 + - type: nauc_ndcg_at_100_diff1 + value: 38.32985292433329 + - type: nauc_ndcg_at_100_max + value: 40.29019091167566 + - type: nauc_ndcg_at_100_std + value: 10.460340040258803 + - type: nauc_ndcg_at_10_diff1 + value: 38.68317711882466 + - type: nauc_ndcg_at_10_max + value: 38.59408942538687 + - type: nauc_ndcg_at_10_std + value: 6.2333377757728625 + - type: nauc_ndcg_at_1_diff1 + value: 44.97693907176195 + - type: nauc_ndcg_at_1_max + value: 40.03919408146429 + - type: nauc_ndcg_at_1_std + value: 7.755266269078702 + - type: nauc_ndcg_at_20_diff1 + value: 38.151286655877044 + - type: nauc_ndcg_at_20_max + value: 38.58195710047157 + - type: nauc_ndcg_at_20_std + value: 8.127010352974342 + - type: nauc_ndcg_at_3_diff1 + value: 38.8797705249473 + - type: nauc_ndcg_at_3_max + value: 37.93871443881654 + - type: nauc_ndcg_at_3_std + value: 5.199744299613702 + - type: nauc_ndcg_at_5_diff1 + value: 39.30695488055343 + - type: nauc_ndcg_at_5_max + value: 39.24390830410231 + - type: nauc_ndcg_at_5_std + value: 6.393246441405309 + - type: nauc_precision_at_1000_diff1 + value: 14.399944609637044 + - type: nauc_precision_at_1000_max + value: -10.17099485672005 + - type: nauc_precision_at_1000_std + value: 20.66644829842888 + - type: nauc_precision_at_100_diff1 + value: 9.069079609228908 + - type: nauc_precision_at_100_max + value: 4.065124737687779 + - type: nauc_precision_at_100_std + value: 31.107985656647557 + - type: nauc_precision_at_10_diff1 + value: 17.000945636231037 + - type: nauc_precision_at_10_max + value: 25.026721592124844 + - type: nauc_precision_at_10_std + value: 20.07498948143639 + - type: nauc_precision_at_1_diff1 + value: 44.97693907176195 + - type: nauc_precision_at_1_max + value: 40.03919408146429 + - type: nauc_precision_at_1_std + value: 7.755266269078702 + - type: nauc_precision_at_20_diff1 + value: 11.47018887895978 + - type: nauc_precision_at_20_max + value: 18.037165101696996 + - type: nauc_precision_at_20_std + value: 29.730108768934087 + - type: nauc_precision_at_3_diff1 + value: 23.464000465007697 + - type: nauc_precision_at_3_max + value: 31.99363298692347 + - type: nauc_precision_at_3_std + value: 11.8643893735375 + - type: nauc_precision_at_5_diff1 + value: 20.110906670076435 + - type: nauc_precision_at_5_max + value: 31.088178850932525 + - type: nauc_precision_at_5_std + value: 16.73038318183611 + - type: nauc_recall_at_1000_diff1 + value: 35.652592229504734 + - type: nauc_recall_at_1000_max + value: 62.73306941632778 + - type: nauc_recall_at_1000_std + value: 59.493061172332794 + - type: nauc_recall_at_100_diff1 + value: 27.07609325471521 + - type: nauc_recall_at_100_max + value: 42.62351469487428 + - type: nauc_recall_at_100_std + value: 35.54812980928898 + - type: nauc_recall_at_10_diff1 + value: 31.01066630575034 + - type: nauc_recall_at_10_max + value: 35.4692240854422 + - type: nauc_recall_at_10_std + value: 6.02167165896485 + - type: nauc_recall_at_1_diff1 + value: 46.78581974845936 + - type: nauc_recall_at_1_max + value: 38.76797022736912 + - type: nauc_recall_at_1_std + value: 1.3866055955234646 + - type: nauc_recall_at_20_diff1 + value: 28.573133193243194 + - type: nauc_recall_at_20_max + value: 33.59892465323569 + - type: nauc_recall_at_20_std + value: 13.688824462521056 + - type: nauc_recall_at_3_diff1 + value: 33.67501521174446 + - type: nauc_recall_at_3_max + value: 34.86523196412695 + - type: nauc_recall_at_3_std + value: 1.3361875812123045 + - type: nauc_recall_at_5_diff1 + value: 33.4610375265344 + - type: nauc_recall_at_5_max + value: 37.36574305043109 + - type: nauc_recall_at_5_std + value: 3.7170099554233906 + - type: ndcg_at_1 + value: 33.992 + - type: ndcg_at_10 + value: 43.692 + - type: ndcg_at_100 + value: 50.139 + - type: ndcg_at_1000 + value: 52.112 + - type: ndcg_at_20 + value: 46.312 + - type: ndcg_at_3 + value: 39.495999999999995 + - type: ndcg_at_5 + value: 41.794 + - type: precision_at_1 + value: 33.992 + - type: precision_at_10 + value: 7.964 + - type: precision_at_100 + value: 1.617 + - type: precision_at_1000 + value: 0.245 + - type: precision_at_20 + value: 5.119 + - type: precision_at_3 + value: 18.445 + - type: precision_at_5 + value: 13.281 + - type: recall_at_1 + value: 28.375 + - type: recall_at_10 + value: 54.242999999999995 + - type: recall_at_100 + value: 82.636 + - type: recall_at_1000 + value: 94.22399999999999 + - type: recall_at_20 + value: 63.993 + - type: recall_at_3 + value: 42.074 + - type: recall_at_5 + value: 48.172 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: main_score + value: 35.977 + - type: map_at_1 + value: 23.333000000000002 + - type: map_at_10 + value: 31.046000000000003 + - type: map_at_100 + value: 32.055 + - type: map_at_1000 + value: 32.147 + - type: map_at_20 + value: 31.556 + - type: map_at_3 + value: 28.315 + - type: map_at_5 + value: 29.881 + - type: mrr_at_1 + value: 25.693160813308687 + - type: mrr_at_10 + value: 33.43257635771498 + - type: mrr_at_100 + value: 34.31548367605493 + - type: mrr_at_1000 + value: 34.37801297570286 + - type: mrr_at_20 + value: 33.86328992936981 + - type: mrr_at_3 + value: 30.745532963647566 + - type: mrr_at_5 + value: 32.335181762168816 + - type: nauc_map_at_1000_diff1 + value: 45.22718795765733 + - type: nauc_map_at_1000_max + value: 36.57896344808718 + - type: nauc_map_at_1000_std + value: -0.8709187735719646 + - type: nauc_map_at_100_diff1 + value: 45.203815992445854 + - type: nauc_map_at_100_max + value: 36.56424208682807 + - type: nauc_map_at_100_std + value: -0.895717972975496 + - type: nauc_map_at_10_diff1 + value: 45.55223833872233 + - type: nauc_map_at_10_max + value: 36.72055103852916 + - type: nauc_map_at_10_std + value: -1.4164435707064298 + - type: nauc_map_at_1_diff1 + value: 51.728825815393385 + - type: nauc_map_at_1_max + value: 36.485675960281014 + - type: nauc_map_at_1_std + value: -5.6156977207038485 + - type: nauc_map_at_20_diff1 + value: 45.32240910588799 + - type: nauc_map_at_20_max + value: 36.73322607493656 + - type: nauc_map_at_20_std + value: -0.9822167145344648 + - type: nauc_map_at_3_diff1 + value: 46.07401924963852 + - type: nauc_map_at_3_max + value: 37.22001398614413 + - type: nauc_map_at_3_std + value: -1.8496830553484993 + - type: nauc_map_at_5_diff1 + value: 45.494860339788026 + - type: nauc_map_at_5_max + value: 36.26443248483769 + - type: nauc_map_at_5_std + value: -1.7434057463650163 + - type: nauc_mrr_at_1000_diff1 + value: 46.21253943806437 + - type: nauc_mrr_at_1000_max + value: 38.177432777205354 + - type: nauc_mrr_at_1000_std + value: 0.7768638734725042 + - type: nauc_mrr_at_100_diff1 + value: 46.18580958749434 + - type: nauc_mrr_at_100_max + value: 38.16083552209263 + - type: nauc_mrr_at_100_std + value: 0.7694820893666625 + - type: nauc_mrr_at_10_diff1 + value: 46.4031003307697 + - type: nauc_mrr_at_10_max + value: 38.331262989485204 + - type: nauc_mrr_at_10_std + value: 0.516521121582369 + - type: nauc_mrr_at_1_diff1 + value: 52.54099054051612 + - type: nauc_mrr_at_1_max + value: 38.64739617138923 + - type: nauc_mrr_at_1_std + value: -3.732075482696759 + - type: nauc_mrr_at_20_diff1 + value: 46.25651789878755 + - type: nauc_mrr_at_20_max + value: 38.37223683042208 + - type: nauc_mrr_at_20_std + value: 0.8628381973898458 + - type: nauc_mrr_at_3_diff1 + value: 47.37035802829552 + - type: nauc_mrr_at_3_max + value: 39.39203133385594 + - type: nauc_mrr_at_3_std + value: -0.10049275141855617 + - type: nauc_mrr_at_5_diff1 + value: 46.38495559785434 + - type: nauc_mrr_at_5_max + value: 38.029438017699604 + - type: nauc_mrr_at_5_std + value: 0.033144589066499454 + - type: nauc_ndcg_at_1000_diff1 + value: 42.920860460202505 + - type: nauc_ndcg_at_1000_max + value: 36.54736833868591 + - type: nauc_ndcg_at_1000_std + value: 2.8313226967365432 + - type: nauc_ndcg_at_100_diff1 + value: 42.53476345813231 + - type: nauc_ndcg_at_100_max + value: 35.93748082089683 + - type: nauc_ndcg_at_100_std + value: 2.4176078459557475 + - type: nauc_ndcg_at_10_diff1 + value: 43.594795947394424 + - type: nauc_ndcg_at_10_max + value: 36.695763579362655 + - type: nauc_ndcg_at_10_std + value: 0.5106465386911283 + - type: nauc_ndcg_at_1_diff1 + value: 52.54099054051612 + - type: nauc_ndcg_at_1_max + value: 38.64739617138923 + - type: nauc_ndcg_at_1_std + value: -3.732075482696759 + - type: nauc_ndcg_at_20_diff1 + value: 42.954335807831306 + - type: nauc_ndcg_at_20_max + value: 36.84558505388929 + - type: nauc_ndcg_at_20_std + value: 2.041288642339101 + - type: nauc_ndcg_at_3_diff1 + value: 44.72319676900573 + - type: nauc_ndcg_at_3_max + value: 38.16973225290572 + - type: nauc_ndcg_at_3_std + value: -0.22968052359750002 + - type: nauc_ndcg_at_5_diff1 + value: 43.61533970987853 + - type: nauc_ndcg_at_5_max + value: 36.00954769401293 + - type: nauc_ndcg_at_5_std + value: -0.26032000690194024 + - type: nauc_precision_at_1000_diff1 + value: 0.7877763084973665 + - type: nauc_precision_at_1000_max + value: 2.1801591614770293 + - type: nauc_precision_at_1000_std + value: 14.214797840652245 + - type: nauc_precision_at_100_diff1 + value: 13.404592217945185 + - type: nauc_precision_at_100_max + value: 22.958703884232143 + - type: nauc_precision_at_100_std + value: 20.903308284925252 + - type: nauc_precision_at_10_diff1 + value: 31.74143406888776 + - type: nauc_precision_at_10_max + value: 36.03995765213036 + - type: nauc_precision_at_10_std + value: 9.41801821108275 + - type: nauc_precision_at_1_diff1 + value: 52.54099054051612 + - type: nauc_precision_at_1_max + value: 38.64739617138923 + - type: nauc_precision_at_1_std + value: -3.732075482696759 + - type: nauc_precision_at_20_diff1 + value: 26.617590644330164 + - type: nauc_precision_at_20_max + value: 33.96374986677854 + - type: nauc_precision_at_20_std + value: 15.46843694127063 + - type: nauc_precision_at_3_diff1 + value: 38.99506563253017 + - type: nauc_precision_at_3_max + value: 39.80657156665246 + - type: nauc_precision_at_3_std + value: 5.079287300413413 + - type: nauc_precision_at_5_diff1 + value: 34.90172497873929 + - type: nauc_precision_at_5_max + value: 35.45469625301615 + - type: nauc_precision_at_5_std + value: 6.480240051515346 + - type: nauc_recall_at_1000_diff1 + value: 16.070135288090835 + - type: nauc_recall_at_1000_max + value: 32.03320279140135 + - type: nauc_recall_at_1000_std + value: 38.785277645406524 + - type: nauc_recall_at_100_diff1 + value: 28.319781992014764 + - type: nauc_recall_at_100_max + value: 26.75864253988515 + - type: nauc_recall_at_100_std + value: 13.618232233364505 + - type: nauc_recall_at_10_diff1 + value: 36.29904326412429 + - type: nauc_recall_at_10_max + value: 33.69300085607644 + - type: nauc_recall_at_10_std + value: 3.697003202346052 + - type: nauc_recall_at_1_diff1 + value: 51.728825815393385 + - type: nauc_recall_at_1_max + value: 36.485675960281014 + - type: nauc_recall_at_1_std + value: -5.6156977207038485 + - type: nauc_recall_at_20_diff1 + value: 33.59302174152832 + - type: nauc_recall_at_20_max + value: 34.063179006998254 + - type: nauc_recall_at_20_std + value: 9.528686105553895 + - type: nauc_recall_at_3_diff1 + value: 39.628751291828415 + - type: nauc_recall_at_3_max + value: 37.67952240312479 + - type: nauc_recall_at_3_std + value: 1.6161823764259273 + - type: nauc_recall_at_5_diff1 + value: 36.68190217441154 + - type: nauc_recall_at_5_max + value: 32.37947603111437 + - type: nauc_recall_at_5_std + value: 1.6678770596515002 + - type: ndcg_at_1 + value: 25.692999999999998 + - type: ndcg_at_10 + value: 35.977 + - type: ndcg_at_100 + value: 41.094 + - type: ndcg_at_1000 + value: 43.44 + - type: ndcg_at_20 + value: 37.722 + - type: ndcg_at_3 + value: 30.596 + - type: ndcg_at_5 + value: 33.300999999999995 + - type: precision_at_1 + value: 25.692999999999998 + - type: precision_at_10 + value: 5.675 + - type: precision_at_100 + value: 0.8840000000000001 + - type: precision_at_1000 + value: 0.12 + - type: precision_at_20 + value: 3.253 + - type: precision_at_3 + value: 12.876999999999999 + - type: precision_at_5 + value: 9.316 + - type: recall_at_1 + value: 23.333000000000002 + - type: recall_at_10 + value: 49.014 + - type: recall_at_100 + value: 72.77 + - type: recall_at_1000 + value: 90.424 + - type: recall_at_20 + value: 55.718 + - type: recall_at_3 + value: 34.489 + - type: recall_at_5 + value: 41.069 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 40.665 + - type: map_at_1 + value: 18.331 + - type: map_at_10 + value: 30.631000000000004 + - type: map_at_100 + value: 32.78 + - type: map_at_1000 + value: 32.961 + - type: map_at_20 + value: 31.837 + - type: map_at_3 + value: 25.966 + - type: map_at_5 + value: 28.358 + - type: mrr_at_1 + value: 42.08469055374593 + - type: mrr_at_10 + value: 53.89806628405985 + - type: mrr_at_100 + value: 54.523521271715204 + - type: mrr_at_1000 + value: 54.544115472781066 + - type: mrr_at_20 + value: 54.318571521078155 + - type: mrr_at_3 + value: 51.08577633007607 + - type: mrr_at_5 + value: 52.76004343105332 + - type: nauc_map_at_1000_diff1 + value: 28.66279724592801 + - type: nauc_map_at_1000_max + value: 40.25778426879266 + - type: nauc_map_at_1000_std + value: 22.843404755367676 + - type: nauc_map_at_100_diff1 + value: 28.639439686161637 + - type: nauc_map_at_100_max + value: 40.248969249981016 + - type: nauc_map_at_100_std + value: 22.808242909424926 + - type: nauc_map_at_10_diff1 + value: 28.61506772153627 + - type: nauc_map_at_10_max + value: 39.370345527055925 + - type: nauc_map_at_10_std + value: 21.124956156063426 + - type: nauc_map_at_1_diff1 + value: 38.080854298707045 + - type: nauc_map_at_1_max + value: 34.08902288212793 + - type: nauc_map_at_1_std + value: 9.84432929683795 + - type: nauc_map_at_20_diff1 + value: 28.377267354165248 + - type: nauc_map_at_20_max + value: 39.86577667800827 + - type: nauc_map_at_20_std + value: 22.22605718850058 + - type: nauc_map_at_3_diff1 + value: 29.643624746333053 + - type: nauc_map_at_3_max + value: 36.62660984521409 + - type: nauc_map_at_3_std + value: 16.559180443901024 + - type: nauc_map_at_5_diff1 + value: 28.64868725155636 + - type: nauc_map_at_5_max + value: 38.12417897902731 + - type: nauc_map_at_5_std + value: 18.880981174442482 + - type: nauc_mrr_at_1000_diff1 + value: 31.469929815199254 + - type: nauc_mrr_at_1000_max + value: 39.491437733953404 + - type: nauc_mrr_at_1000_std + value: 24.16647047433768 + - type: nauc_mrr_at_100_diff1 + value: 31.467580423799163 + - type: nauc_mrr_at_100_max + value: 39.50366461378037 + - type: nauc_mrr_at_100_std + value: 24.17790086352623 + - type: nauc_mrr_at_10_diff1 + value: 31.45933060678348 + - type: nauc_mrr_at_10_max + value: 39.7211569068441 + - type: nauc_mrr_at_10_std + value: 24.398456960576272 + - type: nauc_mrr_at_1_diff1 + value: 35.22756819116212 + - type: nauc_mrr_at_1_max + value: 35.39995365445277 + - type: nauc_mrr_at_1_std + value: 17.176768576881987 + - type: nauc_mrr_at_20_diff1 + value: 31.43894468026687 + - type: nauc_mrr_at_20_max + value: 39.58514381740837 + - type: nauc_mrr_at_20_std + value: 24.229204696912763 + - type: nauc_mrr_at_3_diff1 + value: 30.34322716612186 + - type: nauc_mrr_at_3_max + value: 38.11493133038243 + - type: nauc_mrr_at_3_std + value: 23.195354121573196 + - type: nauc_mrr_at_5_diff1 + value: 30.978774210664533 + - type: nauc_mrr_at_5_max + value: 39.20107683480328 + - type: nauc_mrr_at_5_std + value: 24.16022688639071 + - type: nauc_ndcg_at_1000_diff1 + value: 28.966749941983483 + - type: nauc_ndcg_at_1000_max + value: 43.94884315290988 + - type: nauc_ndcg_at_1000_std + value: 30.013680691530347 + - type: nauc_ndcg_at_100_diff1 + value: 28.510858889585002 + - type: nauc_ndcg_at_100_max + value: 43.961967588751584 + - type: nauc_ndcg_at_100_std + value: 29.691366273678437 + - type: nauc_ndcg_at_10_diff1 + value: 28.29575867721997 + - type: nauc_ndcg_at_10_max + value: 41.967654471182954 + - type: nauc_ndcg_at_10_std + value: 25.698895263549552 + - type: nauc_ndcg_at_1_diff1 + value: 35.22756819116212 + - type: nauc_ndcg_at_1_max + value: 35.39995365445277 + - type: nauc_ndcg_at_1_std + value: 17.176768576881987 + - type: nauc_ndcg_at_20_diff1 + value: 27.774476349912202 + - type: nauc_ndcg_at_20_max + value: 42.79292342302096 + - type: nauc_ndcg_at_20_std + value: 27.521022252457016 + - type: nauc_ndcg_at_3_diff1 + value: 27.825944882654525 + - type: nauc_ndcg_at_3_max + value: 37.2298293959292 + - type: nauc_ndcg_at_3_std + value: 20.08915077852354 + - type: nauc_ndcg_at_5_diff1 + value: 27.819610550591108 + - type: nauc_ndcg_at_5_max + value: 39.78372750504299 + - type: nauc_ndcg_at_5_std + value: 22.591735790601717 + - type: nauc_precision_at_1000_diff1 + value: -4.50335714243064 + - type: nauc_precision_at_1000_max + value: 8.251912026083913 + - type: nauc_precision_at_1000_std + value: 25.069582587880397 + - type: nauc_precision_at_100_diff1 + value: 2.5806462972358646 + - type: nauc_precision_at_100_max + value: 22.89207571209036 + - type: nauc_precision_at_100_std + value: 33.53219498762396 + - type: nauc_precision_at_10_diff1 + value: 10.337042519080265 + - type: nauc_precision_at_10_max + value: 33.219495576176485 + - type: nauc_precision_at_10_std + value: 33.380734520375654 + - type: nauc_precision_at_1_diff1 + value: 35.22756819116212 + - type: nauc_precision_at_1_max + value: 35.39995365445277 + - type: nauc_precision_at_1_std + value: 17.176768576881987 + - type: nauc_precision_at_20_diff1 + value: 6.154629484583631 + - type: nauc_precision_at_20_max + value: 29.97367729545834 + - type: nauc_precision_at_20_std + value: 34.06376927516598 + - type: nauc_precision_at_3_diff1 + value: 14.847959988663446 + - type: nauc_precision_at_3_max + value: 33.92508247202971 + - type: nauc_precision_at_3_std + value: 27.418645475755994 + - type: nauc_precision_at_5_diff1 + value: 12.132570928439415 + - type: nauc_precision_at_5_max + value: 34.06309599360566 + - type: nauc_precision_at_5_std + value: 30.321616018987662 + - type: nauc_recall_at_1000_diff1 + value: 20.314982656928557 + - type: nauc_recall_at_1000_max + value: 50.29152625089194 + - type: nauc_recall_at_1000_std + value: 54.206815810043395 + - type: nauc_recall_at_100_diff1 + value: 19.108674599887934 + - type: nauc_recall_at_100_max + value: 44.38802294958441 + - type: nauc_recall_at_100_std + value: 39.826771664800155 + - type: nauc_recall_at_10_diff1 + value: 21.967797939910902 + - type: nauc_recall_at_10_max + value: 40.93510726774966 + - type: nauc_recall_at_10_std + value: 27.557171358431017 + - type: nauc_recall_at_1_diff1 + value: 38.080854298707045 + - type: nauc_recall_at_1_max + value: 34.08902288212793 + - type: nauc_recall_at_1_std + value: 9.84432929683795 + - type: nauc_recall_at_20_diff1 + value: 19.152237539756335 + - type: nauc_recall_at_20_max + value: 41.15168395500831 + - type: nauc_recall_at_20_std + value: 31.14319157208471 + - type: nauc_recall_at_3_diff1 + value: 23.723560256940054 + - type: nauc_recall_at_3_max + value: 36.66374076935461 + - type: nauc_recall_at_3_std + value: 19.394220430158605 + - type: nauc_recall_at_5_diff1 + value: 22.456881288343325 + - type: nauc_recall_at_5_max + value: 39.11368648541473 + - type: nauc_recall_at_5_std + value: 23.211447644138584 + - type: ndcg_at_1 + value: 42.085 + - type: ndcg_at_10 + value: 40.665 + - type: ndcg_at_100 + value: 47.947 + - type: ndcg_at_1000 + value: 50.827 + - type: ndcg_at_20 + value: 43.671 + - type: ndcg_at_3 + value: 34.743 + - type: ndcg_at_5 + value: 36.537 + - type: precision_at_1 + value: 42.085 + - type: precision_at_10 + value: 12.378 + - type: precision_at_100 + value: 2.023 + - type: precision_at_1000 + value: 0.257 + - type: precision_at_20 + value: 7.489 + - type: precision_at_3 + value: 25.798 + - type: precision_at_5 + value: 19.166 + - type: recall_at_1 + value: 18.331 + - type: recall_at_10 + value: 45.959 + - type: recall_at_100 + value: 70.463 + - type: recall_at_1000 + value: 86.275 + - type: recall_at_20 + value: 54.381 + - type: recall_at_3 + value: 30.742000000000004 + - type: recall_at_5 + value: 36.962 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CmedqaRetrieval (default) + revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 + split: test + type: C-MTEB/CmedqaRetrieval + metrics: + - type: main_score + value: 39.474 + - type: map_at_1 + value: 22.913 + - type: map_at_10 + value: 33.42 + - type: map_at_100 + value: 35.187000000000005 + - type: map_at_1000 + value: 35.329 + - type: map_at_20 + value: 34.367999999999995 + - type: map_at_3 + value: 29.801 + - type: map_at_5 + value: 31.819999999999997 + - type: mrr_at_1 + value: 35.20880220055014 + - type: mrr_at_10 + value: 42.46370124277093 + - type: mrr_at_100 + value: 43.451892746304374 + - type: mrr_at_1000 + value: 43.515357148254616 + - type: mrr_at_20 + value: 43.01605074381842 + - type: mrr_at_3 + value: 40.18921397015911 + - type: mrr_at_5 + value: 41.442027173460005 + - type: nauc_map_at_1000_diff1 + value: 47.88109062782217 + - type: nauc_map_at_1000_max + value: 47.30104864042583 + - type: nauc_map_at_1000_std + value: -2.4422108261892004 + - type: nauc_map_at_100_diff1 + value: 47.840155550356286 + - type: nauc_map_at_100_max + value: 47.26929656857804 + - type: nauc_map_at_100_std + value: -2.4764234791086857 + - type: nauc_map_at_10_diff1 + value: 47.754314011595014 + - type: nauc_map_at_10_max + value: 46.35945658400591 + - type: nauc_map_at_10_std + value: -3.617190085107328 + - type: nauc_map_at_1_diff1 + value: 51.81726359874944 + - type: nauc_map_at_1_max + value: 38.70534924597951 + - type: nauc_map_at_1_std + value: -6.266993974109676 + - type: nauc_map_at_20_diff1 + value: 47.75255629516694 + - type: nauc_map_at_20_max + value: 46.93628183798524 + - type: nauc_map_at_20_std + value: -3.053187607599497 + - type: nauc_map_at_3_diff1 + value: 48.25302115458153 + - type: nauc_map_at_3_max + value: 44.0710509539875 + - type: nauc_map_at_3_std + value: -4.789110631158403 + - type: nauc_map_at_5_diff1 + value: 47.97922926523539 + - type: nauc_map_at_5_max + value: 45.36522904658003 + - type: nauc_map_at_5_std + value: -4.368174915583596 + - type: nauc_mrr_at_1000_diff1 + value: 54.37909929684462 + - type: nauc_mrr_at_1000_max + value: 54.09320206810515 + - type: nauc_mrr_at_1000_std + value: 1.9631808253767942 + - type: nauc_mrr_at_100_diff1 + value: 54.35701907810265 + - type: nauc_mrr_at_100_max + value: 54.084515715106996 + - type: nauc_mrr_at_100_std + value: 1.9744777479582167 + - type: nauc_mrr_at_10_diff1 + value: 54.25790229059854 + - type: nauc_mrr_at_10_max + value: 53.93835824423914 + - type: nauc_mrr_at_10_std + value: 1.7113656270743158 + - type: nauc_mrr_at_1_diff1 + value: 58.99251163531494 + - type: nauc_mrr_at_1_max + value: 55.31168458378662 + - type: nauc_mrr_at_1_std + value: 0.46067296570591204 + - type: nauc_mrr_at_20_diff1 + value: 54.31296677365124 + - type: nauc_mrr_at_20_max + value: 54.04543558309209 + - type: nauc_mrr_at_20_std + value: 1.8817185785511097 + - type: nauc_mrr_at_3_diff1 + value: 55.2604408399222 + - type: nauc_mrr_at_3_max + value: 54.57860061961037 + - type: nauc_mrr_at_3_std + value: 1.4687386437880332 + - type: nauc_mrr_at_5_diff1 + value: 54.61101931248141 + - type: nauc_mrr_at_5_max + value: 54.15973329758553 + - type: nauc_mrr_at_5_std + value: 1.5953274190295135 + - type: nauc_ndcg_at_1000_diff1 + value: 48.43475753849973 + - type: nauc_ndcg_at_1000_max + value: 50.031126656407295 + - type: nauc_ndcg_at_1000_std + value: 1.37629591827648 + - type: nauc_ndcg_at_100_diff1 + value: 47.589901287290814 + - type: nauc_ndcg_at_100_max + value: 49.78923485645858 + - type: nauc_ndcg_at_100_std + value: 1.7483960647728582 + - type: nauc_ndcg_at_10_diff1 + value: 47.24265676156858 + - type: nauc_ndcg_at_10_max + value: 47.92982530292526 + - type: nauc_ndcg_at_10_std + value: -1.6814141507368878 + - type: nauc_ndcg_at_1_diff1 + value: 58.99251163531494 + - type: nauc_ndcg_at_1_max + value: 55.31168458378662 + - type: nauc_ndcg_at_1_std + value: 0.46067296570591204 + - type: nauc_ndcg_at_20_diff1 + value: 47.186272426240436 + - type: nauc_ndcg_at_20_max + value: 48.761525981057815 + - type: nauc_ndcg_at_20_std + value: -0.5158662579547165 + - type: nauc_ndcg_at_3_diff1 + value: 48.994740589867256 + - type: nauc_ndcg_at_3_max + value: 49.45848256380362 + - type: nauc_ndcg_at_3_std + value: -1.1778055460063026 + - type: nauc_ndcg_at_5_diff1 + value: 48.03312755832304 + - type: nauc_ndcg_at_5_max + value: 48.13971140429206 + - type: nauc_ndcg_at_5_std + value: -1.9236881626706022 + - type: nauc_precision_at_1000_diff1 + value: 6.8796591359425685 + - type: nauc_precision_at_1000_max + value: 26.485734999139986 + - type: nauc_precision_at_1000_std + value: 21.378355818349448 + - type: nauc_precision_at_100_diff1 + value: 13.875906788437684 + - type: nauc_precision_at_100_max + value: 36.69243065017309 + - type: nauc_precision_at_100_std + value: 22.566174889409048 + - type: nauc_precision_at_10_diff1 + value: 27.483109850720673 + - type: nauc_precision_at_10_max + value: 49.05252314758842 + - type: nauc_precision_at_10_std + value: 10.81697625119965 + - type: nauc_precision_at_1_diff1 + value: 58.99251163531494 + - type: nauc_precision_at_1_max + value: 55.31168458378662 + - type: nauc_precision_at_1_std + value: 0.46067296570591204 + - type: nauc_precision_at_20_diff1 + value: 22.596360405586747 + - type: nauc_precision_at_20_max + value: 45.898897052708584 + - type: nauc_precision_at_20_std + value: 14.550759059636537 + - type: nauc_precision_at_3_diff1 + value: 38.434521839052124 + - type: nauc_precision_at_3_max + value: 53.42967557108986 + - type: nauc_precision_at_3_std + value: 5.637035190585405 + - type: nauc_precision_at_5_diff1 + value: 33.02740643862731 + - type: nauc_precision_at_5_max + value: 51.55978819109881 + - type: nauc_precision_at_5_std + value: 7.350865162796566 + - type: nauc_recall_at_1000_diff1 + value: 26.60961664665872 + - type: nauc_recall_at_1000_max + value: 48.461012374664655 + - type: nauc_recall_at_1000_std + value: 42.11129481075962 + - type: nauc_recall_at_100_diff1 + value: 30.56131256456399 + - type: nauc_recall_at_100_max + value: 42.6335003846358 + - type: nauc_recall_at_100_std + value: 14.65947561811711 + - type: nauc_recall_at_10_diff1 + value: 36.08925172792211 + - type: nauc_recall_at_10_max + value: 39.549282848557404 + - type: nauc_recall_at_10_std + value: -2.0637274570893176 + - type: nauc_recall_at_1_diff1 + value: 51.81726359874944 + - type: nauc_recall_at_1_max + value: 38.70534924597951 + - type: nauc_recall_at_1_std + value: -6.266993974109676 + - type: nauc_recall_at_20_diff1 + value: 34.19944302550159 + - type: nauc_recall_at_20_max + value: 40.570502896763685 + - type: nauc_recall_at_20_std + value: 1.6373957170773366 + - type: nauc_recall_at_3_diff1 + value: 42.661186351217 + - type: nauc_recall_at_3_max + value: 41.07991726233878 + - type: nauc_recall_at_3_std + value: -4.275756719649943 + - type: nauc_recall_at_5_diff1 + value: 39.824533760699666 + - type: nauc_recall_at_5_max + value: 40.27289110879392 + - type: nauc_recall_at_5_std + value: -3.7217848473578097 + - type: ndcg_at_1 + value: 35.209 + - type: ndcg_at_10 + value: 39.474 + - type: ndcg_at_100 + value: 46.664 + - type: ndcg_at_1000 + value: 49.375 + - type: ndcg_at_20 + value: 42.124 + - type: ndcg_at_3 + value: 34.855000000000004 + - type: ndcg_at_5 + value: 36.758 + - type: precision_at_1 + value: 35.209 + - type: precision_at_10 + value: 8.777 + - type: precision_at_100 + value: 1.464 + - type: precision_at_1000 + value: 0.18 + - type: precision_at_20 + value: 5.273 + - type: precision_at_3 + value: 19.688 + - type: precision_at_5 + value: 14.313999999999998 + - type: recall_at_1 + value: 22.913 + - type: recall_at_10 + value: 48.452 + - type: recall_at_100 + value: 78.459 + - type: recall_at_1000 + value: 97.02499999999999 + - type: recall_at_20 + value: 57.483 + - type: recall_at_3 + value: 34.365 + - type: recall_at_5 + value: 40.376 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CovidRetrieval (default) + revision: 1271c7809071a13532e05f25fb53511ffce77117 + split: test + type: C-MTEB/CovidRetrieval + metrics: + - type: main_score + value: 86.248 + - type: map_at_1 + value: 76.238 + - type: map_at_10 + value: 83.121 + - type: map_at_100 + value: 83.30199999999999 + - type: map_at_1000 + value: 83.30499999999999 + - type: map_at_20 + value: 83.25 + - type: map_at_3 + value: 81.612 + - type: map_at_5 + value: 82.48 + - type: mrr_at_1 + value: 76.39620653319284 + - type: mrr_at_10 + value: 83.11798551524579 + - type: mrr_at_100 + value: 83.28539903804636 + - type: mrr_at_1000 + value: 83.28853918390932 + - type: mrr_at_20 + value: 83.23356831754137 + - type: mrr_at_3 + value: 81.6824727783632 + - type: mrr_at_5 + value: 82.51492799438009 + - type: nauc_map_at_1000_diff1 + value: 85.81070525508966 + - type: nauc_map_at_1000_max + value: 45.965324844973 + - type: nauc_map_at_1000_std + value: -52.78173904133118 + - type: nauc_map_at_100_diff1 + value: 85.81125460117724 + - type: nauc_map_at_100_max + value: 45.97546414701782 + - type: nauc_map_at_100_std + value: -52.75835778074522 + - type: nauc_map_at_10_diff1 + value: 85.7051290682998 + - type: nauc_map_at_10_max + value: 46.23611656408647 + - type: nauc_map_at_10_std + value: -52.6666709589737 + - type: nauc_map_at_1_diff1 + value: 88.26402080799741 + - type: nauc_map_at_1_max + value: 44.050351515784264 + - type: nauc_map_at_1_std + value: -50.56289445376376 + - type: nauc_map_at_20_diff1 + value: 85.77842644001255 + - type: nauc_map_at_20_max + value: 46.04394867157703 + - type: nauc_map_at_20_std + value: -52.78608349243351 + - type: nauc_map_at_3_diff1 + value: 85.30533143846657 + - type: nauc_map_at_3_max + value: 44.887945606250355 + - type: nauc_map_at_3_std + value: -54.935281949459714 + - type: nauc_map_at_5_diff1 + value: 85.50995878356277 + - type: nauc_map_at_5_max + value: 45.46429726268937 + - type: nauc_map_at_5_std + value: -54.088714368512626 + - type: nauc_mrr_at_1000_diff1 + value: 85.80217473988819 + - type: nauc_mrr_at_1000_max + value: 45.86491819883026 + - type: nauc_mrr_at_1000_std + value: -52.89623324635521 + - type: nauc_mrr_at_100_diff1 + value: 85.80272509797886 + - type: nauc_mrr_at_100_max + value: 45.8750645714051 + - type: nauc_mrr_at_100_std + value: -52.872859499782344 + - type: nauc_mrr_at_10_diff1 + value: 85.70145531650965 + - type: nauc_mrr_at_10_max + value: 46.12911790236837 + - type: nauc_mrr_at_10_std + value: -52.78082308094456 + - type: nauc_mrr_at_1_diff1 + value: 88.02729122831771 + - type: nauc_mrr_at_1_max + value: 43.930769240632856 + - type: nauc_mrr_at_1_std + value: -50.27087569264231 + - type: nauc_mrr_at_20_diff1 + value: 85.76996861021632 + - type: nauc_mrr_at_20_max + value: 45.94379525383032 + - type: nauc_mrr_at_20_std + value: -52.90016547379902 + - type: nauc_mrr_at_3_diff1 + value: 85.19995296250845 + - type: nauc_mrr_at_3_max + value: 44.9761359296206 + - type: nauc_mrr_at_3_std + value: -54.75325362660898 + - type: nauc_mrr_at_5_diff1 + value: 85.49765148042313 + - type: nauc_mrr_at_5_max + value: 45.46879615637081 + - type: nauc_mrr_at_5_std + value: -54.04590504125581 + - type: nauc_ndcg_at_1000_diff1 + value: 85.54750548221148 + - type: nauc_ndcg_at_1000_max + value: 46.56757864726956 + - type: nauc_ndcg_at_1000_std + value: -52.455376300829506 + - type: nauc_ndcg_at_100_diff1 + value: 85.58037530719729 + - type: nauc_ndcg_at_100_max + value: 46.87344744069495 + - type: nauc_ndcg_at_100_std + value: -51.80542993489906 + - type: nauc_ndcg_at_10_diff1 + value: 85.05501862955802 + - type: nauc_ndcg_at_10_max + value: 48.21207972888072 + - type: nauc_ndcg_at_10_std + value: -51.36375441528026 + - type: nauc_ndcg_at_1_diff1 + value: 88.02729122831771 + - type: nauc_ndcg_at_1_max + value: 43.930769240632856 + - type: nauc_ndcg_at_1_std + value: -50.27087569264231 + - type: nauc_ndcg_at_20_diff1 + value: 85.34336657375991 + - type: nauc_ndcg_at_20_max + value: 47.435473586489564 + - type: nauc_ndcg_at_20_std + value: -51.91008916005085 + - type: nauc_ndcg_at_3_diff1 + value: 84.13748027210943 + - type: nauc_ndcg_at_3_max + value: 45.12567396232455 + - type: nauc_ndcg_at_3_std + value: -56.47669761642026 + - type: nauc_ndcg_at_5_diff1 + value: 84.55448795921725 + - type: nauc_ndcg_at_5_max + value: 46.18660401749204 + - type: nauc_ndcg_at_5_std + value: -55.125758391684386 + - type: nauc_precision_at_1000_diff1 + value: -51.3307609221751 + - type: nauc_precision_at_1000_max + value: -11.953105148922791 + - type: nauc_precision_at_1000_std + value: 50.43685922371517 + - type: nauc_precision_at_100_diff1 + value: -14.801826549460248 + - type: nauc_precision_at_100_max + value: 14.47045243643168 + - type: nauc_precision_at_100_std + value: 47.50643511649529 + - type: nauc_precision_at_10_diff1 + value: 44.205996642681235 + - type: nauc_precision_at_10_max + value: 51.92320132144985 + - type: nauc_precision_at_10_std + value: -5.899575746257043 + - type: nauc_precision_at_1_diff1 + value: 88.02729122831771 + - type: nauc_precision_at_1_max + value: 43.930769240632856 + - type: nauc_precision_at_1_std + value: -50.27087569264231 + - type: nauc_precision_at_20_diff1 + value: 24.05279079986572 + - type: nauc_precision_at_20_max + value: 36.65699450072386 + - type: nauc_precision_at_20_std + value: 4.9968093048199655 + - type: nauc_precision_at_3_diff1 + value: 75.0765824270448 + - type: nauc_precision_at_3_max + value: 43.9377907848161 + - type: nauc_precision_at_3_std + value: -59.06007120970449 + - type: nauc_precision_at_5_diff1 + value: 66.45032329654471 + - type: nauc_precision_at_5_max + value: 44.70325593801851 + - type: nauc_precision_at_5_std + value: -48.45128571406001 + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: 91.01166071733385 + - type: nauc_recall_at_100_max + value: 91.01166071733385 + - type: nauc_recall_at_100_std + value: 39.017865732240296 + - type: nauc_recall_at_10_diff1 + value: 79.23395734932605 + - type: nauc_recall_at_10_max + value: 72.33475719286457 + - type: nauc_recall_at_10_std + value: -31.825871246522368 + - type: nauc_recall_at_1_diff1 + value: 88.26402080799741 + - type: nauc_recall_at_1_max + value: 44.050351515784264 + - type: nauc_recall_at_1_std + value: -50.56289445376376 + - type: nauc_recall_at_20_diff1 + value: 81.01725729918286 + - type: nauc_recall_at_20_max + value: 73.38978739473507 + - type: nauc_recall_at_20_std + value: -29.34049826695243 + - type: nauc_recall_at_3_diff1 + value: 79.42920887206496 + - type: nauc_recall_at_3_max + value: 45.82669161901384 + - type: nauc_recall_at_3_std + value: -62.97799126817177 + - type: nauc_recall_at_5_diff1 + value: 79.59149793640871 + - type: nauc_recall_at_5_max + value: 49.931726479477284 + - type: nauc_recall_at_5_std + value: -60.84730627583382 + - type: ndcg_at_1 + value: 76.396 + - type: ndcg_at_10 + value: 86.248 + - type: ndcg_at_100 + value: 87.024 + - type: ndcg_at_1000 + value: 87.105 + - type: ndcg_at_20 + value: 86.68 + - type: ndcg_at_3 + value: 83.248 + - type: ndcg_at_5 + value: 84.76700000000001 + - type: precision_at_1 + value: 76.396 + - type: precision_at_10 + value: 9.684 + - type: precision_at_100 + value: 1.004 + - type: precision_at_1000 + value: 0.101 + - type: precision_at_20 + value: 4.932 + - type: precision_at_3 + value: 29.398999999999997 + - type: precision_at_5 + value: 18.419 + - type: recall_at_1 + value: 76.238 + - type: recall_at_10 + value: 95.943 + - type: recall_at_100 + value: 99.368 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_20 + value: 97.576 + - type: recall_at_3 + value: 87.882 + - type: recall_at_5 + value: 91.465 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 45.591 + - type: map_at_1 + value: 8.742999999999999 + - type: map_at_10 + value: 20.905 + - type: map_at_100 + value: 30.684 + - type: map_at_1000 + value: 32.621 + - type: map_at_20 + value: 24.712999999999997 + - type: map_at_3 + value: 14.557 + - type: map_at_5 + value: 17.145 + - type: mrr_at_1 + value: 71.25 + - type: mrr_at_10 + value: 78.66547619047621 + - type: mrr_at_100 + value: 78.95338376428113 + - type: mrr_at_1000 + value: 78.95801669419396 + - type: mrr_at_20 + value: 78.86100898692813 + - type: mrr_at_3 + value: 77.29166666666669 + - type: mrr_at_5 + value: 78.22916666666667 + - type: nauc_map_at_1000_diff1 + value: 26.900440763739862 + - type: nauc_map_at_1000_max + value: 27.41287499682588 + - type: nauc_map_at_1000_std + value: 23.517716446354417 + - type: nauc_map_at_100_diff1 + value: 26.960847090712015 + - type: nauc_map_at_100_max + value: 25.62780822806535 + - type: nauc_map_at_100_std + value: 20.764583410794064 + - type: nauc_map_at_10_diff1 + value: 26.694350486905847 + - type: nauc_map_at_10_max + value: 12.107317246864257 + - type: nauc_map_at_10_std + value: -6.508802089734562 + - type: nauc_map_at_1_diff1 + value: 33.456445880493604 + - type: nauc_map_at_1_max + value: 1.8493036801759046 + - type: nauc_map_at_1_std + value: -20.84551283666329 + - type: nauc_map_at_20_diff1 + value: 26.507520810175777 + - type: nauc_map_at_20_max + value: 17.43875958766562 + - type: nauc_map_at_20_std + value: 4.266163091537051 + - type: nauc_map_at_3_diff1 + value: 28.002541708305444 + - type: nauc_map_at_3_max + value: 4.0809964483517005 + - type: nauc_map_at_3_std + value: -18.34367516143987 + - type: nauc_map_at_5_diff1 + value: 25.76395976603995 + - type: nauc_map_at_5_max + value: 5.813153343229154 + - type: nauc_map_at_5_std + value: -14.741693694003125 + - type: nauc_mrr_at_1000_diff1 + value: 50.942757165439 + - type: nauc_mrr_at_1000_max + value: 56.366470724627945 + - type: nauc_mrr_at_1000_std + value: 34.50507989901226 + - type: nauc_mrr_at_100_diff1 + value: 50.94308173621799 + - type: nauc_mrr_at_100_max + value: 56.374579967289904 + - type: nauc_mrr_at_100_std + value: 34.514547334865874 + - type: nauc_mrr_at_10_diff1 + value: 51.05277331154666 + - type: nauc_mrr_at_10_max + value: 56.379238078204565 + - type: nauc_mrr_at_10_std + value: 34.22592269786022 + - type: nauc_mrr_at_1_diff1 + value: 51.19992534005276 + - type: nauc_mrr_at_1_max + value: 53.29320361167492 + - type: nauc_mrr_at_1_std + value: 29.698327150556516 + - type: nauc_mrr_at_20_diff1 + value: 50.893948496369845 + - type: nauc_mrr_at_20_max + value: 56.345711333735316 + - type: nauc_mrr_at_20_std + value: 34.53797587141166 + - type: nauc_mrr_at_3_diff1 + value: 50.07564959982456 + - type: nauc_mrr_at_3_max + value: 56.4377475772584 + - type: nauc_mrr_at_3_std + value: 35.5047835143934 + - type: nauc_mrr_at_5_diff1 + value: 51.45075569502099 + - type: nauc_mrr_at_5_max + value: 56.58093185835439 + - type: nauc_mrr_at_5_std + value: 34.742060733649815 + - type: nauc_ndcg_at_1000_diff1 + value: 32.743004702251724 + - type: nauc_ndcg_at_1000_max + value: 41.032846031207185 + - type: nauc_ndcg_at_1000_std + value: 36.784535087650596 + - type: nauc_ndcg_at_100_diff1 + value: 33.46270808018173 + - type: nauc_ndcg_at_100_max + value: 35.31907416778681 + - type: nauc_ndcg_at_100_std + value: 30.076919254877726 + - type: nauc_ndcg_at_10_diff1 + value: 31.52784380637351 + - type: nauc_ndcg_at_10_max + value: 33.51288766599305 + - type: nauc_ndcg_at_10_std + value: 21.036204411544702 + - type: nauc_ndcg_at_1_diff1 + value: 44.24341788021985 + - type: nauc_ndcg_at_1_max + value: 35.76352589449317 + - type: nauc_ndcg_at_1_std + value: 20.47642009837009 + - type: nauc_ndcg_at_20_diff1 + value: 32.22677428049063 + - type: nauc_ndcg_at_20_max + value: 31.522795481794386 + - type: nauc_ndcg_at_20_std + value: 21.97922534275596 + - type: nauc_ndcg_at_3_diff1 + value: 34.55448406523195 + - type: nauc_ndcg_at_3_max + value: 35.88713452555367 + - type: nauc_ndcg_at_3_std + value: 20.680779175992637 + - type: nauc_ndcg_at_5_diff1 + value: 29.952345125400193 + - type: nauc_ndcg_at_5_max + value: 33.204505749144225 + - type: nauc_ndcg_at_5_std + value: 20.169179073327566 + - type: nauc_precision_at_1000_diff1 + value: -4.691637817960754 + - type: nauc_precision_at_1000_max + value: 3.77960645220539 + - type: nauc_precision_at_1000_std + value: 7.592604432200344 + - type: nauc_precision_at_100_diff1 + value: 0.7691018824540463 + - type: nauc_precision_at_100_max + value: 25.09779364224492 + - type: nauc_precision_at_100_std + value: 43.63510399036115 + - type: nauc_precision_at_10_diff1 + value: 8.16740121062683 + - type: nauc_precision_at_10_max + value: 35.66102038839878 + - type: nauc_precision_at_10_std + value: 43.307605079242116 + - type: nauc_precision_at_1_diff1 + value: 51.19992534005276 + - type: nauc_precision_at_1_max + value: 53.29320361167492 + - type: nauc_precision_at_1_std + value: 29.698327150556516 + - type: nauc_precision_at_20_diff1 + value: 3.6725937217003084 + - type: nauc_precision_at_20_max + value: 31.556397294122657 + - type: nauc_precision_at_20_std + value: 47.05790447768477 + - type: nauc_precision_at_3_diff1 + value: 19.107686617046717 + - type: nauc_precision_at_3_max + value: 37.629662422617535 + - type: nauc_precision_at_3_std + value: 30.667392858755104 + - type: nauc_precision_at_5_diff1 + value: 9.268155344857693 + - type: nauc_precision_at_5_max + value: 33.73508193552941 + - type: nauc_precision_at_5_std + value: 34.1577681720702 + - type: nauc_recall_at_1000_diff1 + value: 19.670215341306402 + - type: nauc_recall_at_1000_max + value: 36.303227182727575 + - type: nauc_recall_at_1000_std + value: 46.035472761074864 + - type: nauc_recall_at_100_diff1 + value: 22.891294916593708 + - type: nauc_recall_at_100_max + value: 26.633595306280654 + - type: nauc_recall_at_100_std + value: 27.810060155447008 + - type: nauc_recall_at_10_diff1 + value: 20.689635264248775 + - type: nauc_recall_at_10_max + value: 6.44521719985839 + - type: nauc_recall_at_10_std + value: -10.762652871248912 + - type: nauc_recall_at_1_diff1 + value: 33.456445880493604 + - type: nauc_recall_at_1_max + value: 1.8493036801759046 + - type: nauc_recall_at_1_std + value: -20.84551283666329 + - type: nauc_recall_at_20_diff1 + value: 19.968043212513955 + - type: nauc_recall_at_20_max + value: 12.406516394986097 + - type: nauc_recall_at_20_std + value: 1.9469308740605251 + - type: nauc_recall_at_3_diff1 + value: 23.86584939104936 + - type: nauc_recall_at_3_max + value: 1.5263218674355084 + - type: nauc_recall_at_3_std + value: -20.020404639715853 + - type: nauc_recall_at_5_diff1 + value: 20.963971034696304 + - type: nauc_recall_at_5_max + value: 1.1659794377540564 + - type: nauc_recall_at_5_std + value: -17.984037259129675 + - type: ndcg_at_1 + value: 58.75 + - type: ndcg_at_10 + value: 45.591 + - type: ndcg_at_100 + value: 50.32299999999999 + - type: ndcg_at_1000 + value: 57.339 + - type: ndcg_at_20 + value: 44.830999999999996 + - type: ndcg_at_3 + value: 50.348000000000006 + - type: ndcg_at_5 + value: 47.413 + - type: precision_at_1 + value: 71.25 + - type: precision_at_10 + value: 37.0 + - type: precision_at_100 + value: 12.275 + - type: precision_at_1000 + value: 2.388 + - type: precision_at_20 + value: 28.599999999999998 + - type: precision_at_3 + value: 54.167 + - type: precision_at_5 + value: 45.95 + - type: recall_at_1 + value: 8.742999999999999 + - type: recall_at_10 + value: 27.235 + - type: recall_at_100 + value: 56.87 + - type: recall_at_1000 + value: 79.616 + - type: recall_at_20 + value: 35.42 + - type: recall_at_3 + value: 15.899 + - type: recall_at_5 + value: 20.226 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DuRetrieval (default) + revision: a1a333e290fe30b10f3f56498e3a0d911a693ced + split: test + type: C-MTEB/DuRetrieval + metrics: + - type: main_score + value: 89.092 + - type: map_at_1 + value: 26.840999999999998 + - type: map_at_10 + value: 82.53399999999999 + - type: map_at_100 + value: 85.024 + - type: map_at_1000 + value: 85.06700000000001 + - type: map_at_20 + value: 84.468 + - type: map_at_3 + value: 57.318000000000005 + - type: map_at_5 + value: 72.45899999999999 + - type: mrr_at_1 + value: 91.8 + - type: mrr_at_10 + value: 94.22331349206348 + - type: mrr_at_100 + value: 94.29073099613512 + - type: mrr_at_1000 + value: 94.29345590354411 + - type: mrr_at_20 + value: 94.27236714158731 + - type: mrr_at_3 + value: 93.9583333333333 + - type: mrr_at_5 + value: 94.13083333333331 + - type: nauc_map_at_1000_diff1 + value: -0.5294847921357029 + - type: nauc_map_at_1000_max + value: 48.537982451222256 + - type: nauc_map_at_1000_std + value: 24.57134294695126 + - type: nauc_map_at_100_diff1 + value: -0.4972121954388926 + - type: nauc_map_at_100_max + value: 48.54578906367702 + - type: nauc_map_at_100_std + value: 24.553424486015988 + - type: nauc_map_at_10_diff1 + value: 4.540149880617989 + - type: nauc_map_at_10_max + value: 45.010271398330936 + - type: nauc_map_at_10_std + value: 11.342740975544137 + - type: nauc_map_at_1_diff1 + value: 46.671939051209534 + - type: nauc_map_at_1_max + value: -10.343353582447454 + - type: nauc_map_at_1_std + value: -37.000769458641614 + - type: nauc_map_at_20_diff1 + value: 0.7353948327885964 + - type: nauc_map_at_20_max + value: 48.159473696425586 + - type: nauc_map_at_20_std + value: 21.726623183516672 + - type: nauc_map_at_3_diff1 + value: 27.36273018992832 + - type: nauc_map_at_3_max + value: 6.209222976162968 + - type: nauc_map_at_3_std + value: -29.49937019740436 + - type: nauc_map_at_5_diff1 + value: 16.355176688788458 + - type: nauc_map_at_5_max + value: 23.68912322491999 + - type: nauc_map_at_5_std + value: -15.58756532067869 + - type: nauc_mrr_at_1000_diff1 + value: 29.106131814711762 + - type: nauc_mrr_at_1000_max + value: 83.69793658177312 + - type: nauc_mrr_at_1000_std + value: 53.466794583101674 + - type: nauc_mrr_at_100_diff1 + value: 29.099944594214218 + - type: nauc_mrr_at_100_max + value: 83.7016063495492 + - type: nauc_mrr_at_100_std + value: 53.46110370474347 + - type: nauc_mrr_at_10_diff1 + value: 29.177768115036866 + - type: nauc_mrr_at_10_max + value: 83.85598578162819 + - type: nauc_mrr_at_10_std + value: 53.721145169786546 + - type: nauc_mrr_at_1_diff1 + value: 28.92441529457308 + - type: nauc_mrr_at_1_max + value: 80.10606681697051 + - type: nauc_mrr_at_1_std + value: 49.52062125663288 + - type: nauc_mrr_at_20_diff1 + value: 29.05360668887872 + - type: nauc_mrr_at_20_max + value: 83.74337903625239 + - type: nauc_mrr_at_20_std + value: 53.560896726300456 + - type: nauc_mrr_at_3_diff1 + value: 29.381886087768592 + - type: nauc_mrr_at_3_max + value: 83.79941401848109 + - type: nauc_mrr_at_3_std + value: 53.206993142084336 + - type: nauc_mrr_at_5_diff1 + value: 29.490340317110018 + - type: nauc_mrr_at_5_max + value: 83.9890625188502 + - type: nauc_mrr_at_5_std + value: 53.88092195560588 + - type: nauc_ndcg_at_1000_diff1 + value: 2.2592818905716445 + - type: nauc_ndcg_at_1000_max + value: 59.078754205314574 + - type: nauc_ndcg_at_1000_std + value: 37.42083837752937 + - type: nauc_ndcg_at_100_diff1 + value: 1.910169845715913 + - type: nauc_ndcg_at_100_max + value: 58.797074915831814 + - type: nauc_ndcg_at_100_std + value: 37.641930982895865 + - type: nauc_ndcg_at_10_diff1 + value: 3.523547276319842 + - type: nauc_ndcg_at_10_max + value: 54.362912834968824 + - type: nauc_ndcg_at_10_std + value: 29.470303595440672 + - type: nauc_ndcg_at_1_diff1 + value: 28.92441529457308 + - type: nauc_ndcg_at_1_max + value: 80.10606681697051 + - type: nauc_ndcg_at_1_std + value: 49.52062125663288 + - type: nauc_ndcg_at_20_diff1 + value: 3.2099650914494147 + - type: nauc_ndcg_at_20_max + value: 57.29392522446022 + - type: nauc_ndcg_at_20_std + value: 33.29006591117316 + - type: nauc_ndcg_at_3_diff1 + value: -5.274180027153056 + - type: nauc_ndcg_at_3_max + value: 54.63608285211238 + - type: nauc_ndcg_at_3_std + value: 35.28328510031142 + - type: nauc_ndcg_at_5_diff1 + value: 1.6186355731863125 + - type: nauc_ndcg_at_5_max + value: 47.9267534122155 + - type: nauc_ndcg_at_5_std + value: 24.650267223938023 + - type: nauc_precision_at_1000_diff1 + value: -33.57623151624042 + - type: nauc_precision_at_1000_max + value: 15.406833094801003 + - type: nauc_precision_at_1000_std + value: 52.78230528681039 + - type: nauc_precision_at_100_diff1 + value: -34.188087848812856 + - type: nauc_precision_at_100_max + value: 17.56114547834119 + - type: nauc_precision_at_100_std + value: 54.99183244443311 + - type: nauc_precision_at_10_diff1 + value: -35.480881894318664 + - type: nauc_precision_at_10_max + value: 29.832737480951206 + - type: nauc_precision_at_10_std + value: 54.80988882122554 + - type: nauc_precision_at_1_diff1 + value: 28.92441529457308 + - type: nauc_precision_at_1_max + value: 80.10606681697051 + - type: nauc_precision_at_1_std + value: 49.52062125663288 + - type: nauc_precision_at_20_diff1 + value: -34.56876549624 + - type: nauc_precision_at_20_max + value: 22.869127677560748 + - type: nauc_precision_at_20_std + value: 56.12175175268179 + - type: nauc_precision_at_3_diff1 + value: -39.83230143856686 + - type: nauc_precision_at_3_max + value: 49.37218197862474 + - type: nauc_precision_at_3_std + value: 52.44508941596364 + - type: nauc_precision_at_5_diff1 + value: -38.90215955262043 + - type: nauc_precision_at_5_max + value: 39.46762907461061 + - type: nauc_precision_at_5_std + value: 52.15472117048514 + - type: nauc_recall_at_1000_diff1 + value: -2.390269278740673 + - type: nauc_recall_at_1000_max + value: 66.71899600138589 + - type: nauc_recall_at_1000_std + value: 72.38413969341725 + - type: nauc_recall_at_100_diff1 + value: -8.264412300123023 + - type: nauc_recall_at_100_max + value: 57.09600612836173 + - type: nauc_recall_at_100_std + value: 54.24820629311573 + - type: nauc_recall_at_10_diff1 + value: 9.033164187895029 + - type: nauc_recall_at_10_max + value: 43.95235868275862 + - type: nauc_recall_at_10_std + value: 7.664503177750303 + - type: nauc_recall_at_1_diff1 + value: 46.671939051209534 + - type: nauc_recall_at_1_max + value: -10.343353582447454 + - type: nauc_recall_at_1_std + value: -37.000769458641614 + - type: nauc_recall_at_20_diff1 + value: 1.9007241787060192 + - type: nauc_recall_at_20_max + value: 51.258475649979495 + - type: nauc_recall_at_20_std + value: 29.595747854574945 + - type: nauc_recall_at_3_diff1 + value: 27.588185692233928 + - type: nauc_recall_at_3_max + value: 1.1715811977831723 + - type: nauc_recall_at_3_std + value: -33.543961140123386 + - type: nauc_recall_at_5_diff1 + value: 20.108598449638585 + - type: nauc_recall_at_5_max + value: 16.29392148870603 + - type: nauc_recall_at_5_std + value: -23.22203273878015 + - type: ndcg_at_1 + value: 91.8 + - type: ndcg_at_10 + value: 89.092 + - type: ndcg_at_100 + value: 91.303 + - type: ndcg_at_1000 + value: 91.685 + - type: ndcg_at_20 + value: 90.295 + - type: ndcg_at_3 + value: 88.239 + - type: ndcg_at_5 + value: 87.17 + - type: precision_at_1 + value: 91.8 + - type: precision_at_10 + value: 42.445 + - type: precision_at_100 + value: 4.796 + - type: precision_at_1000 + value: 0.48900000000000005 + - type: precision_at_20 + value: 22.865 + - type: precision_at_3 + value: 79.133 + - type: precision_at_5 + value: 66.83 + - type: recall_at_1 + value: 26.840999999999998 + - type: recall_at_10 + value: 89.911 + - type: recall_at_100 + value: 97.467 + - type: recall_at_1000 + value: 99.432 + - type: recall_at_20 + value: 94.21300000000001 + - type: recall_at_3 + value: 59.136 + - type: recall_at_5 + value: 76.42999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EcomRetrieval (default) + revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 + split: test + type: C-MTEB/EcomRetrieval + metrics: + - type: main_score + value: 66.321 + - type: map_at_1 + value: 52.0 + - type: map_at_10 + value: 61.38400000000001 + - type: map_at_100 + value: 61.936 + - type: map_at_1000 + value: 61.948 + - type: map_at_20 + value: 61.748999999999995 + - type: map_at_3 + value: 58.95 + - type: map_at_5 + value: 60.33500000000001 + - type: mrr_at_1 + value: 52.0 + - type: mrr_at_10 + value: 61.383730158730145 + - type: mrr_at_100 + value: 61.93550577147795 + - type: mrr_at_1000 + value: 61.94847623773313 + - type: mrr_at_20 + value: 61.74938091707053 + - type: mrr_at_3 + value: 58.94999999999999 + - type: mrr_at_5 + value: 60.33499999999998 + - type: nauc_map_at_1000_diff1 + value: 69.53815055633056 + - type: nauc_map_at_1000_max + value: 30.458633171853865 + - type: nauc_map_at_1000_std + value: -14.190281565834498 + - type: nauc_map_at_100_diff1 + value: 69.52712172331074 + - type: nauc_map_at_100_max + value: 30.463227838546892 + - type: nauc_map_at_100_std + value: -14.184140431293416 + - type: nauc_map_at_10_diff1 + value: 69.32352246595482 + - type: nauc_map_at_10_max + value: 30.546566692369453 + - type: nauc_map_at_10_std + value: -14.315486822308543 + - type: nauc_map_at_1_diff1 + value: 74.32463681375484 + - type: nauc_map_at_1_max + value: 26.609037488437888 + - type: nauc_map_at_1_std + value: -17.98411230208391 + - type: nauc_map_at_20_diff1 + value: 69.48043886595383 + - type: nauc_map_at_20_max + value: 30.46331735615358 + - type: nauc_map_at_20_std + value: -14.250220216410959 + - type: nauc_map_at_3_diff1 + value: 69.6166158921783 + - type: nauc_map_at_3_max + value: 29.289000321401637 + - type: nauc_map_at_3_std + value: -15.631322693470228 + - type: nauc_map_at_5_diff1 + value: 69.15996765075326 + - type: nauc_map_at_5_max + value: 29.83809759513448 + - type: nauc_map_at_5_std + value: -14.639993334641666 + - type: nauc_mrr_at_1000_diff1 + value: 69.53815055633056 + - type: nauc_mrr_at_1000_max + value: 30.458633171853865 + - type: nauc_mrr_at_1000_std + value: -14.190281565834498 + - type: nauc_mrr_at_100_diff1 + value: 69.52712172331074 + - type: nauc_mrr_at_100_max + value: 30.463227838546892 + - type: nauc_mrr_at_100_std + value: -14.184140431293416 + - type: nauc_mrr_at_10_diff1 + value: 69.32352246595482 + - type: nauc_mrr_at_10_max + value: 30.546566692369453 + - type: nauc_mrr_at_10_std + value: -14.315486822308543 + - type: nauc_mrr_at_1_diff1 + value: 74.32463681375484 + - type: nauc_mrr_at_1_max + value: 26.609037488437888 + - type: nauc_mrr_at_1_std + value: -17.98411230208391 + - type: nauc_mrr_at_20_diff1 + value: 69.48043886595383 + - type: nauc_mrr_at_20_max + value: 30.46331735615358 + - type: nauc_mrr_at_20_std + value: -14.250220216410959 + - type: nauc_mrr_at_3_diff1 + value: 69.6166158921783 + - type: nauc_mrr_at_3_max + value: 29.289000321401637 + - type: nauc_mrr_at_3_std + value: -15.631322693470228 + - type: nauc_mrr_at_5_diff1 + value: 69.15996765075326 + - type: nauc_mrr_at_5_max + value: 29.83809759513448 + - type: nauc_mrr_at_5_std + value: -14.639993334641666 + - type: nauc_ndcg_at_1000_diff1 + value: 68.6001470182718 + - type: nauc_ndcg_at_1000_max + value: 32.862663771581296 + - type: nauc_ndcg_at_1000_std + value: -10.904093603734804 + - type: nauc_ndcg_at_100_diff1 + value: 68.31379960767023 + - type: nauc_ndcg_at_100_max + value: 33.2277234522222 + - type: nauc_ndcg_at_100_std + value: -10.42791128471343 + - type: nauc_ndcg_at_10_diff1 + value: 67.37575260754308 + - type: nauc_ndcg_at_10_max + value: 33.34555324598902 + - type: nauc_ndcg_at_10_std + value: -11.541389056105334 + - type: nauc_ndcg_at_1_diff1 + value: 74.32463681375484 + - type: nauc_ndcg_at_1_max + value: 26.609037488437888 + - type: nauc_ndcg_at_1_std + value: -17.98411230208391 + - type: nauc_ndcg_at_20_diff1 + value: 67.91992957951669 + - type: nauc_ndcg_at_20_max + value: 33.15985844275247 + - type: nauc_ndcg_at_20_std + value: -10.959778392529978 + - type: nauc_ndcg_at_3_diff1 + value: 68.0758452291291 + - type: nauc_ndcg_at_3_max + value: 30.278684617897234 + - type: nauc_ndcg_at_3_std + value: -14.52465256831778 + - type: nauc_ndcg_at_5_diff1 + value: 67.11997361829751 + - type: nauc_ndcg_at_5_max + value: 31.395042783624017 + - type: nauc_ndcg_at_5_std + value: -12.570510995741401 + - type: nauc_precision_at_1000_diff1 + value: 63.28042328042302 + - type: nauc_precision_at_1000_max + value: 92.55524431994967 + - type: nauc_precision_at_1000_std + value: 80.93370681605869 + - type: nauc_precision_at_100_diff1 + value: 57.286803610333095 + - type: nauc_precision_at_100_max + value: 76.19514472455643 + - type: nauc_precision_at_100_std + value: 52.6011515717397 + - type: nauc_precision_at_10_diff1 + value: 57.55534750523178 + - type: nauc_precision_at_10_max + value: 48.96602048683773 + - type: nauc_precision_at_10_std + value: 3.7548188126445106 + - type: nauc_precision_at_1_diff1 + value: 74.32463681375484 + - type: nauc_precision_at_1_max + value: 26.609037488437888 + - type: nauc_precision_at_1_std + value: -17.98411230208391 + - type: nauc_precision_at_20_diff1 + value: 58.225383213472746 + - type: nauc_precision_at_20_max + value: 53.45024463652369 + - type: nauc_precision_at_20_std + value: 14.984081611046667 + - type: nauc_precision_at_3_diff1 + value: 62.9982742182692 + - type: nauc_precision_at_3_max + value: 33.58360903888962 + - type: nauc_precision_at_3_std + value: -10.74777553458719 + - type: nauc_precision_at_5_diff1 + value: 59.22737266435213 + - type: nauc_precision_at_5_max + value: 37.562770377873 + - type: nauc_precision_at_5_std + value: -4.205437353688412 + - type: nauc_recall_at_1000_diff1 + value: 63.280423280423626 + - type: nauc_recall_at_1000_max + value: 92.55524431995006 + - type: nauc_recall_at_1000_std + value: 80.9337068160594 + - type: nauc_recall_at_100_diff1 + value: 57.28680361033288 + - type: nauc_recall_at_100_max + value: 76.19514472455649 + - type: nauc_recall_at_100_std + value: 52.60115157173969 + - type: nauc_recall_at_10_diff1 + value: 57.55534750523186 + - type: nauc_recall_at_10_max + value: 48.9660204868377 + - type: nauc_recall_at_10_std + value: 3.754818812644508 + - type: nauc_recall_at_1_diff1 + value: 74.32463681375484 + - type: nauc_recall_at_1_max + value: 26.609037488437888 + - type: nauc_recall_at_1_std + value: -17.98411230208391 + - type: nauc_recall_at_20_diff1 + value: 58.22538321347268 + - type: nauc_recall_at_20_max + value: 53.450244636523806 + - type: nauc_recall_at_20_std + value: 14.984081611046815 + - type: nauc_recall_at_3_diff1 + value: 62.99827421826917 + - type: nauc_recall_at_3_max + value: 33.58360903888954 + - type: nauc_recall_at_3_std + value: -10.747775534587227 + - type: nauc_recall_at_5_diff1 + value: 59.22737266435212 + - type: nauc_recall_at_5_max + value: 37.562770377873136 + - type: nauc_recall_at_5_std + value: -4.205437353688367 + - type: ndcg_at_1 + value: 52.0 + - type: ndcg_at_10 + value: 66.321 + - type: ndcg_at_100 + value: 68.928 + - type: ndcg_at_1000 + value: 69.303 + - type: ndcg_at_20 + value: 67.659 + - type: ndcg_at_3 + value: 61.246 + - type: ndcg_at_5 + value: 63.772 + - type: precision_at_1 + value: 52.0 + - type: precision_at_10 + value: 8.200000000000001 + - type: precision_at_100 + value: 0.9400000000000001 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_20 + value: 4.365 + - type: precision_at_3 + value: 22.633 + - type: precision_at_5 + value: 14.82 + - type: recall_at_1 + value: 52.0 + - type: recall_at_10 + value: 82.0 + - type: recall_at_100 + value: 94.0 + - type: recall_at_1000 + value: 97.0 + - type: recall_at_20 + value: 87.3 + - type: recall_at_3 + value: 67.9 + - type: recall_at_5 + value: 74.1 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 90.51 + - type: map_at_1 + value: 79.957 + - type: map_at_10 + value: 87.42 + - type: map_at_100 + value: 87.572 + - type: map_at_1000 + value: 87.583 + - type: map_at_20 + value: 87.509 + - type: map_at_3 + value: 86.5 + - type: map_at_5 + value: 87.101 + - type: mrr_at_1 + value: 86.15361536153615 + - type: mrr_at_10 + value: 91.73240538339532 + - type: mrr_at_100 + value: 91.75016165436173 + - type: mrr_at_1000 + value: 91.75072714764477 + - type: mrr_at_20 + value: 91.74440753331851 + - type: mrr_at_3 + value: 91.29162916291617 + - type: mrr_at_5 + value: 91.61341134113393 + - type: nauc_map_at_1000_diff1 + value: 55.62747866315302 + - type: nauc_map_at_1000_max + value: 23.544790223399655 + - type: nauc_map_at_1000_std + value: -5.579174609060041 + - type: nauc_map_at_100_diff1 + value: 55.589929194255774 + - type: nauc_map_at_100_max + value: 23.54032170624126 + - type: nauc_map_at_100_std + value: -5.560250864299321 + - type: nauc_map_at_10_diff1 + value: 55.20193146039033 + - type: nauc_map_at_10_max + value: 23.46449956896367 + - type: nauc_map_at_10_std + value: -5.479355256959771 + - type: nauc_map_at_1_diff1 + value: 60.81437797444696 + - type: nauc_map_at_1_max + value: 16.21293503927129 + - type: nauc_map_at_1_std + value: -11.371544003488534 + - type: nauc_map_at_20_diff1 + value: 55.39988137889343 + - type: nauc_map_at_20_max + value: 23.479788953316085 + - type: nauc_map_at_20_std + value: -5.558018257831432 + - type: nauc_map_at_3_diff1 + value: 55.20272249508823 + - type: nauc_map_at_3_max + value: 23.437623610288373 + - type: nauc_map_at_3_std + value: -6.446259728275601 + - type: nauc_map_at_5_diff1 + value: 54.811705968136174 + - type: nauc_map_at_5_max + value: 23.53527198979852 + - type: nauc_map_at_5_std + value: -5.519017712375851 + - type: nauc_mrr_at_1000_diff1 + value: 77.09388384236254 + - type: nauc_mrr_at_1000_max + value: 24.041983462826703 + - type: nauc_mrr_at_1000_std + value: -17.51208378082453 + - type: nauc_mrr_at_100_diff1 + value: 77.09379302405928 + - type: nauc_mrr_at_100_max + value: 24.04676368680233 + - type: nauc_mrr_at_100_std + value: -17.50584210817013 + - type: nauc_mrr_at_10_diff1 + value: 77.07416710284788 + - type: nauc_mrr_at_10_max + value: 24.16468273355217 + - type: nauc_mrr_at_10_std + value: -17.41320387711184 + - type: nauc_mrr_at_1_diff1 + value: 77.80612385762478 + - type: nauc_mrr_at_1_max + value: 18.798274746696624 + - type: nauc_mrr_at_1_std + value: -19.812320477907612 + - type: nauc_mrr_at_20_diff1 + value: 77.08185932106402 + - type: nauc_mrr_at_20_max + value: 24.09328840875767 + - type: nauc_mrr_at_20_std + value: -17.45879512580195 + - type: nauc_mrr_at_3_diff1 + value: 77.01593602357202 + - type: nauc_mrr_at_3_max + value: 25.190875004233217 + - type: nauc_mrr_at_3_std + value: -17.72250952117334 + - type: nauc_mrr_at_5_diff1 + value: 77.01761563326805 + - type: nauc_mrr_at_5_max + value: 24.757066673211142 + - type: nauc_mrr_at_5_std + value: -17.19951314225811 + - type: nauc_ndcg_at_1000_diff1 + value: 57.8494260162157 + - type: nauc_ndcg_at_1000_max + value: 25.34017867497563 + - type: nauc_ndcg_at_1000_std + value: -4.9971835073125295 + - type: nauc_ndcg_at_100_diff1 + value: 56.88886047109567 + - type: nauc_ndcg_at_100_max + value: 25.34585159509186 + - type: nauc_ndcg_at_100_std + value: -4.396088754530463 + - type: nauc_ndcg_at_10_diff1 + value: 55.39706710366615 + - type: nauc_ndcg_at_10_max + value: 25.23366894651518 + - type: nauc_ndcg_at_10_std + value: -4.02051245272735 + - type: nauc_ndcg_at_1_diff1 + value: 77.80612385762478 + - type: nauc_ndcg_at_1_max + value: 18.798274746696624 + - type: nauc_ndcg_at_1_std + value: -19.812320477907612 + - type: nauc_ndcg_at_20_diff1 + value: 55.90944611273084 + - type: nauc_ndcg_at_20_max + value: 25.218359231514103 + - type: nauc_ndcg_at_20_std + value: -4.195454512225829 + - type: nauc_ndcg_at_3_diff1 + value: 56.900264881158826 + - type: nauc_ndcg_at_3_max + value: 26.11057832808819 + - type: nauc_ndcg_at_3_std + value: -6.429746036887465 + - type: nauc_ndcg_at_5_diff1 + value: 55.20032432540728 + - type: nauc_ndcg_at_5_max + value: 25.905242282953328 + - type: nauc_ndcg_at_5_std + value: -4.237294390432071 + - type: nauc_precision_at_1000_diff1 + value: -10.72073093313023 + - type: nauc_precision_at_1000_max + value: -1.3010305287914616 + - type: nauc_precision_at_1000_std + value: 1.7882934955205159 + - type: nauc_precision_at_100_diff1 + value: -12.173285712757355 + - type: nauc_precision_at_100_max + value: 1.4279807975435195 + - type: nauc_precision_at_100_std + value: 5.202388521512146 + - type: nauc_precision_at_10_diff1 + value: -13.072275371151196 + - type: nauc_precision_at_10_max + value: 6.229597015121936 + - type: nauc_precision_at_10_std + value: 7.9298978727659355 + - type: nauc_precision_at_1_diff1 + value: 77.80612385762478 + - type: nauc_precision_at_1_max + value: 18.798274746696624 + - type: nauc_precision_at_1_std + value: -19.812320477907612 + - type: nauc_precision_at_20_diff1 + value: -13.19212302010048 + - type: nauc_precision_at_20_max + value: 3.809358294404054 + - type: nauc_precision_at_20_std + value: 6.136483332491836 + - type: nauc_precision_at_3_diff1 + value: 6.88040425238454 + - type: nauc_precision_at_3_max + value: 21.230050942241586 + - type: nauc_precision_at_3_std + value: 3.6113059937245726 + - type: nauc_precision_at_5_diff1 + value: -7.926656002659219 + - type: nauc_precision_at_5_max + value: 13.728985807916457 + - type: nauc_precision_at_5_std + value: 9.104406648204018 + - type: nauc_recall_at_1000_diff1 + value: 6.826634892317323 + - type: nauc_recall_at_1000_max + value: 47.461957880242785 + - type: nauc_recall_at_1000_std + value: 51.6613432996783 + - type: nauc_recall_at_100_diff1 + value: 11.236324687996389 + - type: nauc_recall_at_100_max + value: 38.127691674159934 + - type: nauc_recall_at_100_std + value: 38.353731224893984 + - type: nauc_recall_at_10_diff1 + value: 17.925743881123733 + - type: nauc_recall_at_10_max + value: 33.185408322658816 + - type: nauc_recall_at_10_std + value: 25.085133063767085 + - type: nauc_recall_at_1_diff1 + value: 60.81437797444696 + - type: nauc_recall_at_1_max + value: 16.21293503927129 + - type: nauc_recall_at_1_std + value: -11.371544003488534 + - type: nauc_recall_at_20_diff1 + value: 15.381672516888978 + - type: nauc_recall_at_20_max + value: 34.01502923316828 + - type: nauc_recall_at_20_std + value: 28.67331265878902 + - type: nauc_recall_at_3_diff1 + value: 35.65247847623485 + - type: nauc_recall_at_3_max + value: 32.105152773899285 + - type: nauc_recall_at_3_std + value: 5.912621293073229 + - type: nauc_recall_at_5_diff1 + value: 25.114222723712746 + - type: nauc_recall_at_5_max + value: 33.665783755502844 + - type: nauc_recall_at_5_std + value: 16.756592637190636 + - type: ndcg_at_1 + value: 86.154 + - type: ndcg_at_10 + value: 90.51 + - type: ndcg_at_100 + value: 90.981 + - type: ndcg_at_1000 + value: 91.178 + - type: ndcg_at_20 + value: 90.70700000000001 + - type: ndcg_at_3 + value: 89.25699999999999 + - type: ndcg_at_5 + value: 89.988 + - type: precision_at_1 + value: 86.154 + - type: precision_at_10 + value: 10.695 + - type: precision_at_100 + value: 1.115 + - type: precision_at_1000 + value: 0.11499999999999999 + - type: precision_at_20 + value: 5.426 + - type: precision_at_3 + value: 33.788000000000004 + - type: precision_at_5 + value: 20.846 + - type: recall_at_1 + value: 79.957 + - type: recall_at_10 + value: 95.724 + - type: recall_at_100 + value: 97.444 + - type: recall_at_1000 + value: 98.64699999999999 + - type: recall_at_20 + value: 96.324 + - type: recall_at_3 + value: 92.281 + - type: recall_at_5 + value: 94.204 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 47.514 + - type: map_at_1 + value: 24.645 + - type: map_at_10 + value: 39.352 + - type: map_at_100 + value: 41.22 + - type: map_at_1000 + value: 41.377 + - type: map_at_20 + value: 40.355000000000004 + - type: map_at_3 + value: 34.075 + - type: map_at_5 + value: 37.108000000000004 + - type: mrr_at_1 + value: 47.0679012345679 + - type: mrr_at_10 + value: 55.40882814030964 + - type: mrr_at_100 + value: 56.12125106952315 + - type: mrr_at_1000 + value: 56.15387132263201 + - type: mrr_at_20 + value: 55.8948061625507 + - type: mrr_at_3 + value: 52.95781893004117 + - type: mrr_at_5 + value: 54.28497942386829 + - type: nauc_map_at_1000_diff1 + value: 44.77272346288289 + - type: nauc_map_at_1000_max + value: 36.09407349481673 + - type: nauc_map_at_1000_std + value: -1.387935841299599 + - type: nauc_map_at_100_diff1 + value: 44.723556943431234 + - type: nauc_map_at_100_max + value: 35.99093730191303 + - type: nauc_map_at_100_std + value: -1.4074999846573228 + - type: nauc_map_at_10_diff1 + value: 44.391340020713855 + - type: nauc_map_at_10_max + value: 34.602517259403506 + - type: nauc_map_at_10_std + value: -2.3790851307330625 + - type: nauc_map_at_1_diff1 + value: 50.105829266519244 + - type: nauc_map_at_1_max + value: 24.152912506739803 + - type: nauc_map_at_1_std + value: -5.27506525468281 + - type: nauc_map_at_20_diff1 + value: 44.50379935527974 + - type: nauc_map_at_20_max + value: 35.348069309685776 + - type: nauc_map_at_20_std + value: -1.709571532659604 + - type: nauc_map_at_3_diff1 + value: 45.670369127791915 + - type: nauc_map_at_3_max + value: 30.831452903193163 + - type: nauc_map_at_3_std + value: -4.436677865346682 + - type: nauc_map_at_5_diff1 + value: 45.17911631909283 + - type: nauc_map_at_5_max + value: 33.306423021308134 + - type: nauc_map_at_5_std + value: -4.031363774995068 + - type: nauc_mrr_at_1000_diff1 + value: 52.61628096939053 + - type: nauc_mrr_at_1000_max + value: 45.71319446022708 + - type: nauc_mrr_at_1000_std + value: -0.20437591300743238 + - type: nauc_mrr_at_100_diff1 + value: 52.59036374639475 + - type: nauc_mrr_at_100_max + value: 45.72743514492137 + - type: nauc_mrr_at_100_std + value: -0.18457663920869963 + - type: nauc_mrr_at_10_diff1 + value: 52.45956212546747 + - type: nauc_mrr_at_10_max + value: 45.61538981845574 + - type: nauc_mrr_at_10_std + value: -0.45293760316300996 + - type: nauc_mrr_at_1_diff1 + value: 56.626080862506356 + - type: nauc_mrr_at_1_max + value: 45.034721250577874 + - type: nauc_mrr_at_1_std + value: -2.6493217245134795 + - type: nauc_mrr_at_20_diff1 + value: 52.52240442485512 + - type: nauc_mrr_at_20_max + value: 45.67194818657121 + - type: nauc_mrr_at_20_std + value: -0.19023089137780325 + - type: nauc_mrr_at_3_diff1 + value: 53.018265225297235 + - type: nauc_mrr_at_3_max + value: 45.99369691850936 + - type: nauc_mrr_at_3_std + value: -0.5705271234961398 + - type: nauc_mrr_at_5_diff1 + value: 52.778126086680864 + - type: nauc_mrr_at_5_max + value: 45.63643961349299 + - type: nauc_mrr_at_5_std + value: -0.8259675580429905 + - type: nauc_ndcg_at_1000_diff1 + value: 45.90373831741528 + - type: nauc_ndcg_at_1000_max + value: 41.35017558325094 + - type: nauc_ndcg_at_1000_std + value: 2.096012035567072 + - type: nauc_ndcg_at_100_diff1 + value: 45.027446346957284 + - type: nauc_ndcg_at_100_max + value: 40.605465687346175 + - type: nauc_ndcg_at_100_std + value: 2.4038882149653276 + - type: nauc_ndcg_at_10_diff1 + value: 44.074735693463325 + - type: nauc_ndcg_at_10_max + value: 37.46233357867317 + - type: nauc_ndcg_at_10_std + value: -0.4475709952502303 + - type: nauc_ndcg_at_1_diff1 + value: 56.626080862506356 + - type: nauc_ndcg_at_1_max + value: 45.034721250577874 + - type: nauc_ndcg_at_1_std + value: -2.6493217245134795 + - type: nauc_ndcg_at_20_diff1 + value: 44.31817600347284 + - type: nauc_ndcg_at_20_max + value: 38.476688485181185 + - type: nauc_ndcg_at_20_std + value: 1.117991976066639 + - type: nauc_ndcg_at_3_diff1 + value: 46.20974876099122 + - type: nauc_ndcg_at_3_max + value: 39.67931470812708 + - type: nauc_ndcg_at_3_std + value: -2.5706495888606065 + - type: nauc_ndcg_at_5_diff1 + value: 45.325044209858376 + - type: nauc_ndcg_at_5_max + value: 37.91199035928747 + - type: nauc_ndcg_at_5_std + value: -2.6517106051896415 + - type: nauc_precision_at_1000_diff1 + value: -0.9537663597844245 + - type: nauc_precision_at_1000_max + value: 27.761641710876805 + - type: nauc_precision_at_1000_std + value: 10.06076340740224 + - type: nauc_precision_at_100_diff1 + value: 4.898859142232583 + - type: nauc_precision_at_100_max + value: 33.62244081851389 + - type: nauc_precision_at_100_std + value: 12.958070332981025 + - type: nauc_precision_at_10_diff1 + value: 13.911881718581084 + - type: nauc_precision_at_10_max + value: 39.06687486946156 + - type: nauc_precision_at_10_std + value: 8.891111414659303 + - type: nauc_precision_at_1_diff1 + value: 56.626080862506356 + - type: nauc_precision_at_1_max + value: 45.034721250577874 + - type: nauc_precision_at_1_std + value: -2.6493217245134795 + - type: nauc_precision_at_20_diff1 + value: 10.775097513378254 + - type: nauc_precision_at_20_max + value: 37.65460968883382 + - type: nauc_precision_at_20_std + value: 11.889915451399668 + - type: nauc_precision_at_3_diff1 + value: 28.30096121403731 + - type: nauc_precision_at_3_max + value: 42.40913904542612 + - type: nauc_precision_at_3_std + value: 1.2961939760329662 + - type: nauc_precision_at_5_diff1 + value: 22.29912026851874 + - type: nauc_precision_at_5_max + value: 41.214493600606104 + - type: nauc_precision_at_5_std + value: 3.265899775196082 + - type: nauc_recall_at_1000_diff1 + value: 30.334475310610348 + - type: nauc_recall_at_1000_max + value: 46.44256605093095 + - type: nauc_recall_at_1000_std + value: 37.4195772516604 + - type: nauc_recall_at_100_diff1 + value: 26.949261821988298 + - type: nauc_recall_at_100_max + value: 35.73869214813791 + - type: nauc_recall_at_100_std + value: 18.21976935233426 + - type: nauc_recall_at_10_diff1 + value: 31.804710246288064 + - type: nauc_recall_at_10_max + value: 28.494462228237317 + - type: nauc_recall_at_10_std + value: 2.0918304228972238 + - type: nauc_recall_at_1_diff1 + value: 50.105829266519244 + - type: nauc_recall_at_1_max + value: 24.152912506739803 + - type: nauc_recall_at_1_std + value: -5.27506525468281 + - type: nauc_recall_at_20_diff1 + value: 29.604091813286402 + - type: nauc_recall_at_20_max + value: 28.97789764511831 + - type: nauc_recall_at_20_std + value: 7.039137680276673 + - type: nauc_recall_at_3_diff1 + value: 40.10999098029199 + - type: nauc_recall_at_3_max + value: 28.584637753129964 + - type: nauc_recall_at_3_std + value: -3.135936497604714 + - type: nauc_recall_at_5_diff1 + value: 36.70967721515207 + - type: nauc_recall_at_5_max + value: 28.719731279382298 + - type: nauc_recall_at_5_std + value: -3.039387759442582 + - type: ndcg_at_1 + value: 47.068 + - type: ndcg_at_10 + value: 47.514 + - type: ndcg_at_100 + value: 53.991 + - type: ndcg_at_1000 + value: 56.513000000000005 + - type: ndcg_at_20 + value: 50.092000000000006 + - type: ndcg_at_3 + value: 43.147000000000006 + - type: ndcg_at_5 + value: 44.675 + - type: precision_at_1 + value: 47.068 + - type: precision_at_10 + value: 13.148000000000001 + - type: precision_at_100 + value: 1.9980000000000002 + - type: precision_at_1000 + value: 0.244 + - type: precision_at_20 + value: 7.6770000000000005 + - type: precision_at_3 + value: 28.395 + - type: precision_at_5 + value: 21.204 + - type: recall_at_1 + value: 24.645 + - type: recall_at_10 + value: 54.715 + - type: recall_at_100 + value: 78.674 + - type: recall_at_1000 + value: 93.60199999999999 + - type: recall_at_20 + value: 62.81099999999999 + - type: recall_at_3 + value: 38.580999999999996 + - type: recall_at_5 + value: 45.727000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 75.32600000000001 + - type: map_at_1 + value: 42.093 + - type: map_at_10 + value: 67.487 + - type: map_at_100 + value: 68.24900000000001 + - type: map_at_1000 + value: 68.29899999999999 + - type: map_at_20 + value: 67.93900000000001 + - type: map_at_3 + value: 64.193 + - type: map_at_5 + value: 66.328 + - type: mrr_at_1 + value: 84.18636056718434 + - type: mrr_at_10 + value: 88.96446523691603 + - type: mrr_at_100 + value: 89.07749107714154 + - type: mrr_at_1000 + value: 89.0802400764323 + - type: mrr_at_20 + value: 89.03693404881906 + - type: mrr_at_3 + value: 88.35021381949115 + - type: mrr_at_5 + value: 88.76817465676321 + - type: nauc_map_at_1000_diff1 + value: 9.995319980546128 + - type: nauc_map_at_1000_max + value: 15.843115548360199 + - type: nauc_map_at_1000_std + value: 5.286741865550291 + - type: nauc_map_at_100_diff1 + value: 9.965997966056612 + - type: nauc_map_at_100_max + value: 15.832340410378018 + - type: nauc_map_at_100_std + value: 5.31003490395493 + - type: nauc_map_at_10_diff1 + value: 9.75529136863581 + - type: nauc_map_at_10_max + value: 15.5004959623361 + - type: nauc_map_at_10_std + value: 4.734637872591846 + - type: nauc_map_at_1_diff1 + value: 73.30294723315882 + - type: nauc_map_at_1_max + value: 43.66329775084331 + - type: nauc_map_at_1_std + value: -7.67788750420626 + - type: nauc_map_at_20_diff1 + value: 9.779985336264675 + - type: nauc_map_at_20_max + value: 15.673614982634346 + - type: nauc_map_at_20_std + value: 5.129436201234171 + - type: nauc_map_at_3_diff1 + value: 9.893652511517288 + - type: nauc_map_at_3_max + value: 14.582702430192729 + - type: nauc_map_at_3_std + value: 2.035001467791114 + - type: nauc_map_at_5_diff1 + value: 9.697760587575981 + - type: nauc_map_at_5_max + value: 15.21430699967373 + - type: nauc_map_at_5_std + value: 3.5955115009020933 + - type: nauc_mrr_at_1000_diff1 + value: 73.11748626397122 + - type: nauc_mrr_at_1000_max + value: 46.73528373640579 + - type: nauc_mrr_at_1000_std + value: -5.970370775969118 + - type: nauc_mrr_at_100_diff1 + value: 73.11880113030185 + - type: nauc_mrr_at_100_max + value: 46.74380443058361 + - type: nauc_mrr_at_100_std + value: -5.9578304093828205 + - type: nauc_mrr_at_10_diff1 + value: 73.12886006500067 + - type: nauc_mrr_at_10_max + value: 46.767758336745416 + - type: nauc_mrr_at_10_std + value: -5.991825690006404 + - type: nauc_mrr_at_1_diff1 + value: 73.30294723315882 + - type: nauc_mrr_at_1_max + value: 43.66329775084331 + - type: nauc_mrr_at_1_std + value: -7.67788750420626 + - type: nauc_mrr_at_20_diff1 + value: 73.13899139910129 + - type: nauc_mrr_at_20_max + value: 46.787791460797514 + - type: nauc_mrr_at_20_std + value: -5.935002393245029 + - type: nauc_mrr_at_3_diff1 + value: 72.98715491258669 + - type: nauc_mrr_at_3_max + value: 47.21249528414659 + - type: nauc_mrr_at_3_std + value: -6.247995601535651 + - type: nauc_mrr_at_5_diff1 + value: 73.06864822495608 + - type: nauc_mrr_at_5_max + value: 46.88005515702291 + - type: nauc_mrr_at_5_std + value: -6.032634039363137 + - type: nauc_ndcg_at_1000_diff1 + value: 16.60411769086399 + - type: nauc_ndcg_at_1000_max + value: 20.75198311077535 + - type: nauc_ndcg_at_1000_std + value: 8.13237736475886 + - type: nauc_ndcg_at_100_diff1 + value: 15.72911678935216 + - type: nauc_ndcg_at_100_max + value: 20.47072334762776 + - type: nauc_ndcg_at_100_std + value: 8.782193310979013 + - type: nauc_ndcg_at_10_diff1 + value: 14.772128790148878 + - type: nauc_ndcg_at_10_max + value: 19.077954955081136 + - type: nauc_ndcg_at_10_std + value: 6.284782593325895 + - type: nauc_ndcg_at_1_diff1 + value: 73.30294723315882 + - type: nauc_ndcg_at_1_max + value: 43.66329775084331 + - type: nauc_ndcg_at_1_std + value: -7.67788750420626 + - type: nauc_ndcg_at_20_diff1 + value: 14.752399154683435 + - type: nauc_ndcg_at_20_max + value: 19.55715062684391 + - type: nauc_ndcg_at_20_std + value: 7.573384824307518 + - type: nauc_ndcg_at_3_diff1 + value: 15.56449232913491 + - type: nauc_ndcg_at_3_max + value: 18.182333510364554 + - type: nauc_ndcg_at_3_std + value: 1.9272410761288006 + - type: nauc_ndcg_at_5_diff1 + value: 14.884941140343921 + - type: nauc_ndcg_at_5_max + value: 18.68777570103015 + - type: nauc_ndcg_at_5_std + value: 4.0935157857334135 + - type: nauc_precision_at_1000_diff1 + value: -10.878725068314541 + - type: nauc_precision_at_1000_max + value: 18.544493538408346 + - type: nauc_precision_at_1000_std + value: 44.73746132705706 + - type: nauc_precision_at_100_diff1 + value: -6.782374787932728 + - type: nauc_precision_at_100_max + value: 16.721047366440693 + - type: nauc_precision_at_100_std + value: 34.190413143432174 + - type: nauc_precision_at_10_diff1 + value: -2.58056116443468 + - type: nauc_precision_at_10_max + value: 12.545200150514491 + - type: nauc_precision_at_10_std + value: 15.18383050468422 + - type: nauc_precision_at_1_diff1 + value: 73.30294723315882 + - type: nauc_precision_at_1_max + value: 43.66329775084331 + - type: nauc_precision_at_1_std + value: -7.67788750420626 + - type: nauc_precision_at_20_diff1 + value: -4.900789620284776 + - type: nauc_precision_at_20_max + value: 13.422571163066484 + - type: nauc_precision_at_20_std + value: 21.035079923229627 + - type: nauc_precision_at_3_diff1 + value: 2.3940138426298976 + - type: nauc_precision_at_3_max + value: 12.500482474979865 + - type: nauc_precision_at_3_std + value: 4.925125401965679 + - type: nauc_precision_at_5_diff1 + value: -0.20414348059352502 + - type: nauc_precision_at_5_max + value: 12.617438217714346 + - type: nauc_precision_at_5_std + value: 9.093888696691772 + - type: nauc_recall_at_1000_diff1 + value: -10.878725068314326 + - type: nauc_recall_at_1000_max + value: 18.544493538408393 + - type: nauc_recall_at_1000_std + value: 44.73746132705682 + - type: nauc_recall_at_100_diff1 + value: -6.782374787932829 + - type: nauc_recall_at_100_max + value: 16.721047366440786 + - type: nauc_recall_at_100_std + value: 34.190413143432046 + - type: nauc_recall_at_10_diff1 + value: -2.5805611644346587 + - type: nauc_recall_at_10_max + value: 12.545200150514441 + - type: nauc_recall_at_10_std + value: 15.183830504684334 + - type: nauc_recall_at_1_diff1 + value: 73.30294723315882 + - type: nauc_recall_at_1_max + value: 43.66329775084331 + - type: nauc_recall_at_1_std + value: -7.67788750420626 + - type: nauc_recall_at_20_diff1 + value: -4.9007896202848125 + - type: nauc_recall_at_20_max + value: 13.422571163066511 + - type: nauc_recall_at_20_std + value: 21.035079923229684 + - type: nauc_recall_at_3_diff1 + value: 2.394013842629748 + - type: nauc_recall_at_3_max + value: 12.500482474979735 + - type: nauc_recall_at_3_std + value: 4.925125401965642 + - type: nauc_recall_at_5_diff1 + value: -0.2041434805933923 + - type: nauc_recall_at_5_max + value: 12.61743821771437 + - type: nauc_recall_at_5_std + value: 9.09388869669173 + - type: ndcg_at_1 + value: 84.186 + - type: ndcg_at_10 + value: 75.32600000000001 + - type: ndcg_at_100 + value: 77.874 + - type: ndcg_at_1000 + value: 78.806 + - type: ndcg_at_20 + value: 76.40400000000001 + - type: ndcg_at_3 + value: 70.909 + - type: ndcg_at_5 + value: 73.479 + - type: precision_at_1 + value: 84.186 + - type: precision_at_10 + value: 15.587000000000002 + - type: precision_at_100 + value: 1.757 + - type: precision_at_1000 + value: 0.188 + - type: precision_at_20 + value: 8.139000000000001 + - type: precision_at_3 + value: 45.51 + - type: precision_at_5 + value: 29.326 + - type: recall_at_1 + value: 42.093 + - type: recall_at_10 + value: 77.934 + - type: recall_at_100 + value: 87.86 + - type: recall_at_1000 + value: 94.024 + - type: recall_at_20 + value: 81.391 + - type: recall_at_3 + value: 68.265 + - type: recall_at_5 + value: 73.315 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MMarcoRetrieval (default) + revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 + split: test + type: C-MTEB/MMarcoRetrieval + metrics: + - type: main_score + value: 81.326 + - type: map_at_1 + value: 68.989 + - type: map_at_10 + value: 77.847 + - type: map_at_100 + value: 78.156 + - type: map_at_1000 + value: 78.164 + - type: map_at_20 + value: 78.061 + - type: map_at_3 + value: 76.13799999999999 + - type: map_at_5 + value: 77.229 + - type: mrr_at_1 + value: 71.21776504297995 + - type: mrr_at_10 + value: 78.32120684950182 + - type: mrr_at_100 + value: 78.58936042309043 + - type: mrr_at_1000 + value: 78.59610252917135 + - type: mrr_at_20 + value: 78.50335098226165 + - type: mrr_at_3 + value: 76.86007640878704 + - type: mrr_at_5 + value: 77.7698185291306 + - type: nauc_map_at_1000_diff1 + value: 79.16029739870804 + - type: nauc_map_at_1000_max + value: 43.78891562548924 + - type: nauc_map_at_1000_std + value: -13.246437799707838 + - type: nauc_map_at_100_diff1 + value: 79.15596023648153 + - type: nauc_map_at_100_max + value: 43.79965621272441 + - type: nauc_map_at_100_std + value: -13.227701618120562 + - type: nauc_map_at_10_diff1 + value: 79.05928504713239 + - type: nauc_map_at_10_max + value: 43.94264840364276 + - type: nauc_map_at_10_std + value: -13.161277666070722 + - type: nauc_map_at_1_diff1 + value: 81.1405902848429 + - type: nauc_map_at_1_max + value: 35.44331128528461 + - type: nauc_map_at_1_std + value: -20.100450066560107 + - type: nauc_map_at_20_diff1 + value: 79.11902099348794 + - type: nauc_map_at_20_max + value: 43.87508609629538 + - type: nauc_map_at_20_std + value: -13.151424214062782 + - type: nauc_map_at_3_diff1 + value: 79.04969209762379 + - type: nauc_map_at_3_max + value: 42.60060629924232 + - type: nauc_map_at_3_std + value: -15.308728754602544 + - type: nauc_map_at_5_diff1 + value: 79.03276369575103 + - type: nauc_map_at_5_max + value: 43.751838034034435 + - type: nauc_map_at_5_std + value: -13.970955760273384 + - type: nauc_mrr_at_1000_diff1 + value: 79.61979726371646 + - type: nauc_mrr_at_1000_max + value: 44.66719436723058 + - type: nauc_mrr_at_1000_std + value: -12.325730966118812 + - type: nauc_mrr_at_100_diff1 + value: 79.61632982477367 + - type: nauc_mrr_at_100_max + value: 44.678855951697926 + - type: nauc_mrr_at_100_std + value: -12.306704634602726 + - type: nauc_mrr_at_10_diff1 + value: 79.51956393477862 + - type: nauc_mrr_at_10_max + value: 44.84408594441904 + - type: nauc_mrr_at_10_std + value: -12.127272545651286 + - type: nauc_mrr_at_1_diff1 + value: 81.90501303330416 + - type: nauc_mrr_at_1_max + value: 39.97432077076156 + - type: nauc_mrr_at_1_std + value: -18.389127950793718 + - type: nauc_mrr_at_20_diff1 + value: 79.58270388752608 + - type: nauc_mrr_at_20_max + value: 44.764311380347536 + - type: nauc_mrr_at_20_std + value: -12.19496193710737 + - type: nauc_mrr_at_3_diff1 + value: 79.60316497236226 + - type: nauc_mrr_at_3_max + value: 43.988585000681866 + - type: nauc_mrr_at_3_std + value: -13.850905471978848 + - type: nauc_mrr_at_5_diff1 + value: 79.47331529124322 + - type: nauc_mrr_at_5_max + value: 44.71348924741831 + - type: nauc_mrr_at_5_std + value: -12.783865115616067 + - type: nauc_ndcg_at_1000_diff1 + value: 78.78969082437384 + - type: nauc_ndcg_at_1000_max + value: 45.81926213521159 + - type: nauc_ndcg_at_1000_std + value: -10.022967495470796 + - type: nauc_ndcg_at_100_diff1 + value: 78.67711818680986 + - type: nauc_ndcg_at_100_max + value: 46.25026629853773 + - type: nauc_ndcg_at_100_std + value: -9.261589155598827 + - type: nauc_ndcg_at_10_diff1 + value: 78.22360676709333 + - type: nauc_ndcg_at_10_max + value: 47.09475980422957 + - type: nauc_ndcg_at_10_std + value: -8.547356995014225 + - type: nauc_ndcg_at_1_diff1 + value: 81.90501303330416 + - type: nauc_ndcg_at_1_max + value: 39.97432077076156 + - type: nauc_ndcg_at_1_std + value: -18.389127950793718 + - type: nauc_ndcg_at_20_diff1 + value: 78.42651077972808 + - type: nauc_ndcg_at_20_max + value: 46.854979960167384 + - type: nauc_ndcg_at_20_std + value: -8.573604161908804 + - type: nauc_ndcg_at_3_diff1 + value: 78.35604774445503 + - type: nauc_ndcg_at_3_max + value: 44.45828113811858 + - type: nauc_ndcg_at_3_std + value: -13.309019113602183 + - type: nauc_ndcg_at_5_diff1 + value: 78.16411679491445 + - type: nauc_ndcg_at_5_max + value: 46.49660148233588 + - type: nauc_ndcg_at_5_std + value: -10.808600667753756 + - type: nauc_precision_at_1000_diff1 + value: -20.82705844414604 + - type: nauc_precision_at_1000_max + value: 16.03948538489189 + - type: nauc_precision_at_1000_std + value: 27.567999530944252 + - type: nauc_precision_at_100_diff1 + value: -9.819051662848384 + - type: nauc_precision_at_100_max + value: 24.780047792084588 + - type: nauc_precision_at_100_std + value: 31.421518287384515 + - type: nauc_precision_at_10_diff1 + value: 18.177203300248284 + - type: nauc_precision_at_10_max + value: 39.22103562502051 + - type: nauc_precision_at_10_std + value: 23.546566193049625 + - type: nauc_precision_at_1_diff1 + value: 81.90501303330416 + - type: nauc_precision_at_1_max + value: 39.97432077076156 + - type: nauc_precision_at_1_std + value: -18.389127950793718 + - type: nauc_precision_at_20_diff1 + value: 6.381318855094538 + - type: nauc_precision_at_20_max + value: 33.91673607084499 + - type: nauc_precision_at_20_std + value: 28.25672869116022 + - type: nauc_precision_at_3_diff1 + value: 44.27538712834998 + - type: nauc_precision_at_3_max + value: 41.809017183415975 + - type: nauc_precision_at_3_std + value: 1.9207478473598019 + - type: nauc_precision_at_5_diff1 + value: 32.00478806248665 + - type: nauc_precision_at_5_max + value: 42.07709798215479 + - type: nauc_precision_at_5_std + value: 11.409280224561886 + - type: nauc_recall_at_1000_diff1 + value: 68.67828128136055 + - type: nauc_recall_at_1000_max + value: 91.34477778650434 + - type: nauc_recall_at_1000_std + value: 78.06367095124621 + - type: nauc_recall_at_100_diff1 + value: 69.56542856305472 + - type: nauc_recall_at_100_max + value: 83.9231178271008 + - type: nauc_recall_at_100_std + value: 61.0259051303632 + - type: nauc_recall_at_10_diff1 + value: 71.27617186532059 + - type: nauc_recall_at_10_max + value: 66.52481809588132 + - type: nauc_recall_at_10_std + value: 21.855896508801056 + - type: nauc_recall_at_1_diff1 + value: 81.1405902848429 + - type: nauc_recall_at_1_max + value: 35.44331128528461 + - type: nauc_recall_at_1_std + value: -20.100450066560107 + - type: nauc_recall_at_20_diff1 + value: 70.52557301925908 + - type: nauc_recall_at_20_max + value: 72.93606618693053 + - type: nauc_recall_at_20_std + value: 34.72268440514996 + - type: nauc_recall_at_3_diff1 + value: 74.80190815622731 + - type: nauc_recall_at_3_max + value: 49.32547885793892 + - type: nauc_recall_at_3_std + value: -7.8209259710161545 + - type: nauc_recall_at_5_diff1 + value: 73.14792922324158 + - type: nauc_recall_at_5_max + value: 58.00913922758409 + - type: nauc_recall_at_5_std + value: 2.5058994355597797 + - type: ndcg_at_1 + value: 71.218 + - type: ndcg_at_10 + value: 81.326 + - type: ndcg_at_100 + value: 82.64 + - type: ndcg_at_1000 + value: 82.84700000000001 + - type: ndcg_at_20 + value: 82.04 + - type: ndcg_at_3 + value: 78.09899999999999 + - type: ndcg_at_5 + value: 79.919 + - type: precision_at_1 + value: 71.218 + - type: precision_at_10 + value: 9.739 + - type: precision_at_100 + value: 1.0370000000000001 + - type: precision_at_1000 + value: 0.106 + - type: precision_at_20 + value: 5.021 + - type: precision_at_3 + value: 29.274 + - type: precision_at_5 + value: 18.55 + - type: recall_at_1 + value: 68.989 + - type: recall_at_10 + value: 91.54299999999999 + - type: recall_at_100 + value: 97.33800000000001 + - type: recall_at_1000 + value: 98.978 + - type: recall_at_20 + value: 94.272 + - type: recall_at_3 + value: 82.997 + - type: recall_at_5 + value: 87.332 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: dev + type: mteb/msmarco + metrics: + - type: main_score + value: 41.730000000000004 + - type: map_at_1 + value: 22.247 + - type: map_at_10 + value: 34.707 + - type: map_at_100 + value: 35.942 + - type: map_at_1000 + value: 35.985 + - type: map_at_20 + value: 35.487 + - type: map_at_3 + value: 30.681000000000004 + - type: map_at_5 + value: 32.999 + - type: mrr_at_1 + value: 22.851002865329512 + - type: mrr_at_10 + value: 35.31956951835174 + - type: mrr_at_100 + value: 36.483110345028855 + - type: mrr_at_1000 + value: 36.52100396629788 + - type: mrr_at_20 + value: 36.06021818764369 + - type: mrr_at_3 + value: 31.387297039159375 + - type: mrr_at_5 + value: 33.65663801337153 + - type: nauc_map_at_1000_diff1 + value: 32.0636034497493 + - type: nauc_map_at_1000_max + value: -0.10762638411612366 + - type: nauc_map_at_1000_std + value: -22.783093674680906 + - type: nauc_map_at_100_diff1 + value: 32.056943193976636 + - type: nauc_map_at_100_max + value: -0.10716522768388786 + - type: nauc_map_at_100_std + value: -22.76716334129472 + - type: nauc_map_at_10_diff1 + value: 31.881216789203926 + - type: nauc_map_at_10_max + value: -0.26405277769440294 + - type: nauc_map_at_10_std + value: -23.34575128505554 + - type: nauc_map_at_1_diff1 + value: 35.9596501126688 + - type: nauc_map_at_1_max + value: -0.8091904424462875 + - type: nauc_map_at_1_std + value: -20.527774904206694 + - type: nauc_map_at_20_diff1 + value: 31.98673561195359 + - type: nauc_map_at_20_max + value: -0.16723938267691815 + - type: nauc_map_at_20_std + value: -23.07658691561266 + - type: nauc_map_at_3_diff1 + value: 32.077835294709836 + - type: nauc_map_at_3_max + value: -0.31351965109909036 + - type: nauc_map_at_3_std + value: -22.975671553829898 + - type: nauc_map_at_5_diff1 + value: 31.7691847510221 + - type: nauc_map_at_5_max + value: -0.41491147447451765 + - type: nauc_map_at_5_std + value: -23.42837462137769 + - type: nauc_mrr_at_1000_diff1 + value: 31.853823797444946 + - type: nauc_mrr_at_1000_max + value: -0.0795653698187692 + - type: nauc_mrr_at_1000_std + value: -22.461855418444497 + - type: nauc_mrr_at_100_diff1 + value: 31.849866586080957 + - type: nauc_mrr_at_100_max + value: -0.07482091919541356 + - type: nauc_mrr_at_100_std + value: -22.443743562722524 + - type: nauc_mrr_at_10_diff1 + value: 31.643111549575337 + - type: nauc_mrr_at_10_max + value: -0.1788859143460348 + - type: nauc_mrr_at_10_std + value: -22.954992949686492 + - type: nauc_mrr_at_1_diff1 + value: 35.7178151921562 + - type: nauc_mrr_at_1_max + value: -0.8193741570534676 + - type: nauc_mrr_at_1_std + value: -20.3433031561671 + - type: nauc_mrr_at_20_diff1 + value: 31.776530547723524 + - type: nauc_mrr_at_20_max + value: -0.10542019020456578 + - type: nauc_mrr_at_20_std + value: -22.71080549252751 + - type: nauc_mrr_at_3_diff1 + value: 31.80756010049482 + - type: nauc_mrr_at_3_max + value: -0.3435740120558125 + - type: nauc_mrr_at_3_std + value: -22.697104396706045 + - type: nauc_mrr_at_5_diff1 + value: 31.54341690236841 + - type: nauc_mrr_at_5_max + value: -0.4024431073551746 + - type: nauc_mrr_at_5_std + value: -23.12417136090685 + - type: nauc_ndcg_at_1000_diff1 + value: 31.430857835400268 + - type: nauc_ndcg_at_1000_max + value: 0.6319498920296351 + - type: nauc_ndcg_at_1000_std + value: -21.712146797190552 + - type: nauc_ndcg_at_100_diff1 + value: 31.32357884299405 + - type: nauc_ndcg_at_100_max + value: 0.6780605760661018 + - type: nauc_ndcg_at_100_std + value: -21.076881792417474 + - type: nauc_ndcg_at_10_diff1 + value: 30.53957684629431 + - type: nauc_ndcg_at_10_max + value: -0.06521885345644524 + - type: nauc_ndcg_at_10_std + value: -24.232178998766035 + - type: nauc_ndcg_at_1_diff1 + value: 35.7178151921562 + - type: nauc_ndcg_at_1_max + value: -0.8193741570534676 + - type: nauc_ndcg_at_1_std + value: -20.3433031561671 + - type: nauc_ndcg_at_20_diff1 + value: 30.94619961764288 + - type: nauc_ndcg_at_20_max + value: 0.26559255443441493 + - type: nauc_ndcg_at_20_std + value: -23.282194745484635 + - type: nauc_ndcg_at_3_diff1 + value: 30.848425100267956 + - type: nauc_ndcg_at_3_max + value: -0.19327880155683758 + - type: nauc_ndcg_at_3_std + value: -23.64217533635991 + - type: nauc_ndcg_at_5_diff1 + value: 30.341358607759684 + - type: nauc_ndcg_at_5_max + value: -0.377993201232737 + - type: nauc_ndcg_at_5_std + value: -24.432188906664475 + - type: nauc_precision_at_1000_diff1 + value: -1.6627268212806197 + - type: nauc_precision_at_1000_max + value: 15.576434562098331 + - type: nauc_precision_at_1000_std + value: 16.889453027471074 + - type: nauc_precision_at_100_diff1 + value: 12.457837392454724 + - type: nauc_precision_at_100_max + value: 10.697083247910326 + - type: nauc_precision_at_100_std + value: 9.850479135599352 + - type: nauc_precision_at_10_diff1 + value: 23.76307833863195 + - type: nauc_precision_at_10_max + value: 1.0200495511494787 + - type: nauc_precision_at_10_std + value: -25.095511952597043 + - type: nauc_precision_at_1_diff1 + value: 35.7178151921562 + - type: nauc_precision_at_1_max + value: -0.8193741570534676 + - type: nauc_precision_at_1_std + value: -20.3433031561671 + - type: nauc_precision_at_20_diff1 + value: 22.153410773797738 + - type: nauc_precision_at_20_max + value: 3.66764745625043 + - type: nauc_precision_at_20_std + value: -18.644800930016796 + - type: nauc_precision_at_3_diff1 + value: 27.07667204046241 + - type: nauc_precision_at_3_max + value: 0.05921216427990492 + - type: nauc_precision_at_3_std + value: -25.37077013195443 + - type: nauc_precision_at_5_diff1 + value: 25.2422760258942 + - type: nauc_precision_at_5_max + value: -0.038410292400458575 + - type: nauc_precision_at_5_std + value: -26.572596379973678 + - type: nauc_recall_at_1000_diff1 + value: 24.93945079613093 + - type: nauc_recall_at_1000_max + value: 36.0272340013387 + - type: nauc_recall_at_1000_std + value: 49.87019053879185 + - type: nauc_recall_at_100_diff1 + value: 27.806311570451737 + - type: nauc_recall_at_100_max + value: 9.186682294186838 + - type: nauc_recall_at_100_std + value: 7.454897789626523 + - type: nauc_recall_at_10_diff1 + value: 26.294054520577564 + - type: nauc_recall_at_10_max + value: 0.3138271945251296 + - type: nauc_recall_at_10_std + value: -27.178178304458882 + - type: nauc_recall_at_1_diff1 + value: 35.9596501126688 + - type: nauc_recall_at_1_max + value: -0.8091904424462875 + - type: nauc_recall_at_1_std + value: -20.527774904206694 + - type: nauc_recall_at_20_diff1 + value: 27.30304739410091 + - type: nauc_recall_at_20_max + value: 1.8065387859063573 + - type: nauc_recall_at_20_std + value: -23.36769420764751 + - type: nauc_recall_at_3_diff1 + value: 27.564414984037743 + - type: nauc_recall_at_3_max + value: 0.14988748329158136 + - type: nauc_recall_at_3_std + value: -25.42373674008892 + - type: nauc_recall_at_5_diff1 + value: 26.26961147212282 + - type: nauc_recall_at_5_max + value: -0.3843219880375397 + - type: nauc_recall_at_5_std + value: -27.256288072895167 + - type: ndcg_at_1 + value: 22.851 + - type: ndcg_at_10 + value: 41.730000000000004 + - type: ndcg_at_100 + value: 47.58 + - type: ndcg_at_1000 + value: 48.623 + - type: ndcg_at_20 + value: 44.483 + - type: ndcg_at_3 + value: 33.577 + - type: ndcg_at_5 + value: 37.685 + - type: precision_at_1 + value: 22.851 + - type: precision_at_10 + value: 6.622999999999999 + - type: precision_at_100 + value: 0.954 + - type: precision_at_1000 + value: 0.104 + - type: precision_at_20 + value: 3.8859999999999997 + - type: precision_at_3 + value: 14.26 + - type: precision_at_5 + value: 10.636 + - type: recall_at_1 + value: 22.247 + - type: recall_at_10 + value: 63.339 + - type: recall_at_100 + value: 90.21000000000001 + - type: recall_at_1000 + value: 98.112 + - type: recall_at_20 + value: 74.01299999999999 + - type: recall_at_3 + value: 41.248000000000005 + - type: recall_at_5 + value: 51.073 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MedicalRetrieval (default) + revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 + split: test + type: C-MTEB/MedicalRetrieval + metrics: + - type: main_score + value: 60.26200000000001 + - type: map_at_1 + value: 52.400000000000006 + - type: map_at_10 + value: 57.68299999999999 + - type: map_at_100 + value: 58.17099999999999 + - type: map_at_1000 + value: 58.221999999999994 + - type: map_at_20 + value: 57.922 + - type: map_at_3 + value: 56.483000000000004 + - type: map_at_5 + value: 57.158 + - type: mrr_at_1 + value: 52.6 + - type: mrr_at_10 + value: 57.783095238095264 + - type: mrr_at_100 + value: 58.271291861365846 + - type: mrr_at_1000 + value: 58.32232037265995 + - type: mrr_at_20 + value: 58.022672106874914 + - type: mrr_at_3 + value: 56.58333333333334 + - type: mrr_at_5 + value: 57.25833333333333 + - type: nauc_map_at_1000_diff1 + value: 80.25186413093654 + - type: nauc_map_at_1000_max + value: 68.6589463683237 + - type: nauc_map_at_1000_std + value: 23.516042280692524 + - type: nauc_map_at_100_diff1 + value: 80.23486691799475 + - type: nauc_map_at_100_max + value: 68.65365107940102 + - type: nauc_map_at_100_std + value: 23.50821753358528 + - type: nauc_map_at_10_diff1 + value: 80.31312526535031 + - type: nauc_map_at_10_max + value: 68.72433332315319 + - type: nauc_map_at_10_std + value: 23.430105304951933 + - type: nauc_map_at_1_diff1 + value: 83.93425962857124 + - type: nauc_map_at_1_max + value: 68.43607087633792 + - type: nauc_map_at_1_std + value: 20.35659452637097 + - type: nauc_map_at_20_diff1 + value: 80.24816008810332 + - type: nauc_map_at_20_max + value: 68.64396105945949 + - type: nauc_map_at_20_std + value: 23.44583464712498 + - type: nauc_map_at_3_diff1 + value: 80.80315735472321 + - type: nauc_map_at_3_max + value: 69.21085450395991 + - type: nauc_map_at_3_std + value: 22.90928162214152 + - type: nauc_map_at_5_diff1 + value: 80.54059981371853 + - type: nauc_map_at_5_max + value: 69.0416952214985 + - type: nauc_map_at_5_std + value: 23.007008655536996 + - type: nauc_mrr_at_1000_diff1 + value: 80.02598222484747 + - type: nauc_mrr_at_1000_max + value: 69.00867672896285 + - type: nauc_mrr_at_1000_std + value: 23.813776518995162 + - type: nauc_mrr_at_100_diff1 + value: 80.00929182010866 + - type: nauc_mrr_at_100_max + value: 69.0028714499467 + - type: nauc_mrr_at_100_std + value: 23.80551909810323 + - type: nauc_mrr_at_10_diff1 + value: 80.0899623623251 + - type: nauc_mrr_at_10_max + value: 69.07006299955447 + - type: nauc_mrr_at_10_std + value: 23.72503001475042 + - type: nauc_mrr_at_1_diff1 + value: 83.52410075586056 + - type: nauc_mrr_at_1_max + value: 69.0826737918139 + - type: nauc_mrr_at_1_std + value: 20.90224184801206 + - type: nauc_mrr_at_20_diff1 + value: 80.02389922820662 + - type: nauc_mrr_at_20_max + value: 68.99115920463171 + - type: nauc_mrr_at_20_std + value: 23.741353036951455 + - type: nauc_mrr_at_3_diff1 + value: 80.58508574532472 + - type: nauc_mrr_at_3_max + value: 69.55006536103767 + - type: nauc_mrr_at_3_std + value: 23.19761715742159 + - type: nauc_mrr_at_5_diff1 + value: 80.31970424627885 + - type: nauc_mrr_at_5_max + value: 69.38465676127115 + - type: nauc_mrr_at_5_std + value: 23.29880079508209 + - type: nauc_ndcg_at_1000_diff1 + value: 78.69533160203528 + - type: nauc_ndcg_at_1000_max + value: 68.03229826865802 + - type: nauc_ndcg_at_1000_std + value: 25.297260209746632 + - type: nauc_ndcg_at_100_diff1 + value: 78.11195926870373 + - type: nauc_ndcg_at_100_max + value: 67.82474214228908 + - type: nauc_ndcg_at_100_std + value: 25.37474683279944 + - type: nauc_ndcg_at_10_diff1 + value: 78.63003479922878 + - type: nauc_ndcg_at_10_max + value: 68.0928496345068 + - type: nauc_ndcg_at_10_std + value: 24.759961085744468 + - type: nauc_ndcg_at_1_diff1 + value: 83.93425962857124 + - type: nauc_ndcg_at_1_max + value: 68.43607087633792 + - type: nauc_ndcg_at_1_std + value: 20.35659452637097 + - type: nauc_ndcg_at_20_diff1 + value: 78.32020502913969 + - type: nauc_ndcg_at_20_max + value: 67.75412241017483 + - type: nauc_ndcg_at_20_std + value: 24.825076899725687 + - type: nauc_ndcg_at_3_diff1 + value: 79.74959098483932 + - type: nauc_ndcg_at_3_max + value: 69.23742202876441 + - type: nauc_ndcg_at_3_std + value: 23.585024714097848 + - type: nauc_ndcg_at_5_diff1 + value: 79.23101922231892 + - type: nauc_ndcg_at_5_max + value: 68.9115828141736 + - type: nauc_ndcg_at_5_std + value: 23.740463950499 + - type: nauc_precision_at_1000_diff1 + value: 61.54570919276784 + - type: nauc_precision_at_1000_max + value: 59.570494864612414 + - type: nauc_precision_at_1000_std + value: 57.00534759358268 + - type: nauc_precision_at_100_diff1 + value: 64.76869699306094 + - type: nauc_precision_at_100_max + value: 62.30339244410177 + - type: nauc_precision_at_100_std + value: 37.98628703601719 + - type: nauc_precision_at_10_diff1 + value: 72.45633104101779 + - type: nauc_precision_at_10_max + value: 65.35363669934428 + - type: nauc_precision_at_10_std + value: 29.658486793057513 + - type: nauc_precision_at_1_diff1 + value: 83.93425962857124 + - type: nauc_precision_at_1_max + value: 68.43607087633792 + - type: nauc_precision_at_1_std + value: 20.35659452637097 + - type: nauc_precision_at_20_diff1 + value: 70.30608304625963 + - type: nauc_precision_at_20_max + value: 63.407183088678664 + - type: nauc_precision_at_20_std + value: 30.37490465221116 + - type: nauc_precision_at_3_diff1 + value: 76.51822478400202 + - type: nauc_precision_at_3_max + value: 69.24170168994287 + - type: nauc_precision_at_3_std + value: 25.597170951121594 + - type: nauc_precision_at_5_diff1 + value: 74.94208233318108 + - type: nauc_precision_at_5_max + value: 68.35040831955108 + - type: nauc_precision_at_5_std + value: 26.022568584170465 + - type: nauc_recall_at_1000_diff1 + value: 61.545709192768214 + - type: nauc_recall_at_1000_max + value: 59.570494864612776 + - type: nauc_recall_at_1000_std + value: 57.00534759358318 + - type: nauc_recall_at_100_diff1 + value: 64.76869699306086 + - type: nauc_recall_at_100_max + value: 62.303392444101746 + - type: nauc_recall_at_100_std + value: 37.98628703601717 + - type: nauc_recall_at_10_diff1 + value: 72.45633104101782 + - type: nauc_recall_at_10_max + value: 65.35363669934435 + - type: nauc_recall_at_10_std + value: 29.65848679305753 + - type: nauc_recall_at_1_diff1 + value: 83.93425962857124 + - type: nauc_recall_at_1_max + value: 68.43607087633792 + - type: nauc_recall_at_1_std + value: 20.35659452637097 + - type: nauc_recall_at_20_diff1 + value: 70.30608304625963 + - type: nauc_recall_at_20_max + value: 63.407183088678664 + - type: nauc_recall_at_20_std + value: 30.374904652211303 + - type: nauc_recall_at_3_diff1 + value: 76.51822478400197 + - type: nauc_recall_at_3_max + value: 69.24170168994279 + - type: nauc_recall_at_3_std + value: 25.597170951121612 + - type: nauc_recall_at_5_diff1 + value: 74.94208233318102 + - type: nauc_recall_at_5_max + value: 68.35040831955102 + - type: nauc_recall_at_5_std + value: 26.022568584170475 + - type: ndcg_at_1 + value: 52.400000000000006 + - type: ndcg_at_10 + value: 60.26200000000001 + - type: ndcg_at_100 + value: 62.993 + - type: ndcg_at_1000 + value: 64.535 + - type: ndcg_at_20 + value: 61.141999999999996 + - type: ndcg_at_3 + value: 57.751 + - type: ndcg_at_5 + value: 58.977000000000004 + - type: precision_at_1 + value: 52.400000000000006 + - type: precision_at_10 + value: 6.84 + - type: precision_at_100 + value: 0.8200000000000001 + - type: precision_at_1000 + value: 0.095 + - type: precision_at_20 + value: 3.595 + - type: precision_at_3 + value: 20.467 + - type: precision_at_5 + value: 12.879999999999999 + - type: recall_at_1 + value: 52.400000000000006 + - type: recall_at_10 + value: 68.4 + - type: recall_at_100 + value: 82.0 + - type: recall_at_1000 + value: 94.5 + - type: recall_at_20 + value: 71.89999999999999 + - type: recall_at_3 + value: 61.4 + - type: recall_at_5 + value: 64.4 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 37.891000000000005 + - type: map_at_1 + value: 6.4399999999999995 + - type: map_at_10 + value: 14.719 + - type: map_at_100 + value: 18.747 + - type: map_at_1000 + value: 20.357 + - type: map_at_20 + value: 16.326 + - type: map_at_3 + value: 11.040999999999999 + - type: map_at_5 + value: 12.642000000000001 + - type: mrr_at_1 + value: 49.22600619195047 + - type: mrr_at_10 + value: 58.40680131701803 + - type: mrr_at_100 + value: 58.87911539017606 + - type: mrr_at_1000 + value: 58.9172513415915 + - type: mrr_at_20 + value: 58.679349975789606 + - type: mrr_at_3 + value: 56.449948400412794 + - type: mrr_at_5 + value: 57.719298245614034 + - type: nauc_map_at_1000_diff1 + value: 33.230722382872365 + - type: nauc_map_at_1000_max + value: 29.958254502666996 + - type: nauc_map_at_1000_std + value: 12.351734798263454 + - type: nauc_map_at_100_diff1 + value: 35.19923237757157 + - type: nauc_map_at_100_max + value: 29.329030443305648 + - type: nauc_map_at_100_std + value: 8.900436204621524 + - type: nauc_map_at_10_diff1 + value: 39.93995003547164 + - type: nauc_map_at_10_max + value: 23.56047272296223 + - type: nauc_map_at_10_std + value: -3.0673642943053134 + - type: nauc_map_at_1_diff1 + value: 54.28005668530579 + - type: nauc_map_at_1_max + value: 10.578462013666147 + - type: nauc_map_at_1_std + value: -17.523933026613282 + - type: nauc_map_at_20_diff1 + value: 37.534174369462114 + - type: nauc_map_at_20_max + value: 26.10226085362098 + - type: nauc_map_at_20_std + value: 1.64213157637494 + - type: nauc_map_at_3_diff1 + value: 44.669764973127776 + - type: nauc_map_at_3_max + value: 16.064917234606437 + - type: nauc_map_at_3_std + value: -10.406776750194295 + - type: nauc_map_at_5_diff1 + value: 42.77441524934012 + - type: nauc_map_at_5_max + value: 19.558923561089774 + - type: nauc_map_at_5_std + value: -8.098884326439757 + - type: nauc_mrr_at_1000_diff1 + value: 33.29112194380436 + - type: nauc_mrr_at_1000_max + value: 50.81292385326501 + - type: nauc_mrr_at_1000_std + value: 27.62985206778606 + - type: nauc_mrr_at_100_diff1 + value: 33.276475091311255 + - type: nauc_mrr_at_100_max + value: 50.85370004566169 + - type: nauc_mrr_at_100_std + value: 27.685134876913843 + - type: nauc_mrr_at_10_diff1 + value: 33.15759779165778 + - type: nauc_mrr_at_10_max + value: 50.65755287933926 + - type: nauc_mrr_at_10_std + value: 27.562950062694558 + - type: nauc_mrr_at_1_diff1 + value: 36.37601545284129 + - type: nauc_mrr_at_1_max + value: 45.72722868673481 + - type: nauc_mrr_at_1_std + value: 18.55225595921063 + - type: nauc_mrr_at_20_diff1 + value: 33.440227211273005 + - type: nauc_mrr_at_20_max + value: 50.86793658499095 + - type: nauc_mrr_at_20_std + value: 27.609176719637706 + - type: nauc_mrr_at_3_diff1 + value: 33.47002885119429 + - type: nauc_mrr_at_3_max + value: 49.8157891072848 + - type: nauc_mrr_at_3_std + value: 26.689624887422404 + - type: nauc_mrr_at_5_diff1 + value: 33.153134678779764 + - type: nauc_mrr_at_5_max + value: 50.383762857355194 + - type: nauc_mrr_at_5_std + value: 27.068173550184316 + - type: nauc_ndcg_at_1000_diff1 + value: 28.35603452869833 + - type: nauc_ndcg_at_1000_max + value: 45.41761040447669 + - type: nauc_ndcg_at_1000_std + value: 30.9338935123294 + - type: nauc_ndcg_at_100_diff1 + value: 28.2916752904402 + - type: nauc_ndcg_at_100_max + value: 40.30182084762403 + - type: nauc_ndcg_at_100_std + value: 26.28495251583047 + - type: nauc_ndcg_at_10_diff1 + value: 24.788071641487708 + - type: nauc_ndcg_at_10_max + value: 40.12743958245296 + - type: nauc_ndcg_at_10_std + value: 26.58469476507991 + - type: nauc_ndcg_at_1_diff1 + value: 36.12595606627444 + - type: nauc_ndcg_at_1_max + value: 43.30675377860411 + - type: nauc_ndcg_at_1_std + value: 17.630710476320917 + - type: nauc_ndcg_at_20_diff1 + value: 24.787941274982103 + - type: nauc_ndcg_at_20_max + value: 39.026577013109794 + - type: nauc_ndcg_at_20_std + value: 27.060661974731133 + - type: nauc_ndcg_at_3_diff1 + value: 27.791041290881815 + - type: nauc_ndcg_at_3_max + value: 43.237441431102205 + - type: nauc_ndcg_at_3_std + value: 23.300542721018694 + - type: nauc_ndcg_at_5_diff1 + value: 26.05331825533656 + - type: nauc_ndcg_at_5_max + value: 42.2459176598355 + - type: nauc_ndcg_at_5_std + value: 24.515545611337718 + - type: nauc_precision_at_1000_diff1 + value: -19.008829403142347 + - type: nauc_precision_at_1000_max + value: 8.162315941038813 + - type: nauc_precision_at_1000_std + value: 36.8803602556575 + - type: nauc_precision_at_100_diff1 + value: -14.186664088951117 + - type: nauc_precision_at_100_max + value: 20.74568414768601 + - type: nauc_precision_at_100_std + value: 46.11245904471494 + - type: nauc_precision_at_10_diff1 + value: 2.544985600795211 + - type: nauc_precision_at_10_max + value: 38.012859132070545 + - type: nauc_precision_at_10_std + value: 39.72677966147808 + - type: nauc_precision_at_1_diff1 + value: 36.37601545284129 + - type: nauc_precision_at_1_max + value: 45.72722868673481 + - type: nauc_precision_at_1_std + value: 18.55225595921063 + - type: nauc_precision_at_20_diff1 + value: -3.753006427110271 + - type: nauc_precision_at_20_max + value: 33.72153145480959 + - type: nauc_precision_at_20_std + value: 44.63783536567636 + - type: nauc_precision_at_3_diff1 + value: 16.628508929858125 + - type: nauc_precision_at_3_max + value: 44.0066986115904 + - type: nauc_precision_at_3_std + value: 30.290565597925568 + - type: nauc_precision_at_5_diff1 + value: 9.930397054770475 + - type: nauc_precision_at_5_max + value: 41.41134797150698 + - type: nauc_precision_at_5_std + value: 33.73100330814152 + - type: nauc_recall_at_1000_diff1 + value: 12.072299973396554 + - type: nauc_recall_at_1000_max + value: 22.732366240050446 + - type: nauc_recall_at_1000_std + value: 17.86341797097261 + - type: nauc_recall_at_100_diff1 + value: 20.263994031645876 + - type: nauc_recall_at_100_max + value: 26.14243476135425 + - type: nauc_recall_at_100_std + value: 15.522503389903141 + - type: nauc_recall_at_10_diff1 + value: 32.25623112992171 + - type: nauc_recall_at_10_max + value: 21.682862433450175 + - type: nauc_recall_at_10_std + value: -0.9148057523522605 + - type: nauc_recall_at_1_diff1 + value: 54.28005668530579 + - type: nauc_recall_at_1_max + value: 10.578462013666147 + - type: nauc_recall_at_1_std + value: -17.523933026613282 + - type: nauc_recall_at_20_diff1 + value: 28.093221355343694 + - type: nauc_recall_at_20_max + value: 23.921334945420412 + - type: nauc_recall_at_20_std + value: 3.965629365931312 + - type: nauc_recall_at_3_diff1 + value: 41.38330659934456 + - type: nauc_recall_at_3_max + value: 16.023503457855647 + - type: nauc_recall_at_3_std + value: -8.013087104222292 + - type: nauc_recall_at_5_diff1 + value: 37.83725114335421 + - type: nauc_recall_at_5_max + value: 19.441966766336197 + - type: nauc_recall_at_5_std + value: -6.153515011798168 + - type: ndcg_at_1 + value: 47.678 + - type: ndcg_at_10 + value: 37.891000000000005 + - type: ndcg_at_100 + value: 35.333 + - type: ndcg_at_1000 + value: 44.043 + - type: ndcg_at_20 + value: 35.321999999999996 + - type: ndcg_at_3 + value: 44.233 + - type: ndcg_at_5 + value: 41.323 + - type: precision_at_1 + value: 49.226 + - type: precision_at_10 + value: 27.647 + - type: precision_at_100 + value: 8.966000000000001 + - type: precision_at_1000 + value: 2.1999999999999997 + - type: precision_at_20 + value: 20.372 + - type: precision_at_3 + value: 41.589 + - type: precision_at_5 + value: 35.356 + - type: recall_at_1 + value: 6.4399999999999995 + - type: recall_at_10 + value: 18.682000000000002 + - type: recall_at_100 + value: 35.839 + - type: recall_at_1000 + value: 67.216 + - type: recall_at_20 + value: 22.61 + - type: recall_at_3 + value: 12.199 + - type: recall_at_5 + value: 14.641000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 64.688 + - type: map_at_1 + value: 41.066 + - type: map_at_10 + value: 57.418 + - type: map_at_100 + value: 58.159000000000006 + - type: map_at_1000 + value: 58.177 + - type: map_at_20 + value: 57.919 + - type: map_at_3 + value: 53.358000000000004 + - type: map_at_5 + value: 56.005 + - type: mrr_at_1 + value: 46.00231749710313 + - type: mrr_at_10 + value: 59.84124685022698 + - type: mrr_at_100 + value: 60.34280926553718 + - type: mrr_at_1000 + value: 60.35412522607222 + - type: mrr_at_20 + value: 60.18970234136678 + - type: mrr_at_3 + value: 56.79316338354554 + - type: mrr_at_5 + value: 58.780417149478446 + - type: nauc_map_at_1000_diff1 + value: 38.78776819131969 + - type: nauc_map_at_1000_max + value: 24.390829165753804 + - type: nauc_map_at_1000_std + value: -0.8959882120637628 + - type: nauc_map_at_100_diff1 + value: 38.78070841818844 + - type: nauc_map_at_100_max + value: 24.405013334075484 + - type: nauc_map_at_100_std + value: -0.8799516222708522 + - type: nauc_map_at_10_diff1 + value: 38.72437116926775 + - type: nauc_map_at_10_max + value: 24.398806749097698 + - type: nauc_map_at_10_std + value: -1.0592266396250514 + - type: nauc_map_at_1_diff1 + value: 42.179461753096895 + - type: nauc_map_at_1_max + value: 19.349773592901936 + - type: nauc_map_at_1_std + value: -4.524397921564787 + - type: nauc_map_at_20_diff1 + value: 38.74566928627237 + - type: nauc_map_at_20_max + value: 24.468786939668597 + - type: nauc_map_at_20_std + value: -0.8568795871183598 + - type: nauc_map_at_3_diff1 + value: 38.73170462814454 + - type: nauc_map_at_3_max + value: 22.851756023909196 + - type: nauc_map_at_3_std + value: -2.5060248302567025 + - type: nauc_map_at_5_diff1 + value: 38.62186383188218 + - type: nauc_map_at_5_max + value: 24.35582662505046 + - type: nauc_map_at_5_std + value: -1.4319997886566798 + - type: nauc_mrr_at_1000_diff1 + value: 38.71889349776728 + - type: nauc_mrr_at_1000_max + value: 24.51713049124131 + - type: nauc_mrr_at_1000_std + value: 0.09666909988322456 + - type: nauc_mrr_at_100_diff1 + value: 38.714226019044276 + - type: nauc_mrr_at_100_max + value: 24.52890092559232 + - type: nauc_mrr_at_100_std + value: 0.1096986768089403 + - type: nauc_mrr_at_10_diff1 + value: 38.643356854659665 + - type: nauc_mrr_at_10_max + value: 24.600084444873232 + - type: nauc_mrr_at_10_std + value: 0.13602746715836517 + - type: nauc_mrr_at_1_diff1 + value: 42.158230484920594 + - type: nauc_mrr_at_1_max + value: 21.627378828477532 + - type: nauc_mrr_at_1_std + value: -1.9065076224382262 + - type: nauc_mrr_at_20_diff1 + value: 38.679698906833885 + - type: nauc_mrr_at_20_max + value: 24.632607091840622 + - type: nauc_mrr_at_20_std + value: 0.20084937172893197 + - type: nauc_mrr_at_3_diff1 + value: 38.39925142686701 + - type: nauc_mrr_at_3_max + value: 23.66152747304512 + - type: nauc_mrr_at_3_std + value: -0.628519594378832 + - type: nauc_mrr_at_5_diff1 + value: 38.371246750856606 + - type: nauc_mrr_at_5_max + value: 24.682577377101104 + - type: nauc_mrr_at_5_std + value: 0.060689534605535604 + - type: nauc_ndcg_at_1000_diff1 + value: 38.17628275755128 + - type: nauc_ndcg_at_1000_max + value: 25.80539838814419 + - type: nauc_ndcg_at_1000_std + value: 0.8586445473741267 + - type: nauc_ndcg_at_100_diff1 + value: 38.01695858087552 + - type: nauc_ndcg_at_100_max + value: 26.26810029116518 + - type: nauc_ndcg_at_100_std + value: 1.3954995431536397 + - type: nauc_ndcg_at_10_diff1 + value: 37.714599237914975 + - type: nauc_ndcg_at_10_max + value: 26.527887523630056 + - type: nauc_ndcg_at_10_std + value: 0.9303338049009193 + - type: nauc_ndcg_at_1_diff1 + value: 42.23553827569472 + - type: nauc_ndcg_at_1_max + value: 21.6544058258776 + - type: nauc_ndcg_at_1_std + value: -1.8247895107064274 + - type: nauc_ndcg_at_20_diff1 + value: 37.79188917035569 + - type: nauc_ndcg_at_20_max + value: 26.83835500851581 + - type: nauc_ndcg_at_20_std + value: 1.6532937246137365 + - type: nauc_ndcg_at_3_diff1 + value: 37.61343042280347 + - type: nauc_ndcg_at_3_max + value: 23.917437039390137 + - type: nauc_ndcg_at_3_std + value: -1.5800740410055774 + - type: nauc_ndcg_at_5_diff1 + value: 37.336065614777795 + - type: nauc_ndcg_at_5_max + value: 26.401880079796037 + - type: nauc_ndcg_at_5_std + value: 0.19202305501782874 + - type: nauc_precision_at_1000_diff1 + value: -11.144872061510371 + - type: nauc_precision_at_1000_max + value: 5.6241070221486185 + - type: nauc_precision_at_1000_std + value: 14.747372144618382 + - type: nauc_precision_at_100_diff1 + value: -8.369408543560592 + - type: nauc_precision_at_100_max + value: 11.023240256125085 + - type: nauc_precision_at_100_std + value: 18.045874227710854 + - type: nauc_precision_at_10_diff1 + value: 6.584951316095451 + - type: nauc_precision_at_10_max + value: 21.658298046875455 + - type: nauc_precision_at_10_std + value: 14.797525192336455 + - type: nauc_precision_at_1_diff1 + value: 42.23553827569472 + - type: nauc_precision_at_1_max + value: 21.6544058258776 + - type: nauc_precision_at_1_std + value: -1.8247895107064274 + - type: nauc_precision_at_20_diff1 + value: 0.33534981268579644 + - type: nauc_precision_at_20_max + value: 19.146808861474966 + - type: nauc_precision_at_20_std + value: 18.320685032020453 + - type: nauc_precision_at_3_diff1 + value: 22.218212561230644 + - type: nauc_precision_at_3_max + value: 24.292474434607307 + - type: nauc_precision_at_3_std + value: 6.154065316865717 + - type: nauc_precision_at_5_diff1 + value: 13.630700977184757 + - type: nauc_precision_at_5_max + value: 25.323202132346257 + - type: nauc_precision_at_5_std + value: 11.253374996425851 + - type: nauc_recall_at_1000_diff1 + value: 14.520278571679423 + - type: nauc_recall_at_1000_max + value: 77.34603733204753 + - type: nauc_recall_at_1000_std + value: 81.57477743790244 + - type: nauc_recall_at_100_diff1 + value: 25.31452271948367 + - type: nauc_recall_at_100_max + value: 59.73388798773907 + - type: nauc_recall_at_100_std + value: 45.159605231791645 + - type: nauc_recall_at_10_diff1 + value: 31.50932770496877 + - type: nauc_recall_at_10_max + value: 36.52278383994803 + - type: nauc_recall_at_10_std + value: 9.297753632006579 + - type: nauc_recall_at_1_diff1 + value: 42.179461753096895 + - type: nauc_recall_at_1_max + value: 19.349773592901936 + - type: nauc_recall_at_1_std + value: -4.524397921564787 + - type: nauc_recall_at_20_diff1 + value: 29.71090965503412 + - type: nauc_recall_at_20_max + value: 44.5403524954586 + - type: nauc_recall_at_20_std + value: 19.84516215680696 + - type: nauc_recall_at_3_diff1 + value: 33.18557182144929 + - type: nauc_recall_at_3_max + value: 25.44098884889825 + - type: nauc_recall_at_3_std + value: -0.714874800098336 + - type: nauc_recall_at_5_diff1 + value: 31.408995216208442 + - type: nauc_recall_at_5_max + value: 32.959847941704965 + - type: nauc_recall_at_5_std + value: 4.396048200488618 + - type: ndcg_at_1 + value: 45.973000000000006 + - type: ndcg_at_10 + value: 64.688 + - type: ndcg_at_100 + value: 67.649 + - type: ndcg_at_1000 + value: 68.024 + - type: ndcg_at_20 + value: 66.267 + - type: ndcg_at_3 + value: 57.497 + - type: ndcg_at_5 + value: 61.695 + - type: precision_at_1 + value: 45.973000000000006 + - type: precision_at_10 + value: 10.046 + - type: precision_at_100 + value: 1.174 + - type: precision_at_1000 + value: 0.121 + - type: precision_at_20 + value: 5.41 + - type: precision_at_3 + value: 25.657000000000004 + - type: precision_at_5 + value: 17.868000000000002 + - type: recall_at_1 + value: 41.066 + - type: recall_at_10 + value: 84.135 + - type: recall_at_100 + value: 96.67099999999999 + - type: recall_at_1000 + value: 99.387 + - type: recall_at_20 + value: 89.938 + - type: recall_at_3 + value: 66.01700000000001 + - type: recall_at_5 + value: 75.53800000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 89.16 + - type: map_at_1 + value: 71.393 + - type: map_at_10 + value: 85.431 + - type: map_at_100 + value: 86.035 + - type: map_at_1000 + value: 86.05000000000001 + - type: map_at_20 + value: 85.83 + - type: map_at_3 + value: 82.44200000000001 + - type: map_at_5 + value: 84.30499999999999 + - type: mrr_at_1 + value: 82.24000000000001 + - type: mrr_at_10 + value: 88.35231349206327 + - type: mrr_at_100 + value: 88.42772088028269 + - type: mrr_at_1000 + value: 88.42827680568509 + - type: mrr_at_20 + value: 88.41080736639496 + - type: mrr_at_3 + value: 87.44333333333314 + - type: mrr_at_5 + value: 88.06383333333302 + - type: nauc_map_at_1000_diff1 + value: 75.90832808026184 + - type: nauc_map_at_1000_max + value: 23.53900071578855 + - type: nauc_map_at_1000_std + value: -39.927827265219854 + - type: nauc_map_at_100_diff1 + value: 75.91666852843873 + - type: nauc_map_at_100_max + value: 23.50731886205444 + - type: nauc_map_at_100_std + value: -39.97767565405775 + - type: nauc_map_at_10_diff1 + value: 76.19643319669306 + - type: nauc_map_at_10_max + value: 22.746085654201355 + - type: nauc_map_at_10_std + value: -41.844605134704715 + - type: nauc_map_at_1_diff1 + value: 78.82668992548645 + - type: nauc_map_at_1_max + value: 17.523297297435224 + - type: nauc_map_at_1_std + value: -36.057027609352616 + - type: nauc_map_at_20_diff1 + value: 76.05783399854896 + - type: nauc_map_at_20_max + value: 23.20072488797186 + - type: nauc_map_at_20_std + value: -40.81478369191535 + - type: nauc_map_at_3_diff1 + value: 76.58496438269384 + - type: nauc_map_at_3_max + value: 20.4701448032309 + - type: nauc_map_at_3_std + value: -43.521383471579895 + - type: nauc_map_at_5_diff1 + value: 76.40363254040322 + - type: nauc_map_at_5_max + value: 21.90377180304047 + - type: nauc_map_at_5_std + value: -43.03599301443475 + - type: nauc_mrr_at_1000_diff1 + value: 76.1837291208273 + - type: nauc_mrr_at_1000_max + value: 25.456231389943472 + - type: nauc_mrr_at_1000_std + value: -36.78952655269047 + - type: nauc_mrr_at_100_diff1 + value: 76.18357466163647 + - type: nauc_mrr_at_100_max + value: 25.45740950566372 + - type: nauc_mrr_at_100_std + value: -36.78988094252611 + - type: nauc_mrr_at_10_diff1 + value: 76.19419770729094 + - type: nauc_mrr_at_10_max + value: 25.46351564930667 + - type: nauc_mrr_at_10_std + value: -36.87723141573333 + - type: nauc_mrr_at_1_diff1 + value: 76.88658099222951 + - type: nauc_mrr_at_1_max + value: 25.16206140546511 + - type: nauc_mrr_at_1_std + value: -34.38213705828303 + - type: nauc_mrr_at_20_diff1 + value: 76.18498132927036 + - type: nauc_mrr_at_20_max + value: 25.452636746160334 + - type: nauc_mrr_at_20_std + value: -36.8262960671442 + - type: nauc_mrr_at_3_diff1 + value: 75.91316743884869 + - type: nauc_mrr_at_3_max + value: 25.192903416947154 + - type: nauc_mrr_at_3_std + value: -37.59082081169092 + - type: nauc_mrr_at_5_diff1 + value: 76.10631727710869 + - type: nauc_mrr_at_5_max + value: 25.452802894102184 + - type: nauc_mrr_at_5_std + value: -37.127478331481385 + - type: nauc_ndcg_at_1000_diff1 + value: 75.67111455136272 + - type: nauc_ndcg_at_1000_max + value: 24.59412813548136 + - type: nauc_ndcg_at_1000_std + value: -38.16233070595817 + - type: nauc_ndcg_at_100_diff1 + value: 75.6966192214638 + - type: nauc_ndcg_at_100_max + value: 24.482618498152718 + - type: nauc_ndcg_at_100_std + value: -38.2972249197645 + - type: nauc_ndcg_at_10_diff1 + value: 75.91456179347648 + - type: nauc_ndcg_at_10_max + value: 23.909997093518882 + - type: nauc_ndcg_at_10_std + value: -41.117367550775775 + - type: nauc_ndcg_at_1_diff1 + value: 76.90637526910301 + - type: nauc_ndcg_at_1_max + value: 25.208692439256314 + - type: nauc_ndcg_at_1_std + value: -34.31241421164998 + - type: nauc_ndcg_at_20_diff1 + value: 75.91752313318823 + - type: nauc_ndcg_at_20_max + value: 23.97959910582008 + - type: nauc_ndcg_at_20_std + value: -40.19894918594622 + - type: nauc_ndcg_at_3_diff1 + value: 75.29898448319304 + - type: nauc_ndcg_at_3_max + value: 22.551888973893174 + - type: nauc_ndcg_at_3_std + value: -41.849345286714914 + - type: nauc_ndcg_at_5_diff1 + value: 75.72092321502765 + - type: nauc_ndcg_at_5_max + value: 23.60519691021222 + - type: nauc_ndcg_at_5_std + value: -41.91376015869966 + - type: nauc_precision_at_1000_diff1 + value: -44.127398455168155 + - type: nauc_precision_at_1000_max + value: 0.4863503339606656 + - type: nauc_precision_at_1000_std + value: 35.71349627810218 + - type: nauc_precision_at_100_diff1 + value: -43.8110631364381 + - type: nauc_precision_at_100_max + value: 0.18511273986329388 + - type: nauc_precision_at_100_std + value: 35.0337532338386 + - type: nauc_precision_at_10_diff1 + value: -39.01785144655778 + - type: nauc_precision_at_10_max + value: 0.6971259033469296 + - type: nauc_precision_at_10_std + value: 23.987789294860296 + - type: nauc_precision_at_1_diff1 + value: 76.90637526910301 + - type: nauc_precision_at_1_max + value: 25.208692439256314 + - type: nauc_precision_at_1_std + value: -34.31241421164998 + - type: nauc_precision_at_20_diff1 + value: -41.847410261778215 + - type: nauc_precision_at_20_max + value: 0.2097497139050107 + - type: nauc_precision_at_20_std + value: 29.570215363845254 + - type: nauc_precision_at_3_diff1 + value: -19.357706112240898 + - type: nauc_precision_at_3_max + value: 4.657210761338343 + - type: nauc_precision_at_3_std + value: 4.66414866378942 + - type: nauc_precision_at_5_diff1 + value: -31.450105276959246 + - type: nauc_precision_at_5_max + value: 2.530729198663426 + - type: nauc_precision_at_5_std + value: 15.214488796180778 + - type: nauc_recall_at_1000_diff1 + value: 63.77714603284074 + - type: nauc_recall_at_1000_max + value: -19.834348468005338 + - type: nauc_recall_at_1000_std + value: -31.970501378815406 + - type: nauc_recall_at_100_diff1 + value: 72.64699541352437 + - type: nauc_recall_at_100_max + value: 22.534774000300914 + - type: nauc_recall_at_100_std + value: -34.14821906643992 + - type: nauc_recall_at_10_diff1 + value: 73.69851010248087 + - type: nauc_recall_at_10_max + value: 17.587267645521084 + - type: nauc_recall_at_10_std + value: -60.086028161269255 + - type: nauc_recall_at_1_diff1 + value: 78.82668992548645 + - type: nauc_recall_at_1_max + value: 17.523297297435224 + - type: nauc_recall_at_1_std + value: -36.057027609352616 + - type: nauc_recall_at_20_diff1 + value: 75.18327167336511 + - type: nauc_recall_at_20_max + value: 15.224312707593581 + - type: nauc_recall_at_20_std + value: -64.29673756030971 + - type: nauc_recall_at_3_diff1 + value: 72.82339198565903 + - type: nauc_recall_at_3_max + value: 16.48401326031195 + - type: nauc_recall_at_3_std + value: -51.34959867868339 + - type: nauc_recall_at_5_diff1 + value: 72.06607870924402 + - type: nauc_recall_at_5_max + value: 17.79100454091683 + - type: nauc_recall_at_5_std + value: -55.141969303723236 + - type: ndcg_at_1 + value: 82.23 + - type: ndcg_at_10 + value: 89.16 + - type: ndcg_at_100 + value: 90.211 + - type: ndcg_at_1000 + value: 90.288 + - type: ndcg_at_20 + value: 89.75 + - type: ndcg_at_3 + value: 86.33999999999999 + - type: ndcg_at_5 + value: 87.878 + - type: precision_at_1 + value: 82.23 + - type: precision_at_10 + value: 13.539000000000001 + - type: precision_at_100 + value: 1.5350000000000001 + - type: precision_at_1000 + value: 0.157 + - type: precision_at_20 + value: 7.173 + - type: precision_at_3 + value: 37.769999999999996 + - type: precision_at_5 + value: 24.842 + - type: recall_at_1 + value: 71.393 + - type: recall_at_10 + value: 96.277 + - type: recall_at_100 + value: 99.682 + - type: recall_at_1000 + value: 99.991 + - type: recall_at_20 + value: 98.119 + - type: recall_at_3 + value: 88.113 + - type: recall_at_5 + value: 92.487 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 21.768 + - type: map_at_1 + value: 5.288 + - type: map_at_10 + value: 13.211999999999998 + - type: map_at_100 + value: 15.516 + - type: map_at_1000 + value: 15.855 + - type: map_at_20 + value: 14.398 + - type: map_at_3 + value: 9.446 + - type: map_at_5 + value: 11.358 + - type: mrr_at_1 + value: 26.1 + - type: mrr_at_10 + value: 37.05285714285715 + - type: mrr_at_100 + value: 38.139536530570474 + - type: mrr_at_1000 + value: 38.188891914502385 + - type: mrr_at_20 + value: 37.72580983687793 + - type: mrr_at_3 + value: 33.766666666666666 + - type: mrr_at_5 + value: 35.61166666666664 + - type: nauc_map_at_1000_diff1 + value: 12.656513374145106 + - type: nauc_map_at_1000_max + value: 24.783730165079767 + - type: nauc_map_at_1000_std + value: 14.273105528075881 + - type: nauc_map_at_100_diff1 + value: 12.645274279253234 + - type: nauc_map_at_100_max + value: 24.66916730283569 + - type: nauc_map_at_100_std + value: 14.01388256685681 + - type: nauc_map_at_10_diff1 + value: 12.875184612114158 + - type: nauc_map_at_10_max + value: 22.99248747261523 + - type: nauc_map_at_10_std + value: 11.322421142235303 + - type: nauc_map_at_1_diff1 + value: 19.91934001257035 + - type: nauc_map_at_1_max + value: 14.489385038441368 + - type: nauc_map_at_1_std + value: 4.41741897722446 + - type: nauc_map_at_20_diff1 + value: 12.551493516097029 + - type: nauc_map_at_20_max + value: 23.98638784186677 + - type: nauc_map_at_20_std + value: 12.137119810139337 + - type: nauc_map_at_3_diff1 + value: 13.304199659006906 + - type: nauc_map_at_3_max + value: 19.206662818297556 + - type: nauc_map_at_3_std + value: 5.979854013734774 + - type: nauc_map_at_5_diff1 + value: 12.592685371640899 + - type: nauc_map_at_5_max + value: 21.401755502623857 + - type: nauc_map_at_5_std + value: 8.616019144052176 + - type: nauc_mrr_at_1000_diff1 + value: 17.106981265941144 + - type: nauc_mrr_at_1000_max + value: 19.09531398933099 + - type: nauc_mrr_at_1000_std + value: 8.169540394403022 + - type: nauc_mrr_at_100_diff1 + value: 17.095540709474268 + - type: nauc_mrr_at_100_max + value: 19.13061833258963 + - type: nauc_mrr_at_100_std + value: 8.200152670895841 + - type: nauc_mrr_at_10_diff1 + value: 17.12427440233127 + - type: nauc_mrr_at_10_max + value: 19.182348996793223 + - type: nauc_mrr_at_10_std + value: 8.192298588949605 + - type: nauc_mrr_at_1_diff1 + value: 19.658541442108323 + - type: nauc_mrr_at_1_max + value: 14.086175574689 + - type: nauc_mrr_at_1_std + value: 4.294204987684459 + - type: nauc_mrr_at_20_diff1 + value: 17.11841058621361 + - type: nauc_mrr_at_20_max + value: 19.08060621099804 + - type: nauc_mrr_at_20_std + value: 8.207663272417248 + - type: nauc_mrr_at_3_diff1 + value: 16.817515599428003 + - type: nauc_mrr_at_3_max + value: 18.25748916506445 + - type: nauc_mrr_at_3_std + value: 6.846952621522001 + - type: nauc_mrr_at_5_diff1 + value: 16.88400369902854 + - type: nauc_mrr_at_5_max + value: 19.010732907567835 + - type: nauc_mrr_at_5_std + value: 7.620205914556857 + - type: nauc_ndcg_at_1000_diff1 + value: 13.929366629395965 + - type: nauc_ndcg_at_1000_max + value: 27.928821890027788 + - type: nauc_ndcg_at_1000_std + value: 20.248730694486596 + - type: nauc_ndcg_at_100_diff1 + value: 13.373097949946548 + - type: nauc_ndcg_at_100_max + value: 27.7569179558014 + - type: nauc_ndcg_at_100_std + value: 19.430518808099066 + - type: nauc_ndcg_at_10_diff1 + value: 13.903268298479643 + - type: nauc_ndcg_at_10_max + value: 24.42902762317196 + - type: nauc_ndcg_at_10_std + value: 13.000787883946375 + - type: nauc_ndcg_at_1_diff1 + value: 19.658541442108323 + - type: nauc_ndcg_at_1_max + value: 14.086175574689 + - type: nauc_ndcg_at_1_std + value: 4.294204987684459 + - type: nauc_ndcg_at_20_diff1 + value: 13.225178086875712 + - type: nauc_ndcg_at_20_max + value: 25.593917892162366 + - type: nauc_ndcg_at_20_std + value: 14.329359732472307 + - type: nauc_ndcg_at_3_diff1 + value: 13.623063832385599 + - type: nauc_ndcg_at_3_max + value: 19.573786303546317 + - type: nauc_ndcg_at_3_std + value: 7.004315969675634 + - type: nauc_ndcg_at_5_diff1 + value: 13.348473328008254 + - type: nauc_ndcg_at_5_max + value: 22.590877194048893 + - type: nauc_ndcg_at_5_std + value: 10.042511434054045 + - type: nauc_precision_at_1000_diff1 + value: 8.645904039123652 + - type: nauc_precision_at_1000_max + value: 28.109231756883812 + - type: nauc_precision_at_1000_std + value: 33.04671080070988 + - type: nauc_precision_at_100_diff1 + value: 8.412663272083252 + - type: nauc_precision_at_100_max + value: 29.49914081195902 + - type: nauc_precision_at_100_std + value: 29.36943289684785 + - type: nauc_precision_at_10_diff1 + value: 10.979668084988889 + - type: nauc_precision_at_10_max + value: 26.299619084817234 + - type: nauc_precision_at_10_std + value: 17.125846012423636 + - type: nauc_precision_at_1_diff1 + value: 19.658541442108323 + - type: nauc_precision_at_1_max + value: 14.086175574689 + - type: nauc_precision_at_1_std + value: 4.294204987684459 + - type: nauc_precision_at_20_diff1 + value: 8.742228574214412 + - type: nauc_precision_at_20_max + value: 26.79019694882003 + - type: nauc_precision_at_20_std + value: 18.511025182455885 + - type: nauc_precision_at_3_diff1 + value: 10.931190244994063 + - type: nauc_precision_at_3_max + value: 21.54838184676272 + - type: nauc_precision_at_3_std + value: 8.227969431101453 + - type: nauc_precision_at_5_diff1 + value: 10.118127450316793 + - type: nauc_precision_at_5_max + value: 24.563204070643497 + - type: nauc_precision_at_5_std + value: 12.512813757935984 + - type: nauc_recall_at_1000_diff1 + value: 8.496583562854939 + - type: nauc_recall_at_1000_max + value: 28.54428524766185 + - type: nauc_recall_at_1000_std + value: 34.29952091855355 + - type: nauc_recall_at_100_diff1 + value: 8.253267171086184 + - type: nauc_recall_at_100_max + value: 29.45889349600719 + - type: nauc_recall_at_100_std + value: 29.660576554498974 + - type: nauc_recall_at_10_diff1 + value: 10.769625058011071 + - type: nauc_recall_at_10_max + value: 26.366548779182192 + - type: nauc_recall_at_10_std + value: 17.1742171893101 + - type: nauc_recall_at_1_diff1 + value: 19.91934001257035 + - type: nauc_recall_at_1_max + value: 14.489385038441368 + - type: nauc_recall_at_1_std + value: 4.41741897722446 + - type: nauc_recall_at_20_diff1 + value: 8.614356719100252 + - type: nauc_recall_at_20_max + value: 26.785434059132506 + - type: nauc_recall_at_20_std + value: 18.55022579096539 + - type: nauc_recall_at_3_diff1 + value: 11.063544704398076 + - type: nauc_recall_at_3_max + value: 21.827384423462075 + - type: nauc_recall_at_3_std + value: 8.20600294063751 + - type: nauc_recall_at_5_diff1 + value: 10.122455882369156 + - type: nauc_recall_at_5_max + value: 24.706979708938757 + - type: nauc_recall_at_5_std + value: 12.54515446765516 + - type: ndcg_at_1 + value: 26.1 + - type: ndcg_at_10 + value: 21.768 + - type: ndcg_at_100 + value: 30.355999999999998 + - type: ndcg_at_1000 + value: 35.9 + - type: ndcg_at_20 + value: 24.924 + - type: ndcg_at_3 + value: 20.903 + - type: ndcg_at_5 + value: 18.199 + - type: precision_at_1 + value: 26.1 + - type: precision_at_10 + value: 11.16 + - type: precision_at_100 + value: 2.349 + - type: precision_at_1000 + value: 0.367 + - type: precision_at_20 + value: 7.41 + - type: precision_at_3 + value: 19.433 + - type: precision_at_5 + value: 15.9 + - type: recall_at_1 + value: 5.288 + - type: recall_at_10 + value: 22.634999999999998 + - type: recall_at_100 + value: 47.698 + - type: recall_at_1000 + value: 74.593 + - type: recall_at_20 + value: 30.020000000000003 + - type: recall_at_3 + value: 11.793 + - type: recall_at_5 + value: 16.097 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 77.754 + - type: map_at_1 + value: 62.761 + - type: map_at_10 + value: 73.463 + - type: map_at_100 + value: 73.839 + - type: map_at_1000 + value: 73.854 + - type: map_at_20 + value: 73.69 + - type: map_at_3 + value: 70.87400000000001 + - type: map_at_5 + value: 72.249 + - type: mrr_at_1 + value: 65.66666666666666 + - type: mrr_at_10 + value: 74.43624338624336 + - type: mrr_at_100 + value: 74.71904205166682 + - type: mrr_at_1000 + value: 74.73399734402419 + - type: mrr_at_20 + value: 74.589783486494 + - type: mrr_at_3 + value: 72.72222222222223 + - type: mrr_at_5 + value: 73.65555555555555 + - type: nauc_map_at_1000_diff1 + value: 70.00892547294436 + - type: nauc_map_at_1000_max + value: 51.41960577804691 + - type: nauc_map_at_1000_std + value: 5.978829433471654 + - type: nauc_map_at_100_diff1 + value: 70.00836052867537 + - type: nauc_map_at_100_max + value: 51.42861464065368 + - type: nauc_map_at_100_std + value: 5.992256135151107 + - type: nauc_map_at_10_diff1 + value: 70.15073307409155 + - type: nauc_map_at_10_max + value: 51.65496907162298 + - type: nauc_map_at_10_std + value: 5.810737915329279 + - type: nauc_map_at_1_diff1 + value: 71.18129532179381 + - type: nauc_map_at_1_max + value: 40.69935323263643 + - type: nauc_map_at_1_std + value: -4.136348859696338 + - type: nauc_map_at_20_diff1 + value: 69.9842505973294 + - type: nauc_map_at_20_max + value: 51.57855182212502 + - type: nauc_map_at_20_std + value: 6.125238609836613 + - type: nauc_map_at_3_diff1 + value: 69.69232815430708 + - type: nauc_map_at_3_max + value: 49.17028508238125 + - type: nauc_map_at_3_std + value: 1.7604096941226137 + - type: nauc_map_at_5_diff1 + value: 70.90530312747431 + - type: nauc_map_at_5_max + value: 50.877509633660644 + - type: nauc_map_at_5_std + value: 4.25683085790038 + - type: nauc_mrr_at_1000_diff1 + value: 69.69945212403626 + - type: nauc_mrr_at_1000_max + value: 53.53857495659493 + - type: nauc_mrr_at_1000_std + value: 9.537046545129654 + - type: nauc_mrr_at_100_diff1 + value: 69.69908652848497 + - type: nauc_mrr_at_100_max + value: 53.54634044384429 + - type: nauc_mrr_at_100_std + value: 9.548345115227077 + - type: nauc_mrr_at_10_diff1 + value: 69.68940108332458 + - type: nauc_mrr_at_10_max + value: 53.78009841857116 + - type: nauc_mrr_at_10_std + value: 9.516233608830541 + - type: nauc_mrr_at_1_diff1 + value: 70.18866680222685 + - type: nauc_mrr_at_1_max + value: 46.98369430812099 + - type: nauc_mrr_at_1_std + value: 4.2833354400119 + - type: nauc_mrr_at_20_diff1 + value: 69.64750758771528 + - type: nauc_mrr_at_20_max + value: 53.65682728187867 + - type: nauc_mrr_at_20_std + value: 9.622798995087647 + - type: nauc_mrr_at_3_diff1 + value: 69.21638398716401 + - type: nauc_mrr_at_3_max + value: 53.60114695403701 + - type: nauc_mrr_at_3_std + value: 8.777041524188228 + - type: nauc_mrr_at_5_diff1 + value: 70.01733919189228 + - type: nauc_mrr_at_5_max + value: 54.4843359484408 + - type: nauc_mrr_at_5_std + value: 10.26973902416146 + - type: nauc_ndcg_at_1000_diff1 + value: 69.62702580021256 + - type: nauc_ndcg_at_1000_max + value: 53.54352649889886 + - type: nauc_ndcg_at_1000_std + value: 8.880318494884355 + - type: nauc_ndcg_at_100_diff1 + value: 69.46493737196539 + - type: nauc_ndcg_at_100_max + value: 53.740641082071804 + - type: nauc_ndcg_at_100_std + value: 9.32034924214471 + - type: nauc_ndcg_at_10_diff1 + value: 69.77719788572776 + - type: nauc_ndcg_at_10_max + value: 55.08725100434386 + - type: nauc_ndcg_at_10_std + value: 9.17127987828087 + - type: nauc_ndcg_at_1_diff1 + value: 70.18866680222685 + - type: nauc_ndcg_at_1_max + value: 46.98369430812099 + - type: nauc_ndcg_at_1_std + value: 4.2833354400119 + - type: nauc_ndcg_at_20_diff1 + value: 69.3592801336012 + - type: nauc_ndcg_at_20_max + value: 54.71325998091494 + - type: nauc_ndcg_at_20_std + value: 10.066345792662997 + - type: nauc_ndcg_at_3_diff1 + value: 68.54848316527975 + - type: nauc_ndcg_at_3_max + value: 53.37666510182388 + - type: nauc_ndcg_at_3_std + value: 5.813919678224535 + - type: nauc_ndcg_at_5_diff1 + value: 71.09231090269157 + - type: nauc_ndcg_at_5_max + value: 54.763118697264105 + - type: nauc_ndcg_at_5_std + value: 8.077244939348736 + - type: nauc_precision_at_1000_diff1 + value: -35.65939471493537 + - type: nauc_precision_at_1000_max + value: 16.222575385441036 + - type: nauc_precision_at_1000_std + value: 48.01552083548329 + - type: nauc_precision_at_100_diff1 + value: -23.189605031989597 + - type: nauc_precision_at_100_max + value: 22.043736096370566 + - type: nauc_precision_at_100_std + value: 45.47258848854428 + - type: nauc_precision_at_10_diff1 + value: -0.7615073397022429 + - type: nauc_precision_at_10_max + value: 37.45472261645026 + - type: nauc_precision_at_10_std + value: 42.330911478743374 + - type: nauc_precision_at_1_diff1 + value: 70.18866680222685 + - type: nauc_precision_at_1_max + value: 46.98369430812099 + - type: nauc_precision_at_1_std + value: 4.2833354400119 + - type: nauc_precision_at_20_diff1 + value: -9.800943666463139 + - type: nauc_precision_at_20_max + value: 31.89387265367008 + - type: nauc_precision_at_20_std + value: 45.291666441469495 + - type: nauc_precision_at_3_diff1 + value: 32.87510487623137 + - type: nauc_precision_at_3_max + value: 51.426610106841764 + - type: nauc_precision_at_3_std + value: 25.24363555289574 + - type: nauc_precision_at_5_diff1 + value: 22.32745586276285 + - type: nauc_precision_at_5_max + value: 48.179145752651515 + - type: nauc_precision_at_5_std + value: 35.49639988533587 + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: 61.42857142857152 + - type: nauc_recall_at_100_max + value: 61.545284780578854 + - type: nauc_recall_at_100_std + value: 28.216619981325497 + - type: nauc_recall_at_10_diff1 + value: 68.14227843217638 + - type: nauc_recall_at_10_max + value: 68.0438674752541 + - type: nauc_recall_at_10_std + value: 17.216039931036985 + - type: nauc_recall_at_1_diff1 + value: 71.18129532179381 + - type: nauc_recall_at_1_max + value: 40.69935323263643 + - type: nauc_recall_at_1_std + value: -4.136348859696338 + - type: nauc_recall_at_20_diff1 + value: 64.65615231599898 + - type: nauc_recall_at_20_max + value: 68.82332643202204 + - type: nauc_recall_at_20_std + value: 26.45029026103195 + - type: nauc_recall_at_3_diff1 + value: 66.66056229757102 + - type: nauc_recall_at_3_max + value: 57.5874024986744 + - type: nauc_recall_at_3_std + value: 5.89101784676189 + - type: nauc_recall_at_5_diff1 + value: 72.34813575456495 + - type: nauc_recall_at_5_max + value: 63.8277779755477 + - type: nauc_recall_at_5_std + value: 13.862091061194013 + - type: ndcg_at_1 + value: 65.667 + - type: ndcg_at_10 + value: 77.754 + - type: ndcg_at_100 + value: 79.342 + - type: ndcg_at_1000 + value: 79.76299999999999 + - type: ndcg_at_20 + value: 78.468 + - type: ndcg_at_3 + value: 73.687 + - type: ndcg_at_5 + value: 75.50099999999999 + - type: precision_at_1 + value: 65.667 + - type: precision_at_10 + value: 10.167 + - type: precision_at_100 + value: 1.097 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 5.25 + - type: precision_at_3 + value: 28.666999999999998 + - type: precision_at_5 + value: 18.533 + - type: recall_at_1 + value: 62.761 + - type: recall_at_10 + value: 89.60000000000001 + - type: recall_at_100 + value: 96.667 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_20 + value: 92.333 + - type: recall_at_3 + value: 78.822 + - type: recall_at_5 + value: 83.39999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB T2Retrieval (default) + revision: 8731a845f1bf500a4f111cf1070785c793d10e64 + split: test + type: C-MTEB/T2Retrieval + metrics: + - type: main_score + value: 85.408 + - type: map_at_1 + value: 27.974 + - type: map_at_10 + value: 78.107 + - type: map_at_100 + value: 81.606 + - type: map_at_1000 + value: 81.669 + - type: map_at_20 + value: 80.784 + - type: map_at_3 + value: 55.283 + - type: map_at_5 + value: 67.72399999999999 + - type: mrr_at_1 + value: 91.070489216202 + - type: mrr_at_10 + value: 93.20924798699666 + - type: mrr_at_100 + value: 93.2897391797075 + - type: mrr_at_1000 + value: 93.29251314252166 + - type: mrr_at_20 + value: 93.26295707737242 + - type: mrr_at_3 + value: 92.86778888304391 + - type: mrr_at_5 + value: 93.08609503769956 + - type: nauc_map_at_1000_diff1 + value: 14.02161421364639 + - type: nauc_map_at_1000_max + value: 47.186571672677054 + - type: nauc_map_at_1000_std + value: 20.616875530058905 + - type: nauc_map_at_100_diff1 + value: 14.015808279665501 + - type: nauc_map_at_100_max + value: 47.064027752077116 + - type: nauc_map_at_100_std + value: 20.510779071993177 + - type: nauc_map_at_10_diff1 + value: 17.859573746844152 + - type: nauc_map_at_10_max + value: 33.99524263062824 + - type: nauc_map_at_10_std + value: 2.9750580972472327 + - type: nauc_map_at_1_diff1 + value: 52.955344727933515 + - type: nauc_map_at_1_max + value: -25.84268384364316 + - type: nauc_map_at_1_std + value: -41.01798171453465 + - type: nauc_map_at_20_diff1 + value: 14.590278001943377 + - type: nauc_map_at_20_max + value: 44.555133043897854 + - type: nauc_map_at_20_std + value: 16.847807075388115 + - type: nauc_map_at_3_diff1 + value: 38.01293816018024 + - type: nauc_map_at_3_max + value: -13.32573886546727 + - type: nauc_map_at_3_std + value: -39.139010666587886 + - type: nauc_map_at_5_diff1 + value: 29.93221195702576 + - type: nauc_map_at_5_max + value: 3.7008458479169537 + - type: nauc_map_at_5_std + value: -27.496871606312183 + - type: nauc_mrr_at_1000_diff1 + value: 52.21254036979167 + - type: nauc_mrr_at_1000_max + value: 81.88050840815251 + - type: nauc_mrr_at_1000_std + value: 47.9830708984396 + - type: nauc_mrr_at_100_diff1 + value: 52.213514352113656 + - type: nauc_mrr_at_100_max + value: 81.8865599907679 + - type: nauc_mrr_at_100_std + value: 47.99621895256341 + - type: nauc_mrr_at_10_diff1 + value: 52.2488647184239 + - type: nauc_mrr_at_10_max + value: 81.98121309685763 + - type: nauc_mrr_at_10_std + value: 48.01382808881993 + - type: nauc_mrr_at_1_diff1 + value: 52.18512162818067 + - type: nauc_mrr_at_1_max + value: 78.17497748037101 + - type: nauc_mrr_at_1_std + value: 42.12866110712485 + - type: nauc_mrr_at_20_diff1 + value: 52.2244682517749 + - type: nauc_mrr_at_20_max + value: 81.92327282809062 + - type: nauc_mrr_at_20_std + value: 48.031963018453574 + - type: nauc_mrr_at_3_diff1 + value: 52.22511084737672 + - type: nauc_mrr_at_3_max + value: 81.86052316487371 + - type: nauc_mrr_at_3_std + value: 47.71493909281435 + - type: nauc_mrr_at_5_diff1 + value: 52.21838855843384 + - type: nauc_mrr_at_5_max + value: 82.09279480475385 + - type: nauc_mrr_at_5_std + value: 48.15370258286536 + - type: nauc_ndcg_at_1000_diff1 + value: 19.082798798848845 + - type: nauc_ndcg_at_1000_max + value: 59.979802333634815 + - type: nauc_ndcg_at_1000_std + value: 34.690664674450716 + - type: nauc_ndcg_at_100_diff1 + value: 18.539024016306367 + - type: nauc_ndcg_at_100_max + value: 58.65448008268863 + - type: nauc_ndcg_at_100_std + value: 34.04253795370821 + - type: nauc_ndcg_at_10_diff1 + value: 18.172957278807868 + - type: nauc_ndcg_at_10_max + value: 49.2049503163979 + - type: nauc_ndcg_at_10_std + value: 21.46955810647442 + - type: nauc_ndcg_at_1_diff1 + value: 52.18512162818067 + - type: nauc_ndcg_at_1_max + value: 78.17497748037101 + - type: nauc_ndcg_at_1_std + value: 42.12866110712485 + - type: nauc_ndcg_at_20_diff1 + value: 18.379027735832178 + - type: nauc_ndcg_at_20_max + value: 53.23513838907849 + - type: nauc_ndcg_at_20_std + value: 26.7601010446773 + - type: nauc_ndcg_at_3_diff1 + value: 14.679608635115319 + - type: nauc_ndcg_at_3_max + value: 66.67606724204819 + - type: nauc_ndcg_at_3_std + value: 37.824882125811904 + - type: nauc_ndcg_at_5_diff1 + value: 14.713093689867252 + - type: nauc_ndcg_at_5_max + value: 58.614360345482154 + - type: nauc_ndcg_at_5_std + value: 31.12595430971059 + - type: nauc_precision_at_1000_diff1 + value: -33.13227819808231 + - type: nauc_precision_at_1000_max + value: 48.59634908517778 + - type: nauc_precision_at_1000_std + value: 66.00782368965828 + - type: nauc_precision_at_100_diff1 + value: -33.173707177959336 + - type: nauc_precision_at_100_max + value: 50.03358290470462 + - type: nauc_precision_at_100_std + value: 67.05786873559285 + - type: nauc_precision_at_10_diff1 + value: -33.78943458913884 + - type: nauc_precision_at_10_max + value: 54.76809833047381 + - type: nauc_precision_at_10_std + value: 62.590134814916986 + - type: nauc_precision_at_1_diff1 + value: 52.18512162818067 + - type: nauc_precision_at_1_max + value: 78.17497748037101 + - type: nauc_precision_at_1_std + value: 42.12866110712485 + - type: nauc_precision_at_20_diff1 + value: -33.3169918994365 + - type: nauc_precision_at_20_max + value: 52.62730418313208 + - type: nauc_precision_at_20_std + value: 66.07927210284211 + - type: nauc_precision_at_3_diff1 + value: -31.74995396944038 + - type: nauc_precision_at_3_max + value: 65.95961370994449 + - type: nauc_precision_at_3_std + value: 55.08242524554448 + - type: nauc_precision_at_5_diff1 + value: -35.01473556966971 + - type: nauc_precision_at_5_max + value: 60.369530978392824 + - type: nauc_precision_at_5_std + value: 58.55729742429819 + - type: nauc_recall_at_1000_diff1 + value: 7.369474595497491 + - type: nauc_recall_at_1000_max + value: 62.759393411790974 + - type: nauc_recall_at_1000_std + value: 64.15678271186357 + - type: nauc_recall_at_100_diff1 + value: 8.204319572435734 + - type: nauc_recall_at_100_max + value: 50.39692582229378 + - type: nauc_recall_at_100_std + value: 44.669032653919814 + - type: nauc_recall_at_10_diff1 + value: 16.65018200107064 + - type: nauc_recall_at_10_max + value: 23.77056248647486 + - type: nauc_recall_at_10_std + value: -4.164976890234266 + - type: nauc_recall_at_1_diff1 + value: 52.955344727933515 + - type: nauc_recall_at_1_max + value: -25.84268384364316 + - type: nauc_recall_at_1_std + value: -41.01798171453465 + - type: nauc_recall_at_20_diff1 + value: 11.026989567642152 + - type: nauc_recall_at_20_max + value: 38.82346627365128 + - type: nauc_recall_at_20_std + value: 19.261774770548087 + - type: nauc_recall_at_3_diff1 + value: 36.44902805248335 + - type: nauc_recall_at_3_max + value: -17.66694139657555 + - type: nauc_recall_at_3_std + value: -41.82560813117898 + - type: nauc_recall_at_5_diff1 + value: 29.001950616630435 + - type: nauc_recall_at_5_max + value: -4.623916723824471 + - type: nauc_recall_at_5_std + value: -33.60086136077999 + - type: ndcg_at_1 + value: 91.07 + - type: ndcg_at_10 + value: 85.408 + - type: ndcg_at_100 + value: 88.767 + - type: ndcg_at_1000 + value: 89.384 + - type: ndcg_at_20 + value: 87.03 + - type: ndcg_at_3 + value: 87.168 + - type: ndcg_at_5 + value: 85.622 + - type: precision_at_1 + value: 91.07 + - type: precision_at_10 + value: 42.219 + - type: precision_at_100 + value: 5.002 + - type: precision_at_1000 + value: 0.515 + - type: precision_at_20 + value: 23.344 + - type: precision_at_3 + value: 76.175 + - type: precision_at_5 + value: 63.632999999999996 + - type: recall_at_1 + value: 27.974 + - type: recall_at_10 + value: 83.974 + - type: recall_at_100 + value: 95.06400000000001 + - type: recall_at_1000 + value: 98.207 + - type: recall_at_20 + value: 89.566 + - type: recall_at_3 + value: 56.830999999999996 + - type: recall_at_5 + value: 70.769 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: main_score + value: 80.46 + - type: map_at_1 + value: 0.22899999999999998 + - type: map_at_10 + value: 2.0140000000000002 + - type: map_at_100 + value: 13.531 + - type: map_at_1000 + value: 32.993 + - type: map_at_20 + value: 3.846 + - type: map_at_3 + value: 0.654 + - type: map_at_5 + value: 1.0619999999999998 + - type: mrr_at_1 + value: 88.0 + - type: mrr_at_10 + value: 94.0 + - type: mrr_at_100 + value: 94.0 + - type: mrr_at_1000 + value: 94.0 + - type: mrr_at_20 + value: 94.0 + - type: mrr_at_3 + value: 94.0 + - type: mrr_at_5 + value: 94.0 + - type: nauc_map_at_1000_diff1 + value: -3.3698499398528785 + - type: nauc_map_at_1000_max + value: 45.445709400181414 + - type: nauc_map_at_1000_std + value: 74.92334681323416 + - type: nauc_map_at_100_diff1 + value: -0.9733247625101976 + - type: nauc_map_at_100_max + value: 13.09104596763804 + - type: nauc_map_at_100_std + value: 48.19460362265014 + - type: nauc_map_at_10_diff1 + value: -6.228259203343852 + - type: nauc_map_at_10_max + value: -11.979703047874356 + - type: nauc_map_at_10_std + value: 7.951041219330085 + - type: nauc_map_at_1_diff1 + value: 17.419304474427516 + - type: nauc_map_at_1_max + value: -17.074884091442755 + - type: nauc_map_at_1_std + value: -1.9267809596597902 + - type: nauc_map_at_20_diff1 + value: -2.6496424260949722 + - type: nauc_map_at_20_max + value: -8.158038255243799 + - type: nauc_map_at_20_std + value: 15.206187928855147 + - type: nauc_map_at_3_diff1 + value: -0.4999760890617131 + - type: nauc_map_at_3_max + value: -18.019567439367997 + - type: nauc_map_at_3_std + value: 3.360209032763635 + - type: nauc_map_at_5_diff1 + value: -3.7052862954357835 + - type: nauc_map_at_5_max + value: -16.74492876700498 + - type: nauc_map_at_5_std + value: -0.5357800964930773 + - type: nauc_mrr_at_1000_diff1 + value: -11.979000954502055 + - type: nauc_mrr_at_1000_max + value: 13.434616608336228 + - type: nauc_mrr_at_1000_std + value: 51.48743238943712 + - type: nauc_mrr_at_100_diff1 + value: -11.979000954502055 + - type: nauc_mrr_at_100_max + value: 13.434616608336228 + - type: nauc_mrr_at_100_std + value: 51.48743238943712 + - type: nauc_mrr_at_10_diff1 + value: -11.979000954502055 + - type: nauc_mrr_at_10_max + value: 13.434616608336228 + - type: nauc_mrr_at_10_std + value: 51.48743238943712 + - type: nauc_mrr_at_1_diff1 + value: -11.979000954502169 + - type: nauc_mrr_at_1_max + value: 13.434616608336004 + - type: nauc_mrr_at_1_std + value: 51.48743238943678 + - type: nauc_mrr_at_20_diff1 + value: -11.979000954502055 + - type: nauc_mrr_at_20_max + value: 13.434616608336228 + - type: nauc_mrr_at_20_std + value: 51.48743238943712 + - type: nauc_mrr_at_3_diff1 + value: -11.979000954502055 + - type: nauc_mrr_at_3_max + value: 13.434616608336228 + - type: nauc_mrr_at_3_std + value: 51.48743238943712 + - type: nauc_mrr_at_5_diff1 + value: -11.979000954502055 + - type: nauc_mrr_at_5_max + value: 13.434616608336228 + - type: nauc_mrr_at_5_std + value: 51.48743238943712 + - type: nauc_ndcg_at_1000_diff1 + value: -8.71892178242702 + - type: nauc_ndcg_at_1000_max + value: 43.18986143410146 + - type: nauc_ndcg_at_1000_std + value: 73.79391175021726 + - type: nauc_ndcg_at_100_diff1 + value: -20.94835546481927 + - type: nauc_ndcg_at_100_max + value: 43.26793350899254 + - type: nauc_ndcg_at_100_std + value: 73.36033827657992 + - type: nauc_ndcg_at_10_diff1 + value: -45.88213133678636 + - type: nauc_ndcg_at_10_max + value: 25.13057874192747 + - type: nauc_ndcg_at_10_std + value: 59.133806456446194 + - type: nauc_ndcg_at_1_diff1 + value: -33.88545395379104 + - type: nauc_ndcg_at_1_max + value: 8.330621542466726 + - type: nauc_ndcg_at_1_std + value: 54.98861047836 + - type: nauc_ndcg_at_20_diff1 + value: -40.815265043494634 + - type: nauc_ndcg_at_20_max + value: 32.4919156896144 + - type: nauc_ndcg_at_20_std + value: 66.80157913099653 + - type: nauc_ndcg_at_3_diff1 + value: -43.89517591868999 + - type: nauc_ndcg_at_3_max + value: 3.1046688999223795 + - type: nauc_ndcg_at_3_std + value: 49.264714822436495 + - type: nauc_ndcg_at_5_diff1 + value: -48.47646523003602 + - type: nauc_ndcg_at_5_max + value: 13.063986525977134 + - type: nauc_ndcg_at_5_std + value: 47.217180495399 + - type: nauc_precision_at_1000_diff1 + value: -4.274567070500386 + - type: nauc_precision_at_1000_max + value: 55.59099307815999 + - type: nauc_precision_at_1000_std + value: 43.903773352951184 + - type: nauc_precision_at_100_diff1 + value: -17.698958966671068 + - type: nauc_precision_at_100_max + value: 48.857497250056916 + - type: nauc_precision_at_100_std + value: 76.64422233464362 + - type: nauc_precision_at_10_diff1 + value: -45.993800160046064 + - type: nauc_precision_at_10_max + value: 37.681508472337676 + - type: nauc_precision_at_10_std + value: 63.205736794263245 + - type: nauc_precision_at_1_diff1 + value: -11.979000954502169 + - type: nauc_precision_at_1_max + value: 13.434616608336004 + - type: nauc_precision_at_1_std + value: 51.48743238943678 + - type: nauc_precision_at_20_diff1 + value: -36.731647449437105 + - type: nauc_precision_at_20_max + value: 40.23960942279067 + - type: nauc_precision_at_20_std + value: 73.5602466884422 + - type: nauc_precision_at_3_diff1 + value: -40.0823995755172 + - type: nauc_precision_at_3_max + value: 17.756484284777965 + - type: nauc_precision_at_3_std + value: 55.28574549767477 + - type: nauc_precision_at_5_diff1 + value: -44.943344455547994 + - type: nauc_precision_at_5_max + value: 24.72519096898761 + - type: nauc_precision_at_5_std + value: 46.23397300181218 + - type: nauc_recall_at_1000_diff1 + value: 0.7802131475089158 + - type: nauc_recall_at_1000_max + value: 39.995727295561565 + - type: nauc_recall_at_1000_std + value: 62.98335386556941 + - type: nauc_recall_at_100_diff1 + value: 2.880922928015335 + - type: nauc_recall_at_100_max + value: 3.0979967654662546 + - type: nauc_recall_at_100_std + value: 33.62736021544352 + - type: nauc_recall_at_10_diff1 + value: -2.1458012939001376 + - type: nauc_recall_at_10_max + value: -16.3216625701991 + - type: nauc_recall_at_10_std + value: -0.3582401567691279 + - type: nauc_recall_at_1_diff1 + value: 17.419304474427516 + - type: nauc_recall_at_1_max + value: -17.074884091442755 + - type: nauc_recall_at_1_std + value: -1.9267809596597902 + - type: nauc_recall_at_20_diff1 + value: 4.064773126987082 + - type: nauc_recall_at_20_max + value: -14.464337876692632 + - type: nauc_recall_at_20_std + value: 3.6886303476512303 + - type: nauc_recall_at_3_diff1 + value: -2.400164192124634 + - type: nauc_recall_at_3_max + value: -20.616624939897328 + - type: nauc_recall_at_3_std + value: -3.107132696710774 + - type: nauc_recall_at_5_diff1 + value: -0.2723579989577546 + - type: nauc_recall_at_5_max + value: -19.575511541653118 + - type: nauc_recall_at_5_std + value: -8.616141856565983 + - type: ndcg_at_1 + value: 85.0 + - type: ndcg_at_10 + value: 80.46 + - type: ndcg_at_100 + value: 65.167 + - type: ndcg_at_1000 + value: 58.385 + - type: ndcg_at_20 + value: 78.226 + - type: ndcg_at_3 + value: 84.776 + - type: ndcg_at_5 + value: 82.841 + - type: precision_at_1 + value: 88.0 + - type: precision_at_10 + value: 85.0 + - type: precision_at_100 + value: 67.4 + - type: precision_at_1000 + value: 25.872 + - type: precision_at_20 + value: 83.2 + - type: precision_at_3 + value: 88.667 + - type: precision_at_5 + value: 86.8 + - type: recall_at_1 + value: 0.22899999999999998 + - type: recall_at_10 + value: 2.198 + - type: recall_at_100 + value: 16.436 + - type: recall_at_1000 + value: 55.028 + - type: recall_at_20 + value: 4.311 + - type: recall_at_3 + value: 0.687 + - type: recall_at_5 + value: 1.139 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: main_score + value: 32.391 + - type: map_at_1 + value: 3.11 + - type: map_at_10 + value: 13.324 + - type: map_at_100 + value: 20.766000000000002 + - type: map_at_1000 + value: 22.358 + - type: map_at_20 + value: 16.604 + - type: map_at_3 + value: 7.256 + - type: map_at_5 + value: 9.682 + - type: mrr_at_1 + value: 44.89795918367347 + - type: mrr_at_10 + value: 59.203109815354715 + - type: mrr_at_100 + value: 59.650478274342866 + - type: mrr_at_1000 + value: 59.650478274342866 + - type: mrr_at_20 + value: 59.49322586177328 + - type: mrr_at_3 + value: 55.78231292517006 + - type: mrr_at_5 + value: 58.02721088435374 + - type: nauc_map_at_1000_diff1 + value: -0.6118420298552262 + - type: nauc_map_at_1000_max + value: -10.459268048435016 + - type: nauc_map_at_1000_std + value: 0.12875167804448237 + - type: nauc_map_at_100_diff1 + value: 0.034899904451799156 + - type: nauc_map_at_100_max + value: -11.410978367647376 + - type: nauc_map_at_100_std + value: -1.8187273407892068 + - type: nauc_map_at_10_diff1 + value: 3.798983081181108 + - type: nauc_map_at_10_max + value: -12.81890421998731 + - type: nauc_map_at_10_std + value: -16.10507951565588 + - type: nauc_map_at_1_diff1 + value: 14.97446890875931 + - type: nauc_map_at_1_max + value: -12.221096391517113 + - type: nauc_map_at_1_std + value: -5.911340708079087 + - type: nauc_map_at_20_diff1 + value: -0.39358655498774253 + - type: nauc_map_at_20_max + value: -15.29885453445688 + - type: nauc_map_at_20_std + value: -12.961858056841008 + - type: nauc_map_at_3_diff1 + value: 9.380618934451833 + - type: nauc_map_at_3_max + value: -7.205679861124378 + - type: nauc_map_at_3_std + value: -15.013412162167935 + - type: nauc_map_at_5_diff1 + value: 4.088519896755799 + - type: nauc_map_at_5_max + value: -11.02285555747699 + - type: nauc_map_at_5_std + value: -13.175770655883321 + - type: nauc_mrr_at_1000_diff1 + value: 25.891530000669285 + - type: nauc_mrr_at_1000_max + value: -7.362255923471247 + - type: nauc_mrr_at_1000_std + value: 12.349814765006057 + - type: nauc_mrr_at_100_diff1 + value: 25.891530000669285 + - type: nauc_mrr_at_100_max + value: -7.362255923471247 + - type: nauc_mrr_at_100_std + value: 12.349814765006057 + - type: nauc_mrr_at_10_diff1 + value: 25.905118677615924 + - type: nauc_mrr_at_10_max + value: -7.379407993095785 + - type: nauc_mrr_at_10_std + value: 12.678211902714907 + - type: nauc_mrr_at_1_diff1 + value: 25.264967101595392 + - type: nauc_mrr_at_1_max + value: -8.802783567339088 + - type: nauc_mrr_at_1_std + value: 6.8981595305490275 + - type: nauc_mrr_at_20_diff1 + value: 26.130098215553716 + - type: nauc_mrr_at_20_max + value: -7.124888191805823 + - type: nauc_mrr_at_20_std + value: 12.831151805386995 + - type: nauc_mrr_at_3_diff1 + value: 21.463610246401245 + - type: nauc_mrr_at_3_max + value: -8.246508754437377 + - type: nauc_mrr_at_3_std + value: 7.541159898957048 + - type: nauc_mrr_at_5_diff1 + value: 25.356160853384996 + - type: nauc_mrr_at_5_max + value: -8.025890546642223 + - type: nauc_mrr_at_5_std + value: 12.516569298584516 + - type: nauc_ndcg_at_1000_diff1 + value: 10.562268378470806 + - type: nauc_ndcg_at_1000_max + value: 1.8176645853292939 + - type: nauc_ndcg_at_1000_std + value: 25.447937824378407 + - type: nauc_ndcg_at_100_diff1 + value: 13.737510141791622 + - type: nauc_ndcg_at_100_max + value: -6.293379340626089 + - type: nauc_ndcg_at_100_std + value: 21.19589523378754 + - type: nauc_ndcg_at_10_diff1 + value: 12.226992779324847 + - type: nauc_ndcg_at_10_max + value: -10.729165359819161 + - type: nauc_ndcg_at_10_std + value: 2.152554877119559 + - type: nauc_ndcg_at_1_diff1 + value: 22.271721472718987 + - type: nauc_ndcg_at_1_max + value: -9.589388388269104 + - type: nauc_ndcg_at_1_std + value: 10.040277845055297 + - type: nauc_ndcg_at_20_diff1 + value: 10.259537135397967 + - type: nauc_ndcg_at_20_max + value: -14.92156316466216 + - type: nauc_ndcg_at_20_std + value: -0.40555881794020615 + - type: nauc_ndcg_at_3_diff1 + value: 16.530086684928193 + - type: nauc_ndcg_at_3_max + value: -3.7008246097133624 + - type: nauc_ndcg_at_3_std + value: 2.700263509520849 + - type: nauc_ndcg_at_5_diff1 + value: 9.415775332356283 + - type: nauc_ndcg_at_5_max + value: -8.885134891124261 + - type: nauc_ndcg_at_5_std + value: 8.723001465752747 + - type: nauc_precision_at_1000_diff1 + value: -19.141537060734514 + - type: nauc_precision_at_1000_max + value: 43.24279932811497 + - type: nauc_precision_at_1000_std + value: 33.807943139065955 + - type: nauc_precision_at_100_diff1 + value: 0.8205778736819969 + - type: nauc_precision_at_100_max + value: 26.564541682215147 + - type: nauc_precision_at_100_std + value: 68.16585654468182 + - type: nauc_precision_at_10_diff1 + value: 5.338469479012317 + - type: nauc_precision_at_10_max + value: -6.987141914817638 + - type: nauc_precision_at_10_std + value: 8.991544272328849 + - type: nauc_precision_at_1_diff1 + value: 25.264967101595392 + - type: nauc_precision_at_1_max + value: -8.802783567339088 + - type: nauc_precision_at_1_std + value: 6.8981595305490275 + - type: nauc_precision_at_20_diff1 + value: -1.3199014118668273 + - type: nauc_precision_at_20_max + value: -8.369989085582542 + - type: nauc_precision_at_20_std + value: 17.18610407974423 + - type: nauc_precision_at_3_diff1 + value: 14.51501551852763 + - type: nauc_precision_at_3_max + value: 1.4412777565815174 + - type: nauc_precision_at_3_std + value: -3.5849467506167354 + - type: nauc_precision_at_5_diff1 + value: 3.8592251130664836 + - type: nauc_precision_at_5_max + value: -9.031948602868964 + - type: nauc_precision_at_5_std + value: 7.956916525964915 + - type: nauc_recall_at_1000_diff1 + value: 8.425702252781758 + - type: nauc_recall_at_1000_max + value: 29.06584945450092 + - type: nauc_recall_at_1000_std + value: 66.77406431605769 + - type: nauc_recall_at_100_diff1 + value: 13.179777935665497 + - type: nauc_recall_at_100_max + value: -8.215791450563307 + - type: nauc_recall_at_100_std + value: 29.691010455649458 + - type: nauc_recall_at_10_diff1 + value: 6.674660601983981 + - type: nauc_recall_at_10_max + value: -17.337651319937034 + - type: nauc_recall_at_10_std + value: -13.353609112306215 + - type: nauc_recall_at_1_diff1 + value: 14.97446890875931 + - type: nauc_recall_at_1_max + value: -12.221096391517113 + - type: nauc_recall_at_1_std + value: -5.911340708079087 + - type: nauc_recall_at_20_diff1 + value: 3.0314480639365335 + - type: nauc_recall_at_20_max + value: -21.890125966228695 + - type: nauc_recall_at_20_std + value: -8.320962736647811 + - type: nauc_recall_at_3_diff1 + value: 8.044938435901074 + - type: nauc_recall_at_3_max + value: -8.943571362493486 + - type: nauc_recall_at_3_std + value: -16.597925007178382 + - type: nauc_recall_at_5_diff1 + value: 2.2653542126136887 + - type: nauc_recall_at_5_max + value: -16.759671951395465 + - type: nauc_recall_at_5_std + value: -10.852252699482321 + - type: ndcg_at_1 + value: 41.837 + - type: ndcg_at_10 + value: 32.391 + - type: ndcg_at_100 + value: 44.536 + - type: ndcg_at_1000 + value: 55.162 + - type: ndcg_at_20 + value: 32.759 + - type: ndcg_at_3 + value: 38.673 + - type: ndcg_at_5 + value: 36.299 + - type: precision_at_1 + value: 44.897999999999996 + - type: precision_at_10 + value: 27.551 + - type: precision_at_100 + value: 9.061 + - type: precision_at_1000 + value: 1.637 + - type: precision_at_20 + value: 20.918 + - type: precision_at_3 + value: 40.136 + - type: precision_at_5 + value: 35.918 + - type: recall_at_1 + value: 3.11 + - type: recall_at_10 + value: 19.712 + - type: recall_at_100 + value: 55.24 + - type: recall_at_1000 + value: 88.009 + - type: recall_at_20 + value: 29.076999999999998 + - type: recall_at_3 + value: 8.444 + - type: recall_at_5 + value: 12.424 + task: + type: Retrieval + - dataset: + config: default + name: MTEB VideoRetrieval (default) + revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 + split: test + type: C-MTEB/VideoRetrieval + metrics: + - type: main_score + value: 76.889 + - type: map_at_1 + value: 63.9 + - type: map_at_10 + value: 72.841 + - type: map_at_100 + value: 73.2 + - type: map_at_1000 + value: 73.208 + - type: map_at_20 + value: 73.105 + - type: map_at_3 + value: 71.15 + - type: map_at_5 + value: 72.14500000000001 + - type: mrr_at_1 + value: 63.9 + - type: mrr_at_10 + value: 72.84071428571434 + - type: mrr_at_100 + value: 73.19985132359601 + - type: mrr_at_1000 + value: 73.20847798600303 + - type: mrr_at_20 + value: 73.10518399685974 + - type: mrr_at_3 + value: 71.15000000000006 + - type: mrr_at_5 + value: 72.14500000000005 + - type: nauc_map_at_1000_diff1 + value: 73.8925912463481 + - type: nauc_map_at_1000_max + value: 26.00690333807939 + - type: nauc_map_at_1000_std + value: -40.624829088300054 + - type: nauc_map_at_100_diff1 + value: 73.88530931992535 + - type: nauc_map_at_100_max + value: 26.026860107313766 + - type: nauc_map_at_100_std + value: -40.6028828700579 + - type: nauc_map_at_10_diff1 + value: 73.89360151928338 + - type: nauc_map_at_10_max + value: 26.13928571616993 + - type: nauc_map_at_10_std + value: -41.05568100371164 + - type: nauc_map_at_1_diff1 + value: 76.4998637465399 + - type: nauc_map_at_1_max + value: 21.06685662470698 + - type: nauc_map_at_1_std + value: -38.00547244891296 + - type: nauc_map_at_20_diff1 + value: 73.84940921114446 + - type: nauc_map_at_20_max + value: 26.087007693656954 + - type: nauc_map_at_20_std + value: -40.71205453291879 + - type: nauc_map_at_3_diff1 + value: 73.81203219656123 + - type: nauc_map_at_3_max + value: 25.150278168586997 + - type: nauc_map_at_3_std + value: -42.602748531734086 + - type: nauc_map_at_5_diff1 + value: 73.67289623846195 + - type: nauc_map_at_5_max + value: 26.196656627248256 + - type: nauc_map_at_5_std + value: -41.62017040659859 + - type: nauc_mrr_at_1000_diff1 + value: 73.8925912463481 + - type: nauc_mrr_at_1000_max + value: 26.00690333807939 + - type: nauc_mrr_at_1000_std + value: -40.624829088300054 + - type: nauc_mrr_at_100_diff1 + value: 73.88530931992535 + - type: nauc_mrr_at_100_max + value: 26.026860107313766 + - type: nauc_mrr_at_100_std + value: -40.6028828700579 + - type: nauc_mrr_at_10_diff1 + value: 73.89360151928338 + - type: nauc_mrr_at_10_max + value: 26.13928571616993 + - type: nauc_mrr_at_10_std + value: -41.05568100371164 + - type: nauc_mrr_at_1_diff1 + value: 76.4998637465399 + - type: nauc_mrr_at_1_max + value: 21.06685662470698 + - type: nauc_mrr_at_1_std + value: -38.00547244891296 + - type: nauc_mrr_at_20_diff1 + value: 73.84940921114446 + - type: nauc_mrr_at_20_max + value: 26.087007693656954 + - type: nauc_mrr_at_20_std + value: -40.71205453291879 + - type: nauc_mrr_at_3_diff1 + value: 73.81203219656123 + - type: nauc_mrr_at_3_max + value: 25.150278168586997 + - type: nauc_mrr_at_3_std + value: -42.602748531734086 + - type: nauc_mrr_at_5_diff1 + value: 73.67289623846195 + - type: nauc_mrr_at_5_max + value: 26.196656627248256 + - type: nauc_mrr_at_5_std + value: -41.62017040659859 + - type: nauc_ndcg_at_1000_diff1 + value: 73.3437735456378 + - type: nauc_ndcg_at_1000_max + value: 28.039245572901166 + - type: nauc_ndcg_at_1000_std + value: -38.73993129535837 + - type: nauc_ndcg_at_100_diff1 + value: 73.14753266308807 + - type: nauc_ndcg_at_100_max + value: 28.603678343054177 + - type: nauc_ndcg_at_100_std + value: -38.073927474904096 + - type: nauc_ndcg_at_10_diff1 + value: 73.02013056288126 + - type: nauc_ndcg_at_10_max + value: 29.170267818434247 + - type: nauc_ndcg_at_10_std + value: -40.59407249225534 + - type: nauc_ndcg_at_1_diff1 + value: 76.4998637465399 + - type: nauc_ndcg_at_1_max + value: 21.06685662470698 + - type: nauc_ndcg_at_1_std + value: -38.00547244891296 + - type: nauc_ndcg_at_20_diff1 + value: 72.84448571022757 + - type: nauc_ndcg_at_20_max + value: 29.0382168094389 + - type: nauc_ndcg_at_20_std + value: -39.24432359606789 + - type: nauc_ndcg_at_3_diff1 + value: 72.82142120953982 + - type: nauc_ndcg_at_3_max + value: 26.817489018075825 + - type: nauc_ndcg_at_3_std + value: -44.19410460765078 + - type: nauc_ndcg_at_5_diff1 + value: 72.49464120259944 + - type: nauc_ndcg_at_5_max + value: 29.020019052984235 + - type: nauc_ndcg_at_5_std + value: -42.32190925689385 + - type: nauc_precision_at_1000_diff1 + value: 68.72704637410462 + - type: nauc_precision_at_1000_max + value: 82.06037970743692 + - type: nauc_precision_at_1000_std + value: 74.36041083099792 + - type: nauc_precision_at_100_diff1 + value: 62.34149573807953 + - type: nauc_precision_at_100_max + value: 79.95843498689827 + - type: nauc_precision_at_100_std + value: 46.918767507002784 + - type: nauc_precision_at_10_diff1 + value: 67.86899914992605 + - type: nauc_precision_at_10_max + value: 49.596438638092216 + - type: nauc_precision_at_10_std + value: -34.95861482707724 + - type: nauc_precision_at_1_diff1 + value: 76.4998637465399 + - type: nauc_precision_at_1_max + value: 21.06685662470698 + - type: nauc_precision_at_1_std + value: -38.00547244891296 + - type: nauc_precision_at_20_diff1 + value: 63.504421376393374 + - type: nauc_precision_at_20_max + value: 58.752128302300854 + - type: nauc_precision_at_20_std + value: -17.8907837644867 + - type: nauc_precision_at_3_diff1 + value: 69.11433596966778 + - type: nauc_precision_at_3_max + value: 33.125013994382485 + - type: nauc_precision_at_3_std + value: -50.10585972777495 + - type: nauc_precision_at_5_diff1 + value: 67.12901463705309 + - type: nauc_precision_at_5_max + value: 42.36210257110566 + - type: nauc_precision_at_5_std + value: -44.939105389266324 + - type: nauc_recall_at_1000_diff1 + value: 68.72704637410567 + - type: nauc_recall_at_1000_max + value: 82.06037970743924 + - type: nauc_recall_at_1000_std + value: 74.3604108309996 + - type: nauc_recall_at_100_diff1 + value: 62.34149573808014 + - type: nauc_recall_at_100_max + value: 79.95843498689804 + - type: nauc_recall_at_100_std + value: 46.91876750700249 + - type: nauc_recall_at_10_diff1 + value: 67.86899914992618 + - type: nauc_recall_at_10_max + value: 49.59643863809242 + - type: nauc_recall_at_10_std + value: -34.958614827076914 + - type: nauc_recall_at_1_diff1 + value: 76.4998637465399 + - type: nauc_recall_at_1_max + value: 21.06685662470698 + - type: nauc_recall_at_1_std + value: -38.00547244891296 + - type: nauc_recall_at_20_diff1 + value: 63.504421376393836 + - type: nauc_recall_at_20_max + value: 58.75212830230132 + - type: nauc_recall_at_20_std + value: -17.890783764486297 + - type: nauc_recall_at_3_diff1 + value: 69.11433596966754 + - type: nauc_recall_at_3_max + value: 33.1250139943824 + - type: nauc_recall_at_3_std + value: -50.10585972777511 + - type: nauc_recall_at_5_diff1 + value: 67.12901463705325 + - type: nauc_recall_at_5_max + value: 42.36210257110583 + - type: nauc_recall_at_5_std + value: -44.9391053892661 + - type: ndcg_at_1 + value: 63.9 + - type: ndcg_at_10 + value: 76.889 + - type: ndcg_at_100 + value: 78.521 + - type: ndcg_at_1000 + value: 78.729 + - type: ndcg_at_20 + value: 77.835 + - type: ndcg_at_3 + value: 73.406 + - type: ndcg_at_5 + value: 75.187 + - type: precision_at_1 + value: 63.9 + - type: precision_at_10 + value: 8.95 + - type: precision_at_100 + value: 0.9690000000000001 + - type: precision_at_1000 + value: 0.099 + - type: precision_at_20 + value: 4.66 + - type: precision_at_3 + value: 26.633000000000003 + - type: precision_at_5 + value: 16.84 + - type: recall_at_1 + value: 63.9 + - type: recall_at_10 + value: 89.5 + - type: recall_at_100 + value: 96.89999999999999 + - type: recall_at_1000 + value: 98.5 + - type: recall_at_20 + value: 93.2 + - type: recall_at_3 + value: 79.9 + - type: recall_at_5 + value: 84.2 + task: + type: Retrieval +tags: +- mteb +---