diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -61,53 +61,293 @@ model-index: results: - dataset: config: ar - name: MTEB MintakaRetrieval (ar) - revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e - split: test - type: mintaka/mmteb-mintaka + name: MTEB MIRACLRetrieval (ar) + revision: main + split: dev + type: miracl/mmteb-miracl metrics: - - type: main_score - value: 12.306 - - type: map_at_1 - value: 7.308 - - type: map_at_3 - value: 9.366 - - type: map_at_5 - value: 9.872 - - type: map_at_10 - value: 10.425 - - type: ndcg_at_1 - value: 7.308 - - type: ndcg_at_3 - value: 10.071 - - type: ndcg_at_5 - value: 10.985 - - type: ndcg_at_10 - value: 12.306 - - type: recall_at_1 - value: 7.308 - - type: recall_at_3 - value: 12.12 - - type: recall_at_5 - value: 14.344 - - type: recall_at_10 - value: 18.384 - - type: precision_at_1 - value: 7.308 - - type: precision_at_3 - value: 4.04 - - type: precision_at_5 - value: 2.869 - - type: precision_at_10 - value: 1.838 - - type: mrr_at_1 - value: 7.3082 - - type: mrr_at_3 - value: 9.366 - - type: mrr_at_5 - value: 9.8721 - - type: mrr_at_10 - value: 10.4255 + - type: ndcg_at_1 + value: 1.934 + - type: ndcg_at_3 + value: 2.461 + - type: ndcg_at_5 + value: 2.907 + - type: ndcg_at_10 + value: 3.581 + - type: ndcg_at_20 + value: 4.041 + - type: ndcg_at_100 + value: 5.669 + - type: ndcg_at_1000 + value: 8.247 + - type: map_at_1 + value: 1.298 + - type: map_at_3 + value: 1.974 + - type: map_at_5 + value: 2.236 + - type: map_at_10 + value: 2.503 + - type: map_at_20 + value: 2.6310000000000002 + - type: map_at_100 + value: 2.8529999999999998 + - type: map_at_1000 + value: 2.939 + - type: recall_at_1 + value: 1.298 + - type: recall_at_3 + value: 2.785 + - type: recall_at_5 + value: 3.878 + - type: recall_at_10 + value: 5.738 + - type: recall_at_20 + value: 7.2940000000000005 + - type: recall_at_100 + value: 14.999 + - type: recall_at_1000 + value: 33.268 + - type: precision_at_1 + value: 1.934 + - type: precision_at_3 + value: 1.485 + - type: precision_at_5 + value: 1.222 + - type: precision_at_10 + value: 0.9249999999999999 + - type: precision_at_20 + value: 0.608 + - type: precision_at_100 + value: 0.263 + - type: precision_at_1000 + value: 0.061 + - type: mrr_at_1 + value: 1.9337 + - type: mrr_at_3 + value: 2.9236 + - type: mrr_at_5 + value: 3.2361 + - type: mrr_at_10 + value: 3.5991000000000004 + - type: mrr_at_20 + value: 3.7424 + - type: mrr_at_100 + value: 3.9737 + - type: mrr_at_1000 + value: 4.0521 + - type: nauc_ndcg_at_1_max + value: 18.7293 + - type: nauc_ndcg_at_1_std + value: -22.227 + - type: nauc_ndcg_at_1_diff1 + value: 53.751099999999994 + - type: nauc_ndcg_at_3_max + value: 13.960700000000001 + - type: nauc_ndcg_at_3_std + value: -19.653100000000002 + - type: nauc_ndcg_at_3_diff1 + value: 39.860800000000005 + - type: nauc_ndcg_at_5_max + value: 12.2772 + - type: nauc_ndcg_at_5_std + value: -19.7249 + - type: nauc_ndcg_at_5_diff1 + value: 35.011199999999995 + - type: nauc_ndcg_at_10_max + value: 9.7866 + - type: nauc_ndcg_at_10_std + value: -19.2077 + - type: nauc_ndcg_at_10_diff1 + value: 29.893900000000002 + - type: nauc_ndcg_at_20_max + value: 8.677700000000002 + - type: nauc_ndcg_at_20_std + value: -18.2092 + - type: nauc_ndcg_at_20_diff1 + value: 27.149800000000003 + - type: nauc_ndcg_at_100_max + value: 8.693900000000001 + - type: nauc_ndcg_at_100_std + value: -15.490100000000002 + - type: nauc_ndcg_at_100_diff1 + value: 22.0869 + - type: nauc_ndcg_at_1000_max + value: 8.8565 + - type: nauc_ndcg_at_1000_std + value: -14.285200000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 19.5158 + - type: nauc_map_at_1_max + value: 18.909100000000002 + - type: nauc_map_at_1_std + value: -24.4301 + - type: nauc_map_at_1_diff1 + value: 60.7617 + - type: nauc_map_at_3_max + value: 14.1068 + - type: nauc_map_at_3_std + value: -21.1018 + - type: nauc_map_at_3_diff1 + value: 43.9158 + - type: nauc_map_at_5_max + value: 13.1835 + - type: nauc_map_at_5_std + value: -20.8493 + - type: nauc_map_at_5_diff1 + value: 39.895399999999995 + - type: nauc_map_at_10_max + value: 11.8414 + - type: nauc_map_at_10_std + value: -20.279 + - type: nauc_map_at_10_diff1 + value: 36.4339 + - type: nauc_map_at_20_max + value: 11.1734 + - type: nauc_map_at_20_std + value: -19.801299999999998 + - type: nauc_map_at_20_diff1 + value: 34.8787 + - type: nauc_map_at_100_max + value: 11.018 + - type: nauc_map_at_100_std + value: -19.1222 + - type: nauc_map_at_100_diff1 + value: 33.216699999999996 + - type: nauc_map_at_1000_max + value: 11.120199999999999 + - type: nauc_map_at_1000_std + value: -18.8841 + - type: nauc_map_at_1000_diff1 + value: 32.8634 + - type: nauc_recall_at_1_max + value: 18.909100000000002 + - type: nauc_recall_at_1_std + value: -24.4301 + - type: nauc_recall_at_1_diff1 + value: 60.7617 + - type: nauc_recall_at_3_max + value: 11.9728 + - type: nauc_recall_at_3_std + value: -18.6359 + - type: nauc_recall_at_3_diff1 + value: 35.7044 + - type: nauc_recall_at_5_max + value: 9.5557 + - type: nauc_recall_at_5_std + value: -18.8616 + - type: nauc_recall_at_5_diff1 + value: 27.9593 + - type: nauc_recall_at_10_max + value: 5.581300000000001 + - type: nauc_recall_at_10_std + value: -18.3274 + - type: nauc_recall_at_10_diff1 + value: 21.3123 + - type: nauc_recall_at_20_max + value: 4.2211 + - type: nauc_recall_at_20_std + value: -16.7507 + - type: nauc_recall_at_20_diff1 + value: 17.9617 + - type: nauc_recall_at_100_max + value: 5.5294 + - type: nauc_recall_at_100_std + value: -11.9885 + - type: nauc_recall_at_100_diff1 + value: 11.269 + - type: nauc_recall_at_1000_max + value: 5.6486 + - type: nauc_recall_at_1000_std + value: -11.1735 + - type: nauc_recall_at_1000_diff1 + value: 9.0209 + - type: nauc_precision_at_1_max + value: 18.7293 + - type: nauc_precision_at_1_std + value: -22.227 + - type: nauc_precision_at_1_diff1 + value: 53.751099999999994 + - type: nauc_precision_at_3_max + value: 13.1207 + - type: nauc_precision_at_3_std + value: -17.6116 + - type: nauc_precision_at_3_diff1 + value: 32.0242 + - type: nauc_precision_at_5_max + value: 12.2403 + - type: nauc_precision_at_5_std + value: -16.9403 + - type: nauc_precision_at_5_diff1 + value: 26.3656 + - type: nauc_precision_at_10_max + value: 9.5427 + - type: nauc_precision_at_10_std + value: -16.5917 + - type: nauc_precision_at_10_diff1 + value: 21.297 + - type: nauc_precision_at_20_max + value: 8.2911 + - type: nauc_precision_at_20_std + value: -14.3532 + - type: nauc_precision_at_20_diff1 + value: 17.999599999999997 + - type: nauc_precision_at_100_max + value: 10.3474 + - type: nauc_precision_at_100_std + value: -7.6601 + - type: nauc_precision_at_100_diff1 + value: 12.3374 + - type: nauc_precision_at_1000_max + value: 10.9218 + - type: nauc_precision_at_1000_std + value: -4.5216 + - type: nauc_precision_at_1000_diff1 + value: 8.4976 + - type: nauc_mrr_at_1_max + value: 18.7293 + - type: nauc_mrr_at_1_std + value: -22.227 + - type: nauc_mrr_at_1_diff1 + value: 53.751099999999994 + - type: nauc_mrr_at_3_max + value: 14.973700000000001 + - type: nauc_mrr_at_3_std + value: -19.781000000000002 + - type: nauc_mrr_at_3_diff1 + value: 39.7143 + - type: nauc_mrr_at_5_max + value: 14.2562 + - type: nauc_mrr_at_5_std + value: -19.3477 + - type: nauc_mrr_at_5_diff1 + value: 37.0654 + - type: nauc_mrr_at_10_max + value: 12.6741 + - type: nauc_mrr_at_10_std + value: -19.4737 + - type: nauc_mrr_at_10_diff1 + value: 34.4683 + - type: nauc_mrr_at_20_max + value: 12.1728 + - type: nauc_mrr_at_20_std + value: -19.186500000000002 + - type: nauc_mrr_at_20_diff1 + value: 33.287299999999995 + - type: nauc_mrr_at_100_max + value: 11.9865 + - type: nauc_mrr_at_100_std + value: -18.7337 + - type: nauc_mrr_at_100_diff1 + value: 32.0965 + - type: nauc_mrr_at_1000_max + value: 11.9275 + - type: nauc_mrr_at_1000_std + value: -18.6911 + - type: nauc_mrr_at_1000_diff1 + value: 31.8893 + - type: main_score + value: 3.581 task: type: Retrieval - dataset: @@ -115,152 +355,9602 @@ model-index: name: MTEB MIRACLRetrievalHardNegatives (ar) revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb split: dev - type: miracl/mmteb-miracl-hardnegatives + type: mteb/miracl-hard-negatives metrics: - - type: main_score - value: 6.198 - - type: map_at_1 - value: 2.083 - - type: map_at_3 - value: 3.382 - - type: map_at_5 - value: 3.805 - - type: map_at_10 - value: 4.314 - - type: ndcg_at_1 - value: 3.2 - - type: ndcg_at_3 - value: 4.223 - - type: ndcg_at_5 - value: 4.941 - - type: ndcg_at_10 - value: 6.198 - - type: recall_at_1 - value: 2.083 - - type: recall_at_3 - value: 4.941 - - type: recall_at_5 - value: 6.641 - - type: recall_at_10 - value: 9.998 - - type: precision_at_1 - value: 3.2 - - type: precision_at_3 - value: 2.433 - - type: precision_at_5 - value: 2.02 - - type: precision_at_10 - value: 1.63 - - type: mrr_at_1 - value: 3.2 - - type: mrr_at_3 - value: 4.9167 - - type: mrr_at_5 - value: 5.4817 - - type: mrr_at_10 - value: 6.1372 + - type: ndcg_at_1 + value: 3.2 + - type: ndcg_at_3 + value: 4.223 + - type: ndcg_at_5 + value: 4.941 + - type: ndcg_at_10 + value: 6.198 + - type: ndcg_at_20 + value: 7.405 + - type: ndcg_at_100 + value: 10.586 + - type: ndcg_at_1000 + value: 14.695 + - type: map_at_1 + value: 2.083 + - type: map_at_3 + value: 3.382 + - type: map_at_5 + value: 3.805 + - type: map_at_10 + value: 4.314 + - type: map_at_20 + value: 4.662 + - type: map_at_100 + value: 5.133 + - type: map_at_1000 + value: 5.288 + - type: recall_at_1 + value: 2.083 + - type: recall_at_3 + value: 4.941 + - type: recall_at_5 + value: 6.641 + - type: recall_at_10 + value: 9.998 + - type: recall_at_20 + value: 13.971 + - type: recall_at_100 + value: 28.610000000000003 + - type: recall_at_1000 + value: 56.98800000000001 + - type: precision_at_1 + value: 3.2 + - type: precision_at_3 + value: 2.4330000000000003 + - type: precision_at_5 + value: 2.02 + - type: precision_at_10 + value: 1.63 + - type: precision_at_20 + value: 1.23 + - type: precision_at_100 + value: 0.538 + - type: precision_at_1000 + value: 0.11 + - type: mrr_at_1 + value: 3.2 + - type: mrr_at_3 + value: 4.9167000000000005 + - type: mrr_at_5 + value: 5.4817 + - type: mrr_at_10 + value: 6.1372 + - type: mrr_at_20 + value: 6.4818 + - type: mrr_at_100 + value: 6.9077 + - type: mrr_at_1000 + value: 7.017900000000001 + - type: nauc_ndcg_at_1_max + value: 7.5344999999999995 + - type: nauc_ndcg_at_1_std + value: -17.3808 + - type: nauc_ndcg_at_1_diff1 + value: 23.0707 + - type: nauc_ndcg_at_3_max + value: 9.2206 + - type: nauc_ndcg_at_3_std + value: -12.559400000000002 + - type: nauc_ndcg_at_3_diff1 + value: 16.543 + - type: nauc_ndcg_at_5_max + value: 7.2911 + - type: nauc_ndcg_at_5_std + value: -13.4758 + - type: nauc_ndcg_at_5_diff1 + value: 15.2764 + - type: nauc_ndcg_at_10_max + value: 5.4578 + - type: nauc_ndcg_at_10_std + value: -14.1635 + - type: nauc_ndcg_at_10_diff1 + value: 13.047900000000002 + - type: nauc_ndcg_at_20_max + value: 7.0633 + - type: nauc_ndcg_at_20_std + value: -12.3854 + - type: nauc_ndcg_at_20_diff1 + value: 11.6855 + - type: nauc_ndcg_at_100_max + value: 10.4362 + - type: nauc_ndcg_at_100_std + value: -9.9392 + - type: nauc_ndcg_at_100_diff1 + value: 11.9351 + - type: nauc_ndcg_at_1000_max + value: 11.5675 + - type: nauc_ndcg_at_1000_std + value: -8.5511 + - type: nauc_ndcg_at_1000_diff1 + value: 12.418 + - type: nauc_map_at_1_max + value: 8.729199999999999 + - type: nauc_map_at_1_std + value: -22.5749 + - type: nauc_map_at_1_diff1 + value: 24.7528 + - type: nauc_map_at_3_max + value: 8.6757 + - type: nauc_map_at_3_std + value: -14.871899999999998 + - type: nauc_map_at_3_diff1 + value: 17.5986 + - type: nauc_map_at_5_max + value: 7.725999999999999 + - type: nauc_map_at_5_std + value: -14.5548 + - type: nauc_map_at_5_diff1 + value: 16.54 + - type: nauc_map_at_10_max + value: 6.399000000000001 + - type: nauc_map_at_10_std + value: -14.7618 + - type: nauc_map_at_10_diff1 + value: 14.735500000000002 + - type: nauc_map_at_20_max + value: 6.9674 + - type: nauc_map_at_20_std + value: -14.211099999999998 + - type: nauc_map_at_20_diff1 + value: 14.294599999999999 + - type: nauc_map_at_100_max + value: 8.024000000000001 + - type: nauc_map_at_100_std + value: -13.2243 + - type: nauc_map_at_100_diff1 + value: 14.1314 + - type: nauc_map_at_1000_max + value: 8.1127 + - type: nauc_map_at_1000_std + value: -13.014500000000002 + - type: nauc_map_at_1000_diff1 + value: 14.1036 + - type: nauc_recall_at_1_max + value: 8.729199999999999 + - type: nauc_recall_at_1_std + value: -22.5749 + - type: nauc_recall_at_1_diff1 + value: 24.7528 + - type: nauc_recall_at_3_max + value: 9.558800000000002 + - type: nauc_recall_at_3_std + value: -10.4583 + - type: nauc_recall_at_3_diff1 + value: 14.2197 + - type: nauc_recall_at_5_max + value: 6.5597 + - type: nauc_recall_at_5_std + value: -12.167200000000001 + - type: nauc_recall_at_5_diff1 + value: 13.283900000000001 + - type: nauc_recall_at_10_max + value: 2.7824 + - type: nauc_recall_at_10_std + value: -13.879800000000001 + - type: nauc_recall_at_10_diff1 + value: 9.4774 + - type: nauc_recall_at_20_max + value: 5.9161 + - type: nauc_recall_at_20_std + value: -10.937 + - type: nauc_recall_at_20_diff1 + value: 7.096900000000001 + - type: nauc_recall_at_100_max + value: 12.2712 + - type: nauc_recall_at_100_std + value: -7.2211 + - type: nauc_recall_at_100_diff1 + value: 7.9826999999999995 + - type: nauc_recall_at_1000_max + value: 16.5037 + - type: nauc_recall_at_1000_std + value: -3.8615999999999997 + - type: nauc_recall_at_1000_diff1 + value: 10.1532 + - type: nauc_precision_at_1_max + value: 7.5344999999999995 + - type: nauc_precision_at_1_std + value: -17.3808 + - type: nauc_precision_at_1_diff1 + value: 23.0707 + - type: nauc_precision_at_3_max + value: 8.8492 + - type: nauc_precision_at_3_std + value: -11.2959 + - type: nauc_precision_at_3_diff1 + value: 14.475999999999999 + - type: nauc_precision_at_5_max + value: 6.7330000000000005 + - type: nauc_precision_at_5_std + value: -11.0518 + - type: nauc_precision_at_5_diff1 + value: 11.148 + - type: nauc_precision_at_10_max + value: 5.7345 + - type: nauc_precision_at_10_std + value: -11.168899999999999 + - type: nauc_precision_at_10_diff1 + value: 10.2786 + - type: nauc_precision_at_20_max + value: 10.4611 + - type: nauc_precision_at_20_std + value: -5.3885000000000005 + - type: nauc_precision_at_20_diff1 + value: 9.0225 + - type: nauc_precision_at_100_max + value: 16.0671 + - type: nauc_precision_at_100_std + value: -0.5837 + - type: nauc_precision_at_100_diff1 + value: 12.506300000000001 + - type: nauc_precision_at_1000_max + value: 13.394 + - type: nauc_precision_at_1000_std + value: 2.2683 + - type: nauc_precision_at_1000_diff1 + value: 10.2308 + - type: nauc_mrr_at_1_max + value: 7.5344999999999995 + - type: nauc_mrr_at_1_std + value: -17.3808 + - type: nauc_mrr_at_1_diff1 + value: 23.0707 + - type: nauc_mrr_at_3_max + value: 8.5063 + - type: nauc_mrr_at_3_std + value: -13.3302 + - type: nauc_mrr_at_3_diff1 + value: 17.413999999999998 + - type: nauc_mrr_at_5_max + value: 7.4507 + - type: nauc_mrr_at_5_std + value: -14.0678 + - type: nauc_mrr_at_5_diff1 + value: 16.5774 + - type: nauc_mrr_at_10_max + value: 7.17 + - type: nauc_mrr_at_10_std + value: -14.1629 + - type: nauc_mrr_at_10_diff1 + value: 16.3169 + - type: nauc_mrr_at_20_max + value: 7.558 + - type: nauc_mrr_at_20_std + value: -13.3002 + - type: nauc_mrr_at_20_diff1 + value: 15.335299999999998 + - type: nauc_mrr_at_100_max + value: 7.947500000000001 + - type: nauc_mrr_at_100_std + value: -12.963099999999999 + - type: nauc_mrr_at_100_diff1 + value: 15.235399999999998 + - type: nauc_mrr_at_1000_max + value: 7.9108 + - type: nauc_mrr_at_1000_std + value: -12.954099999999999 + - type: nauc_mrr_at_1000_diff1 + value: 15.2051 + - type: main_score + value: 6.198 task: type: Retrieval - dataset: - config: ar - name: MTEB MLQARetrieval (ar) + config: ara-ara + name: MTEB MLQARetrieval (ara-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 23.985 + - type: ndcg_at_3 + value: 31.717000000000002 + - type: ndcg_at_5 + value: 34.439 + - type: ndcg_at_10 + value: 36.51 + - type: ndcg_at_20 + value: 38.442 + - type: ndcg_at_100 + value: 42.731 + - type: ndcg_at_1000 + value: 45.137 + - type: map_at_1 + value: 23.985 + - type: map_at_3 + value: 29.723 + - type: map_at_5 + value: 31.241000000000003 + - type: map_at_10 + value: 32.063 + - type: map_at_20 + value: 32.607 + - type: map_at_100 + value: 33.181 + - type: map_at_1000 + value: 33.278999999999996 + - type: recall_at_1 + value: 23.985 + - type: recall_at_3 + value: 37.524 + - type: recall_at_5 + value: 44.101 + - type: recall_at_10 + value: 50.67700000000001 + - type: recall_at_20 + value: 58.221000000000004 + - type: recall_at_100 + value: 81.625 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 23.985 + - type: precision_at_3 + value: 12.508 + - type: precision_at_5 + value: 8.82 + - type: precision_at_10 + value: 5.0680000000000005 + - type: precision_at_20 + value: 2.911 + - type: precision_at_100 + value: 0.8160000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 23.9845 + - type: mrr_at_3 + value: 29.7228 + - type: mrr_at_5 + value: 31.2411 + - type: mrr_at_10 + value: 32.0631 + - type: mrr_at_20 + value: 32.6073 + - type: mrr_at_100 + value: 33.1811 + - type: mrr_at_1000 + value: 33.2789 + - type: nauc_ndcg_at_1_max + value: 55.551300000000005 + - type: nauc_ndcg_at_1_std + value: 19.2389 + - type: nauc_ndcg_at_1_diff1 + value: 46.3359 + - type: nauc_ndcg_at_3_max + value: 54.64790000000001 + - type: nauc_ndcg_at_3_std + value: 20.7714 + - type: nauc_ndcg_at_3_diff1 + value: 39.2472 + - type: nauc_ndcg_at_5_max + value: 52.9641 + - type: nauc_ndcg_at_5_std + value: 20.366500000000002 + - type: nauc_ndcg_at_5_diff1 + value: 38.1887 + - type: nauc_ndcg_at_10_max + value: 52.8637 + - type: nauc_ndcg_at_10_std + value: 20.069200000000002 + - type: nauc_ndcg_at_10_diff1 + value: 37.0473 + - type: nauc_ndcg_at_20_max + value: 51.578900000000004 + - type: nauc_ndcg_at_20_std + value: 19.564500000000002 + - type: nauc_ndcg_at_20_diff1 + value: 34.5057 + - type: nauc_ndcg_at_100_max + value: 52.6159 + - type: nauc_ndcg_at_100_std + value: 20.3172 + - type: nauc_ndcg_at_100_diff1 + value: 35.578199999999995 + - type: nauc_ndcg_at_1000_max + value: 53.1581 + - type: nauc_ndcg_at_1000_std + value: 20.188 + - type: nauc_ndcg_at_1000_diff1 + value: 37.285000000000004 + - type: nauc_map_at_1_max + value: 55.551300000000005 + - type: nauc_map_at_1_std + value: 19.2389 + - type: nauc_map_at_1_diff1 + value: 46.3359 + - type: nauc_map_at_3_max + value: 55.1118 + - type: nauc_map_at_3_std + value: 20.3289 + - type: nauc_map_at_3_diff1 + value: 40.842 + - type: nauc_map_at_5_max + value: 54.1547 + - type: nauc_map_at_5_std + value: 20.0975 + - type: nauc_map_at_5_diff1 + value: 40.2913 + - type: nauc_map_at_10_max + value: 54.173 + - type: nauc_map_at_10_std + value: 20.0246 + - type: nauc_map_at_10_diff1 + value: 39.8307 + - type: nauc_map_at_20_max + value: 53.797799999999995 + - type: nauc_map_at_20_std + value: 19.8761 + - type: nauc_map_at_20_diff1 + value: 39.1152 + - type: nauc_map_at_100_max + value: 53.957699999999996 + - type: nauc_map_at_100_std + value: 20.0471 + - type: nauc_map_at_100_diff1 + value: 39.260600000000004 + - type: nauc_map_at_1000_max + value: 53.982200000000006 + - type: nauc_map_at_1000_std + value: 20.0435 + - type: nauc_map_at_1000_diff1 + value: 39.334 + - type: nauc_recall_at_1_max + value: 55.551300000000005 + - type: nauc_recall_at_1_std + value: 19.2389 + - type: nauc_recall_at_1_diff1 + value: 46.3359 + - type: nauc_recall_at_3_max + value: 53.303 + - type: nauc_recall_at_3_std + value: 21.9959 + - type: nauc_recall_at_3_diff1 + value: 34.9686 + - type: nauc_recall_at_5_max + value: 49.437599999999996 + - type: nauc_recall_at_5_std + value: 21.0745 + - type: nauc_recall_at_5_diff1 + value: 32.3358 + - type: nauc_recall_at_10_max + value: 48.7626 + - type: nauc_recall_at_10_std + value: 19.9455 + - type: nauc_recall_at_10_diff1 + value: 28.7268 + - type: nauc_recall_at_20_max + value: 43.4219 + - type: nauc_recall_at_20_std + value: 17.959600000000002 + - type: nauc_recall_at_20_diff1 + value: 17.9683 + - type: nauc_recall_at_100_max + value: 46.079 + - type: nauc_recall_at_100_std + value: 22.0524 + - type: nauc_recall_at_100_diff1 + value: 14.742099999999999 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 55.551300000000005 + - type: nauc_precision_at_1_std + value: 19.2389 + - type: nauc_precision_at_1_diff1 + value: 46.3359 + - type: nauc_precision_at_3_max + value: 53.303 + - type: nauc_precision_at_3_std + value: 21.9959 + - type: nauc_precision_at_3_diff1 + value: 34.9686 + - type: nauc_precision_at_5_max + value: 49.437599999999996 + - type: nauc_precision_at_5_std + value: 21.0745 + - type: nauc_precision_at_5_diff1 + value: 32.3358 + - type: nauc_precision_at_10_max + value: 48.7626 + - type: nauc_precision_at_10_std + value: 19.9455 + - type: nauc_precision_at_10_diff1 + value: 28.7268 + - type: nauc_precision_at_20_max + value: 43.4219 + - type: nauc_precision_at_20_std + value: 17.959600000000002 + - type: nauc_precision_at_20_diff1 + value: 17.9683 + - type: nauc_precision_at_100_max + value: 46.079 + - type: nauc_precision_at_100_std + value: 22.0524 + - type: nauc_precision_at_100_diff1 + value: 14.742099999999999 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 55.551300000000005 + - type: nauc_mrr_at_1_std + value: 19.2389 + - type: nauc_mrr_at_1_diff1 + value: 46.3359 + - type: nauc_mrr_at_3_max + value: 55.1118 + - type: nauc_mrr_at_3_std + value: 20.3289 + - type: nauc_mrr_at_3_diff1 + value: 40.842 + - type: nauc_mrr_at_5_max + value: 54.1547 + - type: nauc_mrr_at_5_std + value: 20.0975 + - type: nauc_mrr_at_5_diff1 + value: 40.2913 + - type: nauc_mrr_at_10_max + value: 54.173 + - type: nauc_mrr_at_10_std + value: 20.0246 + - type: nauc_mrr_at_10_diff1 + value: 39.8307 + - type: nauc_mrr_at_20_max + value: 53.797799999999995 + - type: nauc_mrr_at_20_std + value: 19.8761 + - type: nauc_mrr_at_20_diff1 + value: 39.1152 + - type: nauc_mrr_at_100_max + value: 53.957699999999996 + - type: nauc_mrr_at_100_std + value: 20.0471 + - type: nauc_mrr_at_100_diff1 + value: 39.260600000000004 + - type: nauc_mrr_at_1000_max + value: 53.982200000000006 + - type: nauc_mrr_at_1000_std + value: 20.0435 + - type: nauc_mrr_at_1000_diff1 + value: 39.334 + - type: main_score + value: 36.51 + task: + type: Retrieval + - dataset: + config: ara-deu + name: MTEB MLQARetrieval (ara-deu) revision: 397ed406c1a7902140303e7faf60fff35b58d285 split: validation - type: mlqa/mmteb-mlqa + type: facebook/mlqa metrics: - - type: main_score - value: 36.51 - - type: map_at_1 - value: 23.985 - - type: map_at_3 - value: 29.723 - - type: map_at_5 - value: 31.241 - - type: map_at_10 - value: 32.063 - - type: ndcg_at_1 - value: 23.985 - - type: ndcg_at_3 - value: 31.717 - - type: ndcg_at_5 - value: 34.439 - - type: ndcg_at_10 - value: 36.51 - - type: recall_at_1 - value: 23.985 - - type: recall_at_3 - value: 37.524 - - type: recall_at_5 - value: 44.101 - - type: recall_at_10 - value: 50.677 - - type: precision_at_1 - value: 23.985 - - type: precision_at_3 - value: 12.508 - - type: precision_at_5 - value: 8.82 - - type: precision_at_10 - value: 5.068 - - type: mrr_at_1 - value: 23.9845 - - type: mrr_at_3 - value: 29.7228 - - type: mrr_at_5 - value: 31.2411 - - type: mrr_at_10 - value: 32.0631 + - type: ndcg_at_1 + value: 0.483 + - type: ndcg_at_3 + value: 1.9959999999999998 + - type: ndcg_at_5 + value: 2.391 + - type: ndcg_at_10 + value: 3.143 + - type: ndcg_at_20 + value: 5.194 + - type: ndcg_at_100 + value: 13.254 + - type: ndcg_at_1000 + value: 18.717 + - type: map_at_1 + value: 0.483 + - type: map_at_3 + value: 1.53 + - type: map_at_5 + value: 1.7469999999999999 + - type: map_at_10 + value: 2.041 + - type: map_at_20 + value: 2.5919999999999996 + - type: map_at_100 + value: 3.5090000000000003 + - type: map_at_1000 + value: 3.8 + - type: recall_at_1 + value: 0.483 + - type: recall_at_3 + value: 3.382 + - type: recall_at_5 + value: 4.348 + - type: recall_at_10 + value: 6.763 + - type: recall_at_20 + value: 14.976 + - type: recall_at_100 + value: 61.353 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.483 + - type: precision_at_3 + value: 1.127 + - type: precision_at_5 + value: 0.8699999999999999 + - type: precision_at_10 + value: 0.676 + - type: precision_at_20 + value: 0.749 + - type: precision_at_100 + value: 0.614 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.48310000000000003 + - type: mrr_at_3 + value: 1.5298 + - type: mrr_at_5 + value: 1.7472 + - type: mrr_at_10 + value: 2.0409 + - type: mrr_at_20 + value: 2.5922 + - type: mrr_at_100 + value: 3.5095 + - type: mrr_at_1000 + value: 3.8004000000000002 + - type: nauc_ndcg_at_1_max + value: -41.553000000000004 + - type: nauc_ndcg_at_1_std + value: -41.553000000000004 + - type: nauc_ndcg_at_1_diff1 + value: -57.523500000000006 + - type: nauc_ndcg_at_3_max + value: -44.262 + - type: nauc_ndcg_at_3_std + value: -41.594300000000004 + - type: nauc_ndcg_at_3_diff1 + value: -33.6751 + - type: nauc_ndcg_at_5_max + value: -42.9736 + - type: nauc_ndcg_at_5_std + value: -42.2472 + - type: nauc_ndcg_at_5_diff1 + value: -33.2173 + - type: nauc_ndcg_at_10_max + value: -31.821700000000003 + - type: nauc_ndcg_at_10_std + value: -36.0429 + - type: nauc_ndcg_at_10_diff1 + value: -19.7423 + - type: nauc_ndcg_at_20_max + value: -19.906 + - type: nauc_ndcg_at_20_std + value: -25.389200000000002 + - type: nauc_ndcg_at_20_diff1 + value: -12.357899999999999 + - type: nauc_ndcg_at_100_max + value: -14.87 + - type: nauc_ndcg_at_100_std + value: -15.4838 + - type: nauc_ndcg_at_100_diff1 + value: -10.3397 + - type: nauc_ndcg_at_1000_max + value: -22.5591 + - type: nauc_ndcg_at_1000_std + value: -24.8202 + - type: nauc_ndcg_at_1000_diff1 + value: -15.3685 + - type: nauc_map_at_1_max + value: -41.553000000000004 + - type: nauc_map_at_1_std + value: -41.553000000000004 + - type: nauc_map_at_1_diff1 + value: -57.523500000000006 + - type: nauc_map_at_3_max + value: -44.3092 + - type: nauc_map_at_3_std + value: -41.9893 + - type: nauc_map_at_3_diff1 + value: -35.857499999999995 + - type: nauc_map_at_5_max + value: -43.298500000000004 + - type: nauc_map_at_5_std + value: -42.4017 + - type: nauc_map_at_5_diff1 + value: -35.0605 + - type: nauc_map_at_10_max + value: -37.1022 + - type: nauc_map_at_10_std + value: -38.9588 + - type: nauc_map_at_10_diff1 + value: -26.5455 + - type: nauc_map_at_20_max + value: -30.0711 + - type: nauc_map_at_20_std + value: -33.1179 + - type: nauc_map_at_20_diff1 + value: -21.5666 + - type: nauc_map_at_100_max + value: -27.4023 + - type: nauc_map_at_100_std + value: -29.2105 + - type: nauc_map_at_100_diff1 + value: -19.9454 + - type: nauc_map_at_1000_max + value: -28.6252 + - type: nauc_map_at_1000_std + value: -30.6047 + - type: nauc_map_at_1000_diff1 + value: -20.8378 + - type: nauc_recall_at_1_max + value: -41.553000000000004 + - type: nauc_recall_at_1_std + value: -41.553000000000004 + - type: nauc_recall_at_1_diff1 + value: -57.523500000000006 + - type: nauc_recall_at_3_max + value: -44.1529 + - type: nauc_recall_at_3_std + value: -41.004400000000004 + - type: nauc_recall_at_3_diff1 + value: -30.7575 + - type: nauc_recall_at_5_max + value: -42.5017 + - type: nauc_recall_at_5_std + value: -42.0639 + - type: nauc_recall_at_5_diff1 + value: -31.0911 + - type: nauc_recall_at_10_max + value: -25.1079 + - type: nauc_recall_at_10_std + value: -32.359 + - type: nauc_recall_at_10_diff1 + value: -11.9862 + - type: nauc_recall_at_20_max + value: -11.081199999999999 + - type: nauc_recall_at_20_std + value: -18.5217 + - type: nauc_recall_at_20_diff1 + value: -5.0226 + - type: nauc_recall_at_100_max + value: -5.0011 + - type: nauc_recall_at_100_std + value: -3.3889000000000005 + - type: nauc_recall_at_100_diff1 + value: -3.9987000000000004 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -41.553000000000004 + - type: nauc_precision_at_1_std + value: -41.553000000000004 + - type: nauc_precision_at_1_diff1 + value: -57.523500000000006 + - type: nauc_precision_at_3_max + value: -44.1529 + - type: nauc_precision_at_3_std + value: -41.004400000000004 + - type: nauc_precision_at_3_diff1 + value: -30.7575 + - type: nauc_precision_at_5_max + value: -42.5017 + - type: nauc_precision_at_5_std + value: -42.0639 + - type: nauc_precision_at_5_diff1 + value: -31.0911 + - type: nauc_precision_at_10_max + value: -25.1079 + - type: nauc_precision_at_10_std + value: -32.359 + - type: nauc_precision_at_10_diff1 + value: -11.9862 + - type: nauc_precision_at_20_max + value: -11.081199999999999 + - type: nauc_precision_at_20_std + value: -18.5217 + - type: nauc_precision_at_20_diff1 + value: -5.0226 + - type: nauc_precision_at_100_max + value: -5.0011 + - type: nauc_precision_at_100_std + value: -3.3889000000000005 + - type: nauc_precision_at_100_diff1 + value: -3.9987000000000004 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: -41.553000000000004 + - type: nauc_mrr_at_1_std + value: -41.553000000000004 + - type: nauc_mrr_at_1_diff1 + value: -57.523500000000006 + - type: nauc_mrr_at_3_max + value: -44.3092 + - type: nauc_mrr_at_3_std + value: -41.9893 + - type: nauc_mrr_at_3_diff1 + value: -35.857499999999995 + - type: nauc_mrr_at_5_max + value: -43.298500000000004 + - type: nauc_mrr_at_5_std + value: -42.4017 + - type: nauc_mrr_at_5_diff1 + value: -35.0605 + - type: nauc_mrr_at_10_max + value: -37.1022 + - type: nauc_mrr_at_10_std + value: -38.9588 + - type: nauc_mrr_at_10_diff1 + value: -26.5455 + - type: nauc_mrr_at_20_max + value: -30.0711 + - type: nauc_mrr_at_20_std + value: -33.1179 + - type: nauc_mrr_at_20_diff1 + value: -21.5666 + - type: nauc_mrr_at_100_max + value: -27.4023 + - type: nauc_mrr_at_100_std + value: -29.2105 + - type: nauc_mrr_at_100_diff1 + value: -19.9454 + - type: nauc_mrr_at_1000_max + value: -28.6252 + - type: nauc_mrr_at_1000_std + value: -30.6047 + - type: nauc_mrr_at_1000_diff1 + value: -20.8378 + - type: main_score + value: 3.143 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB MLQARetrieval (ara-eng) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.387 + - type: ndcg_at_3 + value: 0.799 + - type: ndcg_at_5 + value: 1.107 + - type: ndcg_at_10 + value: 1.8950000000000002 + - type: ndcg_at_20 + value: 2.491 + - type: ndcg_at_100 + value: 6.7250000000000005 + - type: ndcg_at_1000 + value: 15.473999999999998 + - type: map_at_1 + value: 0.387 + - type: map_at_3 + value: 0.677 + - type: map_at_5 + value: 0.8410000000000001 + - type: map_at_10 + value: 1.1520000000000001 + - type: map_at_20 + value: 1.32 + - type: map_at_100 + value: 1.82 + - type: map_at_1000 + value: 2.129 + - type: recall_at_1 + value: 0.387 + - type: recall_at_3 + value: 1.161 + - type: recall_at_5 + value: 1.934 + - type: recall_at_10 + value: 4.449 + - type: recall_at_20 + value: 6.77 + - type: recall_at_100 + value: 30.947999999999997 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.387 + - type: precision_at_3 + value: 0.387 + - type: precision_at_5 + value: 0.387 + - type: precision_at_10 + value: 0.445 + - type: precision_at_20 + value: 0.338 + - type: precision_at_100 + value: 0.309 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.3868 + - type: mrr_at_3 + value: 0.677 + - type: mrr_at_5 + value: 0.8413999999999999 + - type: mrr_at_10 + value: 1.1516 + - type: mrr_at_20 + value: 1.3199 + - type: mrr_at_100 + value: 1.8199 + - type: mrr_at_1000 + value: 2.1289 + - type: nauc_ndcg_at_1_max + value: 46.4561 + - type: nauc_ndcg_at_1_std + value: -32.306200000000004 + - type: nauc_ndcg_at_1_diff1 + value: 4.4164 + - type: nauc_ndcg_at_3_max + value: 21.7988 + - type: nauc_ndcg_at_3_std + value: 9.9137 + - type: nauc_ndcg_at_3_diff1 + value: 31.1407 + - type: nauc_ndcg_at_5_max + value: 11.1279 + - type: nauc_ndcg_at_5_std + value: 11.2983 + - type: nauc_ndcg_at_5_diff1 + value: 11.506 + - type: nauc_ndcg_at_10_max + value: 13.262199999999998 + - type: nauc_ndcg_at_10_std + value: 11.3881 + - type: nauc_ndcg_at_10_diff1 + value: 8.228100000000001 + - type: nauc_ndcg_at_20_max + value: 5.5699 + - type: nauc_ndcg_at_20_std + value: 9.5456 + - type: nauc_ndcg_at_20_diff1 + value: 1.0035 + - type: nauc_ndcg_at_100_max + value: 12.0172 + - type: nauc_ndcg_at_100_std + value: 14.402999999999999 + - type: nauc_ndcg_at_100_diff1 + value: -3.5281 + - type: nauc_ndcg_at_1000_max + value: 10.545 + - type: nauc_ndcg_at_1000_std + value: 12.3847 + - type: nauc_ndcg_at_1000_diff1 + value: -1.6625999999999999 + - type: nauc_map_at_1_max + value: 46.4561 + - type: nauc_map_at_1_std + value: -32.306200000000004 + - type: nauc_map_at_1_diff1 + value: 4.4164 + - type: nauc_map_at_3_max + value: 24.696299999999997 + - type: nauc_map_at_3_std + value: 1.8696000000000002 + - type: nauc_map_at_3_diff1 + value: 26.0786 + - type: nauc_map_at_5_max + value: 16.475 + - type: nauc_map_at_5_std + value: 3.9592 + - type: nauc_map_at_5_diff1 + value: 13.389499999999998 + - type: nauc_map_at_10_max + value: 16.2084 + - type: nauc_map_at_10_std + value: 5.8298000000000005 + - type: nauc_map_at_10_diff1 + value: 10.8911 + - type: nauc_map_at_20_max + value: 11.9237 + - type: nauc_map_at_20_std + value: 5.7805 + - type: nauc_map_at_20_diff1 + value: 6.8079 + - type: nauc_map_at_100_max + value: 12.779399999999999 + - type: nauc_map_at_100_std + value: 8.5426 + - type: nauc_map_at_100_diff1 + value: 3.11 + - type: nauc_map_at_1000_max + value: 12.587200000000001 + - type: nauc_map_at_1000_std + value: 8.2159 + - type: nauc_map_at_1000_diff1 + value: 3.3531 + - type: nauc_recall_at_1_max + value: 46.4561 + - type: nauc_recall_at_1_std + value: -32.306200000000004 + - type: nauc_recall_at_1_diff1 + value: 4.4164 + - type: nauc_recall_at_3_max + value: 17.041600000000003 + - type: nauc_recall_at_3_std + value: 23.9913 + - type: nauc_recall_at_3_diff1 + value: 39.9943 + - type: nauc_recall_at_5_max + value: 3.8781000000000003 + - type: nauc_recall_at_5_std + value: 21.1723 + - type: nauc_recall_at_5_diff1 + value: 7.9961 + - type: nauc_recall_at_10_max + value: 11.1446 + - type: nauc_recall_at_10_std + value: 15.9162 + - type: nauc_recall_at_10_diff1 + value: 5.334 + - type: nauc_recall_at_20_max + value: 0.585 + - type: nauc_recall_at_20_std + value: 11.422799999999999 + - type: nauc_recall_at_20_diff1 + value: -4.172 + - type: nauc_recall_at_100_max + value: 13.1038 + - type: nauc_recall_at_100_std + value: 16.5849 + - type: nauc_recall_at_100_diff1 + value: -5.8172 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 46.4561 + - type: nauc_precision_at_1_std + value: -32.306200000000004 + - type: nauc_precision_at_1_diff1 + value: 4.4164 + - type: nauc_precision_at_3_max + value: 17.041600000000003 + - type: nauc_precision_at_3_std + value: 23.9913 + - type: nauc_precision_at_3_diff1 + value: 39.9943 + - type: nauc_precision_at_5_max + value: 3.8781000000000003 + - type: nauc_precision_at_5_std + value: 21.1723 + - type: nauc_precision_at_5_diff1 + value: 7.9961 + - type: nauc_precision_at_10_max + value: 11.1446 + - type: nauc_precision_at_10_std + value: 15.9162 + - type: nauc_precision_at_10_diff1 + value: 5.334 + - type: nauc_precision_at_20_max + value: 0.585 + - type: nauc_precision_at_20_std + value: 11.422799999999999 + - type: nauc_precision_at_20_diff1 + value: -4.172 + - type: nauc_precision_at_100_max + value: 13.1038 + - type: nauc_precision_at_100_std + value: 16.5849 + - type: nauc_precision_at_100_diff1 + value: -5.8172 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 46.4561 + - type: nauc_mrr_at_1_std + value: -32.306200000000004 + - type: nauc_mrr_at_1_diff1 + value: 4.4164 + - type: nauc_mrr_at_3_max + value: 24.696299999999997 + - type: nauc_mrr_at_3_std + value: 1.8696000000000002 + - type: nauc_mrr_at_3_diff1 + value: 26.0786 + - type: nauc_mrr_at_5_max + value: 16.475 + - type: nauc_mrr_at_5_std + value: 3.9592 + - type: nauc_mrr_at_5_diff1 + value: 13.389499999999998 + - type: nauc_mrr_at_10_max + value: 16.2084 + - type: nauc_mrr_at_10_std + value: 5.8298000000000005 + - type: nauc_mrr_at_10_diff1 + value: 10.8911 + - type: nauc_mrr_at_20_max + value: 11.9237 + - type: nauc_mrr_at_20_std + value: 5.7805 + - type: nauc_mrr_at_20_diff1 + value: 6.8079 + - type: nauc_mrr_at_100_max + value: 12.779399999999999 + - type: nauc_mrr_at_100_std + value: 8.5426 + - type: nauc_mrr_at_100_diff1 + value: 3.11 + - type: nauc_mrr_at_1000_max + value: 12.587200000000001 + - type: nauc_mrr_at_1000_std + value: 8.2159 + - type: nauc_mrr_at_1000_diff1 + value: 3.3531 + - type: main_score + value: 1.8950000000000002 + task: + type: Retrieval + - dataset: + config: ara-spa + name: MTEB MLQARetrieval (ara-spa) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.621 + - type: ndcg_at_3 + value: 1.9449999999999998 + - type: ndcg_at_5 + value: 2.7470000000000003 + - type: ndcg_at_10 + value: 3.936 + - type: ndcg_at_20 + value: 6.0729999999999995 + - type: ndcg_at_100 + value: 16.366 + - type: ndcg_at_1000 + value: 19.769000000000002 + - type: map_at_1 + value: 0.621 + - type: map_at_3 + value: 1.553 + - type: map_at_5 + value: 2.019 + - type: map_at_10 + value: 2.5 + - type: map_at_20 + value: 3.055 + - type: map_at_100 + value: 4.247999999999999 + - type: map_at_1000 + value: 4.443 + - type: recall_at_1 + value: 0.621 + - type: recall_at_3 + value: 3.106 + - type: recall_at_5 + value: 4.968999999999999 + - type: recall_at_10 + value: 8.696 + - type: recall_at_20 + value: 17.391000000000002 + - type: recall_at_100 + value: 76.398 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.621 + - type: precision_at_3 + value: 1.035 + - type: precision_at_5 + value: 0.9939999999999999 + - type: precision_at_10 + value: 0.8699999999999999 + - type: precision_at_20 + value: 0.8699999999999999 + - type: precision_at_100 + value: 0.764 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.6211 + - type: mrr_at_3 + value: 1.5528 + - type: mrr_at_5 + value: 2.0185999999999997 + - type: mrr_at_10 + value: 2.4998 + - type: mrr_at_20 + value: 3.0547 + - type: mrr_at_100 + value: 4.2485 + - type: mrr_at_1000 + value: 4.4432 + - type: nauc_ndcg_at_1_max + value: -49.7187 + - type: nauc_ndcg_at_1_std + value: -49.7187 + - type: nauc_ndcg_at_1_diff1 + value: -20.5681 + - type: nauc_ndcg_at_3_max + value: -40.8251 + - type: nauc_ndcg_at_3_std + value: -30.895400000000002 + - type: nauc_ndcg_at_3_diff1 + value: -6.4114 + - type: nauc_ndcg_at_5_max + value: -28.4846 + - type: nauc_ndcg_at_5_std + value: -20.5221 + - type: nauc_ndcg_at_5_diff1 + value: -0.8007 + - type: nauc_ndcg_at_10_max + value: -20.3348 + - type: nauc_ndcg_at_10_std + value: -8.2217 + - type: nauc_ndcg_at_10_diff1 + value: 0.5930000000000001 + - type: nauc_ndcg_at_20_max + value: -19.456699999999998 + - type: nauc_ndcg_at_20_std + value: -9.5993 + - type: nauc_ndcg_at_20_diff1 + value: -2.6712 + - type: nauc_ndcg_at_100_max + value: -15.7733 + - type: nauc_ndcg_at_100_std + value: -5.1976 + - type: nauc_ndcg_at_100_diff1 + value: 3.029 + - type: nauc_ndcg_at_1000_max + value: -21.9004 + - type: nauc_ndcg_at_1000_std + value: -11.8486 + - type: nauc_ndcg_at_1000_diff1 + value: -2.4699 + - type: nauc_map_at_1_max + value: -49.7187 + - type: nauc_map_at_1_std + value: -49.7187 + - type: nauc_map_at_1_diff1 + value: -20.5681 + - type: nauc_map_at_3_max + value: -42.530499999999996 + - type: nauc_map_at_3_std + value: -34.239999999999995 + - type: nauc_map_at_3_diff1 + value: -8.7485 + - type: nauc_map_at_5_max + value: -32.3882 + - type: nauc_map_at_5_std + value: -25.2735 + - type: nauc_map_at_5_diff1 + value: -3.7768 + - type: nauc_map_at_10_max + value: -26.5982 + - type: nauc_map_at_10_std + value: -16.7374 + - type: nauc_map_at_10_diff1 + value: -2.3562 + - type: nauc_map_at_20_max + value: -25.2884 + - type: nauc_map_at_20_std + value: -16.1507 + - type: nauc_map_at_20_diff1 + value: -3.5117000000000003 + - type: nauc_map_at_100_max + value: -24.921499999999998 + - type: nauc_map_at_100_std + value: -15.5839 + - type: nauc_map_at_100_diff1 + value: -3.2183 + - type: nauc_map_at_1000_max + value: -25.655499999999996 + - type: nauc_map_at_1000_std + value: -16.3961 + - type: nauc_map_at_1000_diff1 + value: -3.8159 + - type: nauc_recall_at_1_max + value: -49.7187 + - type: nauc_recall_at_1_std + value: -49.7187 + - type: nauc_recall_at_1_diff1 + value: -20.5681 + - type: nauc_recall_at_3_max + value: -38.1894 + - type: nauc_recall_at_3_std + value: -25.753700000000002 + - type: nauc_recall_at_3_diff1 + value: -2.8386 + - type: nauc_recall_at_5_max + value: -23.336000000000002 + - type: nauc_recall_at_5_std + value: -14.365400000000001 + - type: nauc_recall_at_5_diff1 + value: 3.0241000000000002 + - type: nauc_recall_at_10_max + value: -13.7581 + - type: nauc_recall_at_10_std + value: 0.758 + - type: nauc_recall_at_10_diff1 + value: 3.3952999999999998 + - type: nauc_recall_at_20_max + value: -15.1755 + - type: nauc_recall_at_20_std + value: -5.1234 + - type: nauc_recall_at_20_diff1 + value: -2.7003 + - type: nauc_recall_at_100_max + value: -3.2379 + - type: nauc_recall_at_100_std + value: 8.405 + - type: nauc_recall_at_100_diff1 + value: 14.2268 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -49.7187 + - type: nauc_precision_at_1_std + value: -49.7187 + - type: nauc_precision_at_1_diff1 + value: -20.5681 + - type: nauc_precision_at_3_max + value: -38.1894 + - type: nauc_precision_at_3_std + value: -25.753700000000002 + - type: nauc_precision_at_3_diff1 + value: -2.8386 + - type: nauc_precision_at_5_max + value: -23.336000000000002 + - type: nauc_precision_at_5_std + value: -14.365400000000001 + - type: nauc_precision_at_5_diff1 + value: 3.0241000000000002 + - type: nauc_precision_at_10_max + value: -13.7581 + - type: nauc_precision_at_10_std + value: 0.758 + - type: nauc_precision_at_10_diff1 + value: 3.3952999999999998 + - type: nauc_precision_at_20_max + value: -15.1755 + - type: nauc_precision_at_20_std + value: -5.1234 + - type: nauc_precision_at_20_diff1 + value: -2.7003 + - type: nauc_precision_at_100_max + value: -3.2379 + - type: nauc_precision_at_100_std + value: 8.405 + - type: nauc_precision_at_100_diff1 + value: 14.2268 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: -49.7187 + - type: nauc_mrr_at_1_std + value: -49.7187 + - type: nauc_mrr_at_1_diff1 + value: -20.5681 + - type: nauc_mrr_at_3_max + value: -42.530499999999996 + - type: nauc_mrr_at_3_std + value: -34.239999999999995 + - type: nauc_mrr_at_3_diff1 + value: -8.7485 + - type: nauc_mrr_at_5_max + value: -32.3882 + - type: nauc_mrr_at_5_std + value: -25.2735 + - type: nauc_mrr_at_5_diff1 + value: -3.7768 + - type: nauc_mrr_at_10_max + value: -26.5982 + - type: nauc_mrr_at_10_std + value: -16.7374 + - type: nauc_mrr_at_10_diff1 + value: -2.3562 + - type: nauc_mrr_at_20_max + value: -25.2884 + - type: nauc_mrr_at_20_std + value: -16.1507 + - type: nauc_mrr_at_20_diff1 + value: -3.5117000000000003 + - type: nauc_mrr_at_100_max + value: -24.921499999999998 + - type: nauc_mrr_at_100_std + value: -15.5839 + - type: nauc_mrr_at_100_diff1 + value: -3.2183 + - type: nauc_mrr_at_1000_max + value: -25.655499999999996 + - type: nauc_mrr_at_1000_std + value: -16.3961 + - type: nauc_mrr_at_1000_diff1 + value: -3.8159 + - type: main_score + value: 3.936 + task: + type: Retrieval + - dataset: + config: ara-hin + name: MTEB MLQARetrieval (ara-hin) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 1.075 + - type: ndcg_at_3 + value: 1.952 + - type: ndcg_at_5 + value: 2.8080000000000003 + - type: ndcg_at_10 + value: 3.665 + - type: ndcg_at_20 + value: 5.686 + - type: ndcg_at_100 + value: 14.824000000000002 + - type: ndcg_at_1000 + value: 19.533 + - type: map_at_1 + value: 1.075 + - type: map_at_3 + value: 1.703 + - type: map_at_5 + value: 2.1590000000000003 + - type: map_at_10 + value: 2.5069999999999997 + - type: map_at_20 + value: 3.052 + - type: map_at_100 + value: 4.165 + - type: map_at_1000 + value: 4.431 + - type: recall_at_1 + value: 1.075 + - type: recall_at_3 + value: 2.688 + - type: recall_at_5 + value: 4.839 + - type: recall_at_10 + value: 7.527 + - type: recall_at_20 + value: 15.591 + - type: recall_at_100 + value: 67.204 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 1.075 + - type: precision_at_3 + value: 0.8959999999999999 + - type: precision_at_5 + value: 0.968 + - type: precision_at_10 + value: 0.753 + - type: precision_at_20 + value: 0.7799999999999999 + - type: precision_at_100 + value: 0.672 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 1.0753000000000001 + - type: mrr_at_3 + value: 1.7025 + - type: mrr_at_5 + value: 2.1595 + - type: mrr_at_10 + value: 2.5066 + - type: mrr_at_20 + value: 3.0518 + - type: mrr_at_100 + value: 4.165 + - type: mrr_at_1000 + value: 4.4308 + - type: nauc_ndcg_at_1_max + value: 21.262700000000002 + - type: nauc_ndcg_at_1_std + value: -41.7253 + - type: nauc_ndcg_at_1_diff1 + value: 21.262700000000002 + - type: nauc_ndcg_at_3_max + value: 16.2895 + - type: nauc_ndcg_at_3_std + value: -21.9452 + - type: nauc_ndcg_at_3_diff1 + value: 12.0077 + - type: nauc_ndcg_at_5_max + value: 14.027999999999999 + - type: nauc_ndcg_at_5_std + value: -5.2867999999999995 + - type: nauc_ndcg_at_5_diff1 + value: 1.3698 + - type: nauc_ndcg_at_10_max + value: 6.0018 + - type: nauc_ndcg_at_10_std + value: -9.074 + - type: nauc_ndcg_at_10_diff1 + value: 1.3088 + - type: nauc_ndcg_at_20_max + value: -6.839 + - type: nauc_ndcg_at_20_std + value: -17.1404 + - type: nauc_ndcg_at_20_diff1 + value: -12.3198 + - type: nauc_ndcg_at_100_max + value: 2.491 + - type: nauc_ndcg_at_100_std + value: -5.4581 + - type: nauc_ndcg_at_100_diff1 + value: -2.6779 + - type: nauc_ndcg_at_1000_max + value: 0.6387999999999999 + - type: nauc_ndcg_at_1000_std + value: -12.7081 + - type: nauc_ndcg_at_1000_diff1 + value: -5.937 + - type: nauc_map_at_1_max + value: 21.262700000000002 + - type: nauc_map_at_1_std + value: -41.7253 + - type: nauc_map_at_1_diff1 + value: 21.262700000000002 + - type: nauc_map_at_3_max + value: 16.7498 + - type: nauc_map_at_3_std + value: -25.7376 + - type: nauc_map_at_3_diff1 + value: 12.853 + - type: nauc_map_at_5_max + value: 14.973 + - type: nauc_map_at_5_std + value: -13.637099999999998 + - type: nauc_map_at_5_diff1 + value: 5.048699999999999 + - type: nauc_map_at_10_max + value: 10.3348 + - type: nauc_map_at_10_std + value: -14.7688 + - type: nauc_map_at_10_diff1 + value: 4.5799 + - type: nauc_map_at_20_max + value: 2.9443 + - type: nauc_map_at_20_std + value: -18.388299999999997 + - type: nauc_map_at_20_diff1 + value: -2.883 + - type: nauc_map_at_100_max + value: 4.2533 + - type: nauc_map_at_100_std + value: -15.348700000000001 + - type: nauc_map_at_100_diff1 + value: -2.0131 + - type: nauc_map_at_1000_max + value: 4.2232 + - type: nauc_map_at_1000_std + value: -16.1977 + - type: nauc_map_at_1000_diff1 + value: -2.1845 + - type: nauc_recall_at_1_max + value: 21.262700000000002 + - type: nauc_recall_at_1_std + value: -41.7253 + - type: nauc_recall_at_1_diff1 + value: 21.262700000000002 + - type: nauc_recall_at_3_max + value: 15.5258 + - type: nauc_recall_at_3_std + value: -14.8099 + - type: nauc_recall_at_3_diff1 + value: 10.6104 + - type: nauc_recall_at_5_max + value: 12.767800000000001 + - type: nauc_recall_at_5_std + value: 6.8180000000000005 + - type: nauc_recall_at_5_diff1 + value: -3.8459 + - type: nauc_recall_at_10_max + value: 0.5512 + - type: nauc_recall_at_10_std + value: -3.2002 + - type: nauc_recall_at_10_diff1 + value: -2.238 + - type: nauc_recall_at_20_max + value: -15.572099999999999 + - type: nauc_recall_at_20_std + value: -17.1781 + - type: nauc_recall_at_20_diff1 + value: -20.64 + - type: nauc_recall_at_100_max + value: 5.5887 + - type: nauc_recall_at_100_std + value: 6.551 + - type: nauc_recall_at_100_diff1 + value: 2.6925999999999997 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 21.262700000000002 + - type: nauc_precision_at_1_std + value: -41.7253 + - type: nauc_precision_at_1_diff1 + value: 21.262700000000002 + - type: nauc_precision_at_3_max + value: 15.5258 + - type: nauc_precision_at_3_std + value: -14.8099 + - type: nauc_precision_at_3_diff1 + value: 10.6104 + - type: nauc_precision_at_5_max + value: 12.767800000000001 + - type: nauc_precision_at_5_std + value: 6.8180000000000005 + - type: nauc_precision_at_5_diff1 + value: -3.8459 + - type: nauc_precision_at_10_max + value: 0.5512 + - type: nauc_precision_at_10_std + value: -3.2002 + - type: nauc_precision_at_10_diff1 + value: -2.238 + - type: nauc_precision_at_20_max + value: -15.572099999999999 + - type: nauc_precision_at_20_std + value: -17.1781 + - type: nauc_precision_at_20_diff1 + value: -20.64 + - type: nauc_precision_at_100_max + value: 5.5887 + - type: nauc_precision_at_100_std + value: 6.551 + - type: nauc_precision_at_100_diff1 + value: 2.6925999999999997 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 21.262700000000002 + - type: nauc_mrr_at_1_std + value: -41.7253 + - type: nauc_mrr_at_1_diff1 + value: 21.262700000000002 + - type: nauc_mrr_at_3_max + value: 16.7498 + - type: nauc_mrr_at_3_std + value: -25.7376 + - type: nauc_mrr_at_3_diff1 + value: 12.853 + - type: nauc_mrr_at_5_max + value: 14.973 + - type: nauc_mrr_at_5_std + value: -13.637099999999998 + - type: nauc_mrr_at_5_diff1 + value: 5.048699999999999 + - type: nauc_mrr_at_10_max + value: 10.3348 + - type: nauc_mrr_at_10_std + value: -14.7688 + - type: nauc_mrr_at_10_diff1 + value: 4.5799 + - type: nauc_mrr_at_20_max + value: 2.9443 + - type: nauc_mrr_at_20_std + value: -18.388299999999997 + - type: nauc_mrr_at_20_diff1 + value: -2.883 + - type: nauc_mrr_at_100_max + value: 4.2533 + - type: nauc_mrr_at_100_std + value: -15.348700000000001 + - type: nauc_mrr_at_100_diff1 + value: -2.0131 + - type: nauc_mrr_at_1000_max + value: 4.2232 + - type: nauc_mrr_at_1000_std + value: -16.1977 + - type: nauc_mrr_at_1000_diff1 + value: -2.1845 + - type: main_score + value: 3.665 + task: + type: Retrieval + - dataset: + config: ara-vie + name: MTEB MLQARetrieval (ara-vie) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.613 + - type: ndcg_at_3 + value: 1.307 + - type: ndcg_at_5 + value: 1.307 + - type: ndcg_at_10 + value: 2.843 + - type: ndcg_at_20 + value: 5.175 + - type: ndcg_at_100 + value: 13.927 + - type: ndcg_at_1000 + value: 18.776 + - type: map_at_1 + value: 0.613 + - type: map_at_3 + value: 1.125 + - type: map_at_5 + value: 1.125 + - type: map_at_10 + value: 1.729 + - type: map_at_20 + value: 2.371 + - type: map_at_100 + value: 3.38 + - type: map_at_1000 + value: 3.6540000000000004 + - type: recall_at_1 + value: 0.613 + - type: recall_at_3 + value: 1.8399999999999999 + - type: recall_at_5 + value: 1.8399999999999999 + - type: recall_at_10 + value: 6.748 + - type: recall_at_20 + value: 15.951 + - type: recall_at_100 + value: 66.258 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.613 + - type: precision_at_3 + value: 0.613 + - type: precision_at_5 + value: 0.368 + - type: precision_at_10 + value: 0.675 + - type: precision_at_20 + value: 0.7979999999999999 + - type: precision_at_100 + value: 0.6629999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.6134999999999999 + - type: mrr_at_3 + value: 1.1247 + - type: mrr_at_5 + value: 1.1247 + - type: mrr_at_10 + value: 1.7287000000000001 + - type: mrr_at_20 + value: 2.3708 + - type: mrr_at_100 + value: 3.38 + - type: mrr_at_1000 + value: 3.6543 + - type: nauc_ndcg_at_1_max + value: -6.955400000000001 + - type: nauc_ndcg_at_1_std + value: 32.3707 + - type: nauc_ndcg_at_1_diff1 + value: -31.731199999999998 + - type: nauc_ndcg_at_3_max + value: -5.0637 + - type: nauc_ndcg_at_3_std + value: -7.6478 + - type: nauc_ndcg_at_3_diff1 + value: -31.9542 + - type: nauc_ndcg_at_5_max + value: -5.0637 + - type: nauc_ndcg_at_5_std + value: -7.6478 + - type: nauc_ndcg_at_5_diff1 + value: -31.9542 + - type: nauc_ndcg_at_10_max + value: -5.5409 + - type: nauc_ndcg_at_10_std + value: -5.2786 + - type: nauc_ndcg_at_10_diff1 + value: -14.349300000000001 + - type: nauc_ndcg_at_20_max + value: 3.7065 + - type: nauc_ndcg_at_20_std + value: -2.9243 + - type: nauc_ndcg_at_20_diff1 + value: -11.675 + - type: nauc_ndcg_at_100_max + value: 5.6824 + - type: nauc_ndcg_at_100_std + value: 4.7786 + - type: nauc_ndcg_at_100_diff1 + value: -15.0033 + - type: nauc_ndcg_at_1000_max + value: 2.2786 + - type: nauc_ndcg_at_1000_std + value: 1.9116000000000002 + - type: nauc_ndcg_at_1000_diff1 + value: -14.347299999999999 + - type: nauc_map_at_1_max + value: -6.955400000000001 + - type: nauc_map_at_1_std + value: 32.3707 + - type: nauc_map_at_1_diff1 + value: -31.731199999999998 + - type: nauc_map_at_3_max + value: -6.5623000000000005 + - type: nauc_map_at_3_std + value: -1.4144999999999999 + - type: nauc_map_at_3_diff1 + value: -32.321299999999994 + - type: nauc_map_at_5_max + value: -6.5623000000000005 + - type: nauc_map_at_5_std + value: -1.4144999999999999 + - type: nauc_map_at_5_diff1 + value: -32.321299999999994 + - type: nauc_map_at_10_max + value: -5.9183 + - type: nauc_map_at_10_std + value: -1.3847 + - type: nauc_map_at_10_diff1 + value: -21.0487 + - type: nauc_map_at_20_max + value: -0.3147 + - type: nauc_map_at_20_std + value: -0.8122 + - type: nauc_map_at_20_diff1 + value: -18.2027 + - type: nauc_map_at_100_max + value: 0.5482 + - type: nauc_map_at_100_std + value: 2.1596 + - type: nauc_map_at_100_diff1 + value: -17.8683 + - type: nauc_map_at_1000_max + value: -0.0387 + - type: nauc_map_at_1000_std + value: 1.7451999999999999 + - type: nauc_map_at_1000_diff1 + value: -17.9499 + - type: nauc_recall_at_1_max + value: -6.955400000000001 + - type: nauc_recall_at_1_std + value: 32.3707 + - type: nauc_recall_at_1_diff1 + value: -31.731199999999998 + - type: nauc_recall_at_3_max + value: -2.1052999999999997 + - type: nauc_recall_at_3_std + value: -18.885199999999998 + - type: nauc_recall_at_3_diff1 + value: -31.206699999999998 + - type: nauc_recall_at_5_max + value: -2.1052999999999997 + - type: nauc_recall_at_5_std + value: -18.885199999999998 + - type: nauc_recall_at_5_diff1 + value: -31.206699999999998 + - type: nauc_recall_at_10_max + value: -5.5279 + - type: nauc_recall_at_10_std + value: -8.5135 + - type: nauc_recall_at_10_diff1 + value: -7.7075000000000005 + - type: nauc_recall_at_20_max + value: 6.4999 + - type: nauc_recall_at_20_std + value: -3.8489000000000004 + - type: nauc_recall_at_20_diff1 + value: -7.310999999999999 + - type: nauc_recall_at_100_max + value: 9.9534 + - type: nauc_recall_at_100_std + value: 8.2841 + - type: nauc_recall_at_100_diff1 + value: -15.723300000000002 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -6.955400000000001 + - type: nauc_precision_at_1_std + value: 32.3707 + - type: nauc_precision_at_1_diff1 + value: -31.731199999999998 + - type: nauc_precision_at_3_max + value: -2.1052999999999997 + - type: nauc_precision_at_3_std + value: -18.885199999999998 + - type: nauc_precision_at_3_diff1 + value: -31.206699999999998 + - type: nauc_precision_at_5_max + value: -2.1052999999999997 + - type: nauc_precision_at_5_std + value: -18.885199999999998 + - type: nauc_precision_at_5_diff1 + value: -31.206699999999998 + - type: nauc_precision_at_10_max + value: -5.5279 + - type: nauc_precision_at_10_std + value: -8.5135 + - type: nauc_precision_at_10_diff1 + value: -7.7075000000000005 + - type: nauc_precision_at_20_max + value: 6.4999 + - type: nauc_precision_at_20_std + value: -3.8489000000000004 + - type: nauc_precision_at_20_diff1 + value: -7.310999999999999 + - type: nauc_precision_at_100_max + value: 9.9534 + - type: nauc_precision_at_100_std + value: 8.2841 + - type: nauc_precision_at_100_diff1 + value: -15.723300000000002 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: -6.955400000000001 + - type: nauc_mrr_at_1_std + value: 32.3707 + - type: nauc_mrr_at_1_diff1 + value: -31.731199999999998 + - type: nauc_mrr_at_3_max + value: -6.5623000000000005 + - type: nauc_mrr_at_3_std + value: -1.4144999999999999 + - type: nauc_mrr_at_3_diff1 + value: -32.321299999999994 + - type: nauc_mrr_at_5_max + value: -6.5623000000000005 + - type: nauc_mrr_at_5_std + value: -1.4144999999999999 + - type: nauc_mrr_at_5_diff1 + value: -32.321299999999994 + - type: nauc_mrr_at_10_max + value: -5.9183 + - type: nauc_mrr_at_10_std + value: -1.3847 + - type: nauc_mrr_at_10_diff1 + value: -21.0487 + - type: nauc_mrr_at_20_max + value: -0.3147 + - type: nauc_mrr_at_20_std + value: -0.8122 + - type: nauc_mrr_at_20_diff1 + value: -18.2027 + - type: nauc_mrr_at_100_max + value: 0.5482 + - type: nauc_mrr_at_100_std + value: 2.1596 + - type: nauc_mrr_at_100_diff1 + value: -17.8683 + - type: nauc_mrr_at_1000_max + value: -0.0387 + - type: nauc_mrr_at_1000_std + value: 1.7451999999999999 + - type: nauc_mrr_at_1000_diff1 + value: -17.9499 + - type: main_score + value: 2.843 + task: + type: Retrieval + - dataset: + config: ara-zho + name: MTEB MLQARetrieval (ara-zho) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.532 + - type: ndcg_at_3 + value: 1.133 + - type: ndcg_at_5 + value: 1.592 + - type: ndcg_at_10 + value: 3.001 + - type: ndcg_at_20 + value: 4.599 + - type: ndcg_at_100 + value: 13.530000000000001 + - type: ndcg_at_1000 + value: 18.706999999999997 + - type: map_at_1 + value: 0.532 + - type: map_at_3 + value: 0.975 + - type: map_at_5 + value: 1.2409999999999999 + - type: map_at_10 + value: 1.8419999999999999 + - type: map_at_20 + value: 2.273 + - type: map_at_100 + value: 3.3529999999999998 + - type: map_at_1000 + value: 3.642 + - type: recall_at_1 + value: 0.532 + - type: recall_at_3 + value: 1.5959999999999999 + - type: recall_at_5 + value: 2.6599999999999997 + - type: recall_at_10 + value: 6.915 + - type: recall_at_20 + value: 13.297999999999998 + - type: recall_at_100 + value: 63.83 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.532 + - type: precision_at_3 + value: 0.532 + - type: precision_at_5 + value: 0.532 + - type: precision_at_10 + value: 0.6910000000000001 + - type: precision_at_20 + value: 0.6649999999999999 + - type: precision_at_100 + value: 0.638 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.5319 + - type: mrr_at_3 + value: 0.9752000000000001 + - type: mrr_at_5 + value: 1.2411 + - type: mrr_at_10 + value: 1.8416 + - type: mrr_at_20 + value: 2.2734 + - type: mrr_at_100 + value: 3.3527 + - type: mrr_at_1000 + value: 3.6415 + - type: nauc_ndcg_at_1_max + value: 100.0 + - type: nauc_ndcg_at_1_std + value: 100.0 + - type: nauc_ndcg_at_1_diff1 + value: 100.0 + - type: nauc_ndcg_at_3_max + value: 43.0668 + - type: nauc_ndcg_at_3_std + value: 53.02329999999999 + - type: nauc_ndcg_at_3_diff1 + value: 42.2661 + - type: nauc_ndcg_at_5_max + value: 15.126999999999999 + - type: nauc_ndcg_at_5_std + value: 44.332899999999995 + - type: nauc_ndcg_at_5_diff1 + value: 18.2645 + - type: nauc_ndcg_at_10_max + value: 19.707900000000002 + - type: nauc_ndcg_at_10_std + value: 24.8599 + - type: nauc_ndcg_at_10_diff1 + value: 8.5712 + - type: nauc_ndcg_at_20_max + value: 18.529999999999998 + - type: nauc_ndcg_at_20_std + value: 23.8624 + - type: nauc_ndcg_at_20_diff1 + value: 3.8219999999999996 + - type: nauc_ndcg_at_100_max + value: 13.3018 + - type: nauc_ndcg_at_100_std + value: 13.919699999999999 + - type: nauc_ndcg_at_100_diff1 + value: 5.1807 + - type: nauc_ndcg_at_1000_max + value: 15.4975 + - type: nauc_ndcg_at_1000_std + value: 19.0027 + - type: nauc_ndcg_at_1000_diff1 + value: 10.5977 + - type: nauc_map_at_1_max + value: 100.0 + - type: nauc_map_at_1_std + value: 100.0 + - type: nauc_map_at_1_diff1 + value: 100.0 + - type: nauc_map_at_3_max + value: 52.9714 + - type: nauc_map_at_3_std + value: 62.1425 + - type: nauc_map_at_3_diff1 + value: 49.1278 + - type: nauc_map_at_5_max + value: 30.0502 + - type: nauc_map_at_5_std + value: 53.7191 + - type: nauc_map_at_5_diff1 + value: 29.7903 + - type: nauc_map_at_10_max + value: 28.0566 + - type: nauc_map_at_10_std + value: 37.3678 + - type: nauc_map_at_10_diff1 + value: 19.3192 + - type: nauc_map_at_20_max + value: 24.929499999999997 + - type: nauc_map_at_20_std + value: 34.0077 + - type: nauc_map_at_20_diff1 + value: 14.304 + - type: nauc_map_at_100_max + value: 21.8729 + - type: nauc_map_at_100_std + value: 27.860000000000003 + - type: nauc_map_at_100_diff1 + value: 15.3385 + - type: nauc_map_at_1000_max + value: 22.311700000000002 + - type: nauc_map_at_1000_std + value: 28.900100000000002 + - type: nauc_map_at_1000_diff1 + value: 16.1893 + - type: nauc_recall_at_1_max + value: 100.0 + - type: nauc_recall_at_1_std + value: 100.0 + - type: nauc_recall_at_1_diff1 + value: 100.0 + - type: nauc_recall_at_3_max + value: 24.990000000000002 + - type: nauc_recall_at_3_std + value: 36.1992 + - type: nauc_recall_at_3_diff1 + value: 30.3501 + - type: nauc_recall_at_5_max + value: -6.6037 + - type: nauc_recall_at_5_std + value: 30.852899999999998 + - type: nauc_recall_at_5_diff1 + value: 1.7645000000000002 + - type: nauc_recall_at_10_max + value: 13.189899999999998 + - type: nauc_recall_at_10_std + value: 13.314699999999998 + - type: nauc_recall_at_10_diff1 + value: -0.8269000000000001 + - type: nauc_recall_at_20_max + value: 15.8802 + - type: nauc_recall_at_20_std + value: 17.947499999999998 + - type: nauc_recall_at_20_diff1 + value: -2.5606 + - type: nauc_recall_at_100_max + value: 9.5721 + - type: nauc_recall_at_100_std + value: 6.9126 + - type: nauc_recall_at_100_diff1 + value: -2.2487 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 100.0 + - type: nauc_precision_at_1_std + value: 100.0 + - type: nauc_precision_at_1_diff1 + value: 100.0 + - type: nauc_precision_at_3_max + value: 24.990000000000002 + - type: nauc_precision_at_3_std + value: 36.1992 + - type: nauc_precision_at_3_diff1 + value: 30.3501 + - type: nauc_precision_at_5_max + value: -6.6037 + - type: nauc_precision_at_5_std + value: 30.852899999999998 + - type: nauc_precision_at_5_diff1 + value: 1.7645000000000002 + - type: nauc_precision_at_10_max + value: 13.189899999999998 + - type: nauc_precision_at_10_std + value: 13.314699999999998 + - type: nauc_precision_at_10_diff1 + value: -0.8269000000000001 + - type: nauc_precision_at_20_max + value: 15.8802 + - type: nauc_precision_at_20_std + value: 17.947499999999998 + - type: nauc_precision_at_20_diff1 + value: -2.5606 + - type: nauc_precision_at_100_max + value: 9.5721 + - type: nauc_precision_at_100_std + value: 6.9126 + - type: nauc_precision_at_100_diff1 + value: -2.2487 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 100.0 + - type: nauc_mrr_at_1_std + value: 100.0 + - type: nauc_mrr_at_1_diff1 + value: 100.0 + - type: nauc_mrr_at_3_max + value: 52.9714 + - type: nauc_mrr_at_3_std + value: 62.1425 + - type: nauc_mrr_at_3_diff1 + value: 49.1278 + - type: nauc_mrr_at_5_max + value: 30.0502 + - type: nauc_mrr_at_5_std + value: 53.7191 + - type: nauc_mrr_at_5_diff1 + value: 29.7903 + - type: nauc_mrr_at_10_max + value: 28.0566 + - type: nauc_mrr_at_10_std + value: 37.3678 + - type: nauc_mrr_at_10_diff1 + value: 19.3192 + - type: nauc_mrr_at_20_max + value: 24.929499999999997 + - type: nauc_mrr_at_20_std + value: 34.0077 + - type: nauc_mrr_at_20_diff1 + value: 14.304 + - type: nauc_mrr_at_100_max + value: 21.8729 + - type: nauc_mrr_at_100_std + value: 27.860000000000003 + - type: nauc_mrr_at_100_diff1 + value: 15.3385 + - type: nauc_mrr_at_1000_max + value: 22.311700000000002 + - type: nauc_mrr_at_1000_std + value: 28.900100000000002 + - type: nauc_mrr_at_1000_diff1 + value: 16.1893 + - type: main_score + value: 3.001 + task: + type: Retrieval + - dataset: + config: deu-ara + name: MTEB MLQARetrieval (deu-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.966 + - type: ndcg_at_3 + value: 2.122 + - type: ndcg_at_5 + value: 3.3070000000000004 + - type: ndcg_at_10 + value: 4.409 + - type: ndcg_at_20 + value: 5.734 + - type: ndcg_at_100 + value: 14.12 + - type: ndcg_at_1000 + value: 19.293 + - type: map_at_1 + value: 0.966 + - type: map_at_3 + value: 1.8519999999999999 + - type: map_at_5 + value: 2.504 + - type: map_at_10 + value: 2.965 + - type: map_at_20 + value: 3.318 + - type: map_at_100 + value: 4.249 + - type: map_at_1000 + value: 4.522 + - type: recall_at_1 + value: 0.966 + - type: recall_at_3 + value: 2.899 + - type: recall_at_5 + value: 5.797 + - type: recall_at_10 + value: 9.179 + - type: recall_at_20 + value: 14.493 + - type: recall_at_100 + value: 63.285000000000004 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.966 + - type: precision_at_3 + value: 0.966 + - type: precision_at_5 + value: 1.159 + - type: precision_at_10 + value: 0.918 + - type: precision_at_20 + value: 0.7250000000000001 + - type: precision_at_100 + value: 0.633 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.9662000000000001 + - type: mrr_at_3 + value: 1.8519 + - type: mrr_at_5 + value: 2.504 + - type: mrr_at_10 + value: 2.9648999999999996 + - type: mrr_at_20 + value: 3.3182000000000005 + - type: mrr_at_100 + value: 4.249 + - type: mrr_at_1000 + value: 4.5216 + - type: nauc_ndcg_at_1_max + value: 100.0 + - type: nauc_ndcg_at_1_std + value: 100.0 + - type: nauc_ndcg_at_1_diff1 + value: 54.942 + - type: nauc_ndcg_at_3_max + value: 49.4196 + - type: nauc_ndcg_at_3_std + value: 56.1838 + - type: nauc_ndcg_at_3_diff1 + value: 32.665499999999994 + - type: nauc_ndcg_at_5_max + value: 40.9893 + - type: nauc_ndcg_at_5_std + value: 47.916799999999995 + - type: nauc_ndcg_at_5_diff1 + value: 15.5136 + - type: nauc_ndcg_at_10_max + value: 29.115299999999998 + - type: nauc_ndcg_at_10_std + value: 32.858 + - type: nauc_ndcg_at_10_diff1 + value: 17.005300000000002 + - type: nauc_ndcg_at_20_max + value: 31.2368 + - type: nauc_ndcg_at_20_std + value: 21.3015 + - type: nauc_ndcg_at_20_diff1 + value: 18.6284 + - type: nauc_ndcg_at_100_max + value: 25.645400000000002 + - type: nauc_ndcg_at_100_std + value: 12.3866 + - type: nauc_ndcg_at_100_diff1 + value: 10.502 + - type: nauc_ndcg_at_1000_max + value: 33.4067 + - type: nauc_ndcg_at_1000_std + value: 24.5891 + - type: nauc_ndcg_at_1000_diff1 + value: 15.9563 + - type: nauc_map_at_1_max + value: 100.0 + - type: nauc_map_at_1_std + value: 100.0 + - type: nauc_map_at_1_diff1 + value: 54.942 + - type: nauc_map_at_3_max + value: 56.2303 + - type: nauc_map_at_3_std + value: 62.7938 + - type: nauc_map_at_3_diff1 + value: 35.7282 + - type: nauc_map_at_5_max + value: 48.2731 + - type: nauc_map_at_5_std + value: 55.2495 + - type: nauc_map_at_5_diff1 + value: 22.6228 + - type: nauc_map_at_10_max + value: 39.508700000000005 + - type: nauc_map_at_10_std + value: 44.6957 + - type: nauc_map_at_10_diff1 + value: 22.8637 + - type: nauc_map_at_20_max + value: 39.6895 + - type: nauc_map_at_20_std + value: 38.8865 + - type: nauc_map_at_20_diff1 + value: 23.1892 + - type: nauc_map_at_100_max + value: 38.5582 + - type: nauc_map_at_100_std + value: 35.4221 + - type: nauc_map_at_100_diff1 + value: 20.6822 + - type: nauc_map_at_1000_max + value: 39.5093 + - type: nauc_map_at_1000_std + value: 36.8263 + - type: nauc_map_at_1000_diff1 + value: 21.2755 + - type: nauc_recall_at_1_max + value: 100.0 + - type: nauc_recall_at_1_std + value: 100.0 + - type: nauc_recall_at_1_diff1 + value: 54.942 + - type: nauc_recall_at_3_max + value: 36.7448 + - type: nauc_recall_at_3_std + value: 43.7074 + - type: nauc_recall_at_3_diff1 + value: 26.950200000000002 + - type: nauc_recall_at_5_max + value: 31.4159 + - type: nauc_recall_at_5_std + value: 38.074200000000005 + - type: nauc_recall_at_5_diff1 + value: 5.5841 + - type: nauc_recall_at_10_max + value: 17.8359 + - type: nauc_recall_at_10_std + value: 19.564799999999998 + - type: nauc_recall_at_10_diff1 + value: 10.7378 + - type: nauc_recall_at_20_max + value: 24.5378 + - type: nauc_recall_at_20_std + value: 3.8707 + - type: nauc_recall_at_20_diff1 + value: 15.1151 + - type: nauc_recall_at_100_max + value: 12.8051 + - type: nauc_recall_at_100_std + value: -9.097900000000001 + - type: nauc_recall_at_100_diff1 + value: 0.7080000000000001 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 100.0 + - type: nauc_precision_at_1_std + value: 100.0 + - type: nauc_precision_at_1_diff1 + value: 54.942 + - type: nauc_precision_at_3_max + value: 36.7448 + - type: nauc_precision_at_3_std + value: 43.7074 + - type: nauc_precision_at_3_diff1 + value: 26.950200000000002 + - type: nauc_precision_at_5_max + value: 31.4159 + - type: nauc_precision_at_5_std + value: 38.074200000000005 + - type: nauc_precision_at_5_diff1 + value: 5.5841 + - type: nauc_precision_at_10_max + value: 17.8359 + - type: nauc_precision_at_10_std + value: 19.564799999999998 + - type: nauc_precision_at_10_diff1 + value: 10.7378 + - type: nauc_precision_at_20_max + value: 24.5378 + - type: nauc_precision_at_20_std + value: 3.8707 + - type: nauc_precision_at_20_diff1 + value: 15.1151 + - type: nauc_precision_at_100_max + value: 12.8051 + - type: nauc_precision_at_100_std + value: -9.097900000000001 + - type: nauc_precision_at_100_diff1 + value: 0.7080000000000001 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 100.0 + - type: nauc_mrr_at_1_std + value: 100.0 + - type: nauc_mrr_at_1_diff1 + value: 54.942 + - type: nauc_mrr_at_3_max + value: 56.2303 + - type: nauc_mrr_at_3_std + value: 62.7938 + - type: nauc_mrr_at_3_diff1 + value: 35.7282 + - type: nauc_mrr_at_5_max + value: 48.2731 + - type: nauc_mrr_at_5_std + value: 55.2495 + - type: nauc_mrr_at_5_diff1 + value: 22.6228 + - type: nauc_mrr_at_10_max + value: 39.508700000000005 + - type: nauc_mrr_at_10_std + value: 44.6957 + - type: nauc_mrr_at_10_diff1 + value: 22.8637 + - type: nauc_mrr_at_20_max + value: 39.6895 + - type: nauc_mrr_at_20_std + value: 38.8865 + - type: nauc_mrr_at_20_diff1 + value: 23.1892 + - type: nauc_mrr_at_100_max + value: 38.5582 + - type: nauc_mrr_at_100_std + value: 35.4221 + - type: nauc_mrr_at_100_diff1 + value: 20.6822 + - type: nauc_mrr_at_1000_max + value: 39.5093 + - type: nauc_mrr_at_1000_std + value: 36.8263 + - type: nauc_mrr_at_1000_diff1 + value: 21.2755 + - type: main_score + value: 4.409 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB MLQARetrieval (eng-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.774 + - type: ndcg_at_3 + value: 1.745 + - type: ndcg_at_5 + value: 2.2030000000000003 + - type: ndcg_at_10 + value: 2.635 + - type: ndcg_at_20 + value: 3.514 + - type: ndcg_at_100 + value: 8.031 + - type: ndcg_at_1000 + value: 16.525000000000002 + - type: map_at_1 + value: 0.774 + - type: map_at_3 + value: 1.4829999999999999 + - type: map_at_5 + value: 1.725 + - type: map_at_10 + value: 1.9 + - type: map_at_20 + value: 2.1399999999999997 + - type: map_at_100 + value: 2.71 + - type: map_at_1000 + value: 3.0220000000000002 + - type: recall_at_1 + value: 0.774 + - type: recall_at_3 + value: 2.5149999999999997 + - type: recall_at_5 + value: 3.675 + - type: recall_at_10 + value: 5.029 + - type: recall_at_20 + value: 8.511000000000001 + - type: recall_at_100 + value: 33.656000000000006 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.774 + - type: precision_at_3 + value: 0.8380000000000001 + - type: precision_at_5 + value: 0.735 + - type: precision_at_10 + value: 0.503 + - type: precision_at_20 + value: 0.426 + - type: precision_at_100 + value: 0.337 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.7736999999999999 + - type: mrr_at_3 + value: 1.4829 + - type: mrr_at_5 + value: 1.7247 + - type: mrr_at_10 + value: 1.8998000000000002 + - type: mrr_at_20 + value: 2.1399999999999997 + - type: mrr_at_100 + value: 2.71 + - type: mrr_at_1000 + value: 3.0224 + - type: nauc_ndcg_at_1_max + value: 60.5507 + - type: nauc_ndcg_at_1_std + value: 17.7109 + - type: nauc_ndcg_at_1_diff1 + value: 69.8508 + - type: nauc_ndcg_at_3_max + value: 17.8387 + - type: nauc_ndcg_at_3_std + value: -12.759699999999999 + - type: nauc_ndcg_at_3_diff1 + value: 32.9363 + - type: nauc_ndcg_at_5_max + value: 13.933300000000001 + - type: nauc_ndcg_at_5_std + value: -7.4468000000000005 + - type: nauc_ndcg_at_5_diff1 + value: 34.0875 + - type: nauc_ndcg_at_10_max + value: 24.0901 + - type: nauc_ndcg_at_10_std + value: -1.9087 + - type: nauc_ndcg_at_10_diff1 + value: 30.859199999999998 + - type: nauc_ndcg_at_20_max + value: 14.4843 + - type: nauc_ndcg_at_20_std + value: -2.4103 + - type: nauc_ndcg_at_20_diff1 + value: 25.251800000000003 + - type: nauc_ndcg_at_100_max + value: 11.147400000000001 + - type: nauc_ndcg_at_100_std + value: 0.5721 + - type: nauc_ndcg_at_100_diff1 + value: 18.865499999999997 + - type: nauc_ndcg_at_1000_max + value: 14.3921 + - type: nauc_ndcg_at_1000_std + value: -1.4730999999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 23.5761 + - type: nauc_map_at_1_max + value: 60.5507 + - type: nauc_map_at_1_std + value: 17.7109 + - type: nauc_map_at_1_diff1 + value: 69.8508 + - type: nauc_map_at_3_max + value: 23.5728 + - type: nauc_map_at_3_std + value: -8.4614 + - type: nauc_map_at_3_diff1 + value: 37.580000000000005 + - type: nauc_map_at_5_max + value: 20.072300000000002 + - type: nauc_map_at_5_std + value: -5.5798 + - type: nauc_map_at_5_diff1 + value: 37.894800000000004 + - type: nauc_map_at_10_max + value: 25.3164 + - type: nauc_map_at_10_std + value: -2.6436 + - type: nauc_map_at_10_diff1 + value: 35.591 + - type: nauc_map_at_20_max + value: 20.962 + - type: nauc_map_at_20_std + value: -2.7786999999999997 + - type: nauc_map_at_20_diff1 + value: 32.562999999999995 + - type: nauc_map_at_100_max + value: 19.2988 + - type: nauc_map_at_100_std + value: -1.6022 + - type: nauc_map_at_100_diff1 + value: 30.2483 + - type: nauc_map_at_1000_max + value: 19.542399999999997 + - type: nauc_map_at_1000_std + value: -1.9428 + - type: nauc_map_at_1000_diff1 + value: 30.5552 + - type: nauc_recall_at_1_max + value: 60.5507 + - type: nauc_recall_at_1_std + value: 17.7109 + - type: nauc_recall_at_1_diff1 + value: 69.8508 + - type: nauc_recall_at_3_max + value: 7.9922 + - type: nauc_recall_at_3_std + value: -20.188 + - type: nauc_recall_at_3_diff1 + value: 25.0336 + - type: nauc_recall_at_5_max + value: 5.2796 + - type: nauc_recall_at_5_std + value: -9.5635 + - type: nauc_recall_at_5_diff1 + value: 28.912900000000004 + - type: nauc_recall_at_10_max + value: 24.0746 + - type: nauc_recall_at_10_std + value: 0.1106 + - type: nauc_recall_at_10_diff1 + value: 25.271 + - type: nauc_recall_at_20_max + value: 8.2207 + - type: nauc_recall_at_20_std + value: -1.5499 + - type: nauc_recall_at_20_diff1 + value: 18.351200000000002 + - type: nauc_recall_at_100_max + value: 6.2993 + - type: nauc_recall_at_100_std + value: 2.1907 + - type: nauc_recall_at_100_diff1 + value: 11.477 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 60.5507 + - type: nauc_precision_at_1_std + value: 17.7109 + - type: nauc_precision_at_1_diff1 + value: 69.8508 + - type: nauc_precision_at_3_max + value: 7.9922 + - type: nauc_precision_at_3_std + value: -20.188 + - type: nauc_precision_at_3_diff1 + value: 25.0336 + - type: nauc_precision_at_5_max + value: 5.2796 + - type: nauc_precision_at_5_std + value: -9.5635 + - type: nauc_precision_at_5_diff1 + value: 28.912900000000004 + - type: nauc_precision_at_10_max + value: 24.0746 + - type: nauc_precision_at_10_std + value: 0.1106 + - type: nauc_precision_at_10_diff1 + value: 25.271 + - type: nauc_precision_at_20_max + value: 8.2207 + - type: nauc_precision_at_20_std + value: -1.5499 + - type: nauc_precision_at_20_diff1 + value: 18.351200000000002 + - type: nauc_precision_at_100_max + value: 6.2993 + - type: nauc_precision_at_100_std + value: 2.1907 + - type: nauc_precision_at_100_diff1 + value: 11.477 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 60.5507 + - type: nauc_mrr_at_1_std + value: 17.7109 + - type: nauc_mrr_at_1_diff1 + value: 69.8508 + - type: nauc_mrr_at_3_max + value: 23.5728 + - type: nauc_mrr_at_3_std + value: -8.4614 + - type: nauc_mrr_at_3_diff1 + value: 37.580000000000005 + - type: nauc_mrr_at_5_max + value: 20.072300000000002 + - type: nauc_mrr_at_5_std + value: -5.5798 + - type: nauc_mrr_at_5_diff1 + value: 37.894800000000004 + - type: nauc_mrr_at_10_max + value: 25.3164 + - type: nauc_mrr_at_10_std + value: -2.6436 + - type: nauc_mrr_at_10_diff1 + value: 35.591 + - type: nauc_mrr_at_20_max + value: 20.962 + - type: nauc_mrr_at_20_std + value: -2.7786999999999997 + - type: nauc_mrr_at_20_diff1 + value: 32.562999999999995 + - type: nauc_mrr_at_100_max + value: 19.2988 + - type: nauc_mrr_at_100_std + value: -1.6022 + - type: nauc_mrr_at_100_diff1 + value: 30.2483 + - type: nauc_mrr_at_1000_max + value: 19.542399999999997 + - type: nauc_mrr_at_1000_std + value: -1.9428 + - type: nauc_mrr_at_1000_diff1 + value: 30.5552 + - type: main_score + value: 2.635 + task: + type: Retrieval + - dataset: + config: spa-ara + name: MTEB MLQARetrieval (spa-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 1.863 + - type: ndcg_at_3 + value: 3.66 + - type: ndcg_at_5 + value: 4.168 + - type: ndcg_at_10 + value: 5.173 + - type: ndcg_at_20 + value: 7.7090000000000005 + - type: ndcg_at_100 + value: 17.645 + - type: ndcg_at_1000 + value: 21.322 + - type: map_at_1 + value: 1.863 + - type: map_at_3 + value: 3.209 + - type: map_at_5 + value: 3.489 + - type: map_at_10 + value: 3.904 + - type: map_at_20 + value: 4.612 + - type: map_at_100 + value: 5.858 + - type: map_at_1000 + value: 6.069999999999999 + - type: recall_at_1 + value: 1.863 + - type: recall_at_3 + value: 4.968999999999999 + - type: recall_at_5 + value: 6.211 + - type: recall_at_10 + value: 9.317 + - type: recall_at_20 + value: 19.255 + - type: recall_at_100 + value: 74.534 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 1.863 + - type: precision_at_3 + value: 1.656 + - type: precision_at_5 + value: 1.242 + - type: precision_at_10 + value: 0.932 + - type: precision_at_20 + value: 0.963 + - type: precision_at_100 + value: 0.745 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 1.8634000000000002 + - type: mrr_at_3 + value: 3.2091000000000003 + - type: mrr_at_5 + value: 3.4886 + - type: mrr_at_10 + value: 3.9044000000000003 + - type: mrr_at_20 + value: 4.612299999999999 + - type: mrr_at_100 + value: 5.8578 + - type: mrr_at_1000 + value: 6.0696 + - type: nauc_ndcg_at_1_max + value: 59.8106 + - type: nauc_ndcg_at_1_std + value: 41.6091 + - type: nauc_ndcg_at_1_diff1 + value: 15.8988 + - type: nauc_ndcg_at_3_max + value: 17.326900000000002 + - type: nauc_ndcg_at_3_std + value: 0.8758 + - type: nauc_ndcg_at_3_diff1 + value: -13.537199999999999 + - type: nauc_ndcg_at_5_max + value: 17.0792 + - type: nauc_ndcg_at_5_std + value: -4.134 + - type: nauc_ndcg_at_5_diff1 + value: -14.3938 + - type: nauc_ndcg_at_10_max + value: 19.2218 + - type: nauc_ndcg_at_10_std + value: -4.1131 + - type: nauc_ndcg_at_10_diff1 + value: -0.5739 + - type: nauc_ndcg_at_20_max + value: 14.7981 + - type: nauc_ndcg_at_20_std + value: -0.0645 + - type: nauc_ndcg_at_20_diff1 + value: -1.8365 + - type: nauc_ndcg_at_100_max + value: 20.259 + - type: nauc_ndcg_at_100_std + value: 3.2459000000000002 + - type: nauc_ndcg_at_100_diff1 + value: -3.5298999999999996 + - type: nauc_ndcg_at_1000_max + value: 18.958 + - type: nauc_ndcg_at_1000_std + value: 2.0313999999999997 + - type: nauc_ndcg_at_1000_diff1 + value: -3.6224 + - type: nauc_map_at_1_max + value: 59.8106 + - type: nauc_map_at_1_std + value: 41.6091 + - type: nauc_map_at_1_diff1 + value: 15.8988 + - type: nauc_map_at_3_max + value: 23.4457 + - type: nauc_map_at_3_std + value: 6.589200000000001 + - type: nauc_map_at_3_diff1 + value: -9.1205 + - type: nauc_map_at_5_max + value: 23.0402 + - type: nauc_map_at_5_std + value: 2.8784 + - type: nauc_map_at_5_diff1 + value: -10.0377 + - type: nauc_map_at_10_max + value: 23.477 + - type: nauc_map_at_10_std + value: 1.9317999999999997 + - type: nauc_map_at_10_diff1 + value: -3.1433000000000004 + - type: nauc_map_at_20_max + value: 21.138199999999998 + - type: nauc_map_at_20_std + value: 3.3765000000000005 + - type: nauc_map_at_20_diff1 + value: -3.2526 + - type: nauc_map_at_100_max + value: 21.8857 + - type: nauc_map_at_100_std + value: 4.147 + - type: nauc_map_at_100_diff1 + value: -3.5649 + - type: nauc_map_at_1000_max + value: 21.8479 + - type: nauc_map_at_1000_std + value: 4.0359 + - type: nauc_map_at_1000_diff1 + value: -3.5894000000000004 + - type: nauc_recall_at_1_max + value: 59.8106 + - type: nauc_recall_at_1_std + value: 41.6091 + - type: nauc_recall_at_1_diff1 + value: 15.8988 + - type: nauc_recall_at_3_max + value: 5.8776 + - type: nauc_recall_at_3_std + value: -9.775 + - type: nauc_recall_at_3_diff1 + value: -21.8474 + - type: nauc_recall_at_5_max + value: 7.184799999999999 + - type: nauc_recall_at_5_std + value: -15.965399999999999 + - type: nauc_recall_at_5_diff1 + value: -21.5915 + - type: nauc_recall_at_10_max + value: 14.3481 + - type: nauc_recall_at_10_std + value: -11.5027 + - type: nauc_recall_at_10_diff1 + value: 5.0225 + - type: nauc_recall_at_20_max + value: 8.8023 + - type: nauc_recall_at_20_std + value: -2.2973 + - type: nauc_recall_at_20_diff1 + value: 0.2097 + - type: nauc_recall_at_100_max + value: 23.613799999999998 + - type: nauc_recall_at_100_std + value: 5.728599999999999 + - type: nauc_recall_at_100_diff1 + value: -3.4857 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 59.8106 + - type: nauc_precision_at_1_std + value: 41.6091 + - type: nauc_precision_at_1_diff1 + value: 15.8988 + - type: nauc_precision_at_3_max + value: 5.8776 + - type: nauc_precision_at_3_std + value: -9.775 + - type: nauc_precision_at_3_diff1 + value: -21.8474 + - type: nauc_precision_at_5_max + value: 7.184799999999999 + - type: nauc_precision_at_5_std + value: -15.965399999999999 + - type: nauc_precision_at_5_diff1 + value: -21.5915 + - type: nauc_precision_at_10_max + value: 14.3481 + - type: nauc_precision_at_10_std + value: -11.5027 + - type: nauc_precision_at_10_diff1 + value: 5.0225 + - type: nauc_precision_at_20_max + value: 8.8023 + - type: nauc_precision_at_20_std + value: -2.2973 + - type: nauc_precision_at_20_diff1 + value: 0.2097 + - type: nauc_precision_at_100_max + value: 23.613799999999998 + - type: nauc_precision_at_100_std + value: 5.728599999999999 + - type: nauc_precision_at_100_diff1 + value: -3.4857 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 59.8106 + - type: nauc_mrr_at_1_std + value: 41.6091 + - type: nauc_mrr_at_1_diff1 + value: 15.8988 + - type: nauc_mrr_at_3_max + value: 23.4457 + - type: nauc_mrr_at_3_std + value: 6.589200000000001 + - type: nauc_mrr_at_3_diff1 + value: -9.1205 + - type: nauc_mrr_at_5_max + value: 23.0402 + - type: nauc_mrr_at_5_std + value: 2.8784 + - type: nauc_mrr_at_5_diff1 + value: -10.0377 + - type: nauc_mrr_at_10_max + value: 23.477 + - type: nauc_mrr_at_10_std + value: 1.9317999999999997 + - type: nauc_mrr_at_10_diff1 + value: -3.1433000000000004 + - type: nauc_mrr_at_20_max + value: 21.138199999999998 + - type: nauc_mrr_at_20_std + value: 3.3765000000000005 + - type: nauc_mrr_at_20_diff1 + value: -3.2526 + - type: nauc_mrr_at_100_max + value: 21.8857 + - type: nauc_mrr_at_100_std + value: 4.147 + - type: nauc_mrr_at_100_diff1 + value: -3.5649 + - type: nauc_mrr_at_1000_max + value: 21.8479 + - type: nauc_mrr_at_1000_std + value: 4.0359 + - type: nauc_mrr_at_1000_diff1 + value: -3.5894000000000004 + - type: main_score + value: 5.173 + task: + type: Retrieval + - dataset: + config: hin-ara + name: MTEB MLQARetrieval (hin-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.538 + - type: ndcg_at_3 + value: 2.3619999999999997 + - type: ndcg_at_5 + value: 3.496 + - type: ndcg_at_10 + value: 4.166 + - type: ndcg_at_20 + value: 5.763 + - type: ndcg_at_100 + value: 16.819 + - type: ndcg_at_1000 + value: 20.063 + - type: map_at_1 + value: 0.538 + - type: map_at_3 + value: 1.882 + - type: map_at_5 + value: 2.527 + - type: map_at_10 + value: 2.79 + - type: map_at_20 + value: 3.2079999999999997 + - type: map_at_100 + value: 4.555 + - type: map_at_1000 + value: 4.7379999999999995 + - type: recall_at_1 + value: 0.538 + - type: recall_at_3 + value: 3.763 + - type: recall_at_5 + value: 6.451999999999999 + - type: recall_at_10 + value: 8.602 + - type: recall_at_20 + value: 15.054 + - type: recall_at_100 + value: 77.41900000000001 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.538 + - type: precision_at_3 + value: 1.254 + - type: precision_at_5 + value: 1.29 + - type: precision_at_10 + value: 0.86 + - type: precision_at_20 + value: 0.753 + - type: precision_at_100 + value: 0.774 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.5376 + - type: mrr_at_3 + value: 1.8817 + - type: mrr_at_5 + value: 2.5269 + - type: mrr_at_10 + value: 2.7897000000000003 + - type: mrr_at_20 + value: 3.2081999999999997 + - type: mrr_at_100 + value: 4.554600000000001 + - type: mrr_at_1000 + value: 4.7382 + - type: nauc_ndcg_at_1_max + value: 100.0 + - type: nauc_ndcg_at_1_std + value: 66.7257 + - type: nauc_ndcg_at_1_diff1 + value: 100.0 + - type: nauc_ndcg_at_3_max + value: 29.630000000000003 + - type: nauc_ndcg_at_3_std + value: 57.101400000000005 + - type: nauc_ndcg_at_3_diff1 + value: 22.5155 + - type: nauc_ndcg_at_5_max + value: 8.1457 + - type: nauc_ndcg_at_5_std + value: 43.9017 + - type: nauc_ndcg_at_5_diff1 + value: 12.2764 + - type: nauc_ndcg_at_10_max + value: 10.8742 + - type: nauc_ndcg_at_10_std + value: 35.634100000000004 + - type: nauc_ndcg_at_10_diff1 + value: 16.8804 + - type: nauc_ndcg_at_20_max + value: 8.2366 + - type: nauc_ndcg_at_20_std + value: 34.4244 + - type: nauc_ndcg_at_20_diff1 + value: 10.3725 + - type: nauc_ndcg_at_100_max + value: 7.661900000000001 + - type: nauc_ndcg_at_100_std + value: 24.1541 + - type: nauc_ndcg_at_100_diff1 + value: 8.6735 + - type: nauc_ndcg_at_1000_max + value: 9.024899999999999 + - type: nauc_ndcg_at_1000_std + value: 31.385099999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 11.6807 + - type: nauc_map_at_1_max + value: 100.0 + - type: nauc_map_at_1_std + value: 66.7257 + - type: nauc_map_at_1_diff1 + value: 100.0 + - type: nauc_map_at_3_max + value: 37.627500000000005 + - type: nauc_map_at_3_std + value: 59.4071 + - type: nauc_map_at_3_diff1 + value: 27.9837 + - type: nauc_map_at_5_max + value: 18.7887 + - type: nauc_map_at_5_std + value: 48.7344 + - type: nauc_map_at_5_diff1 + value: 18.7448 + - type: nauc_map_at_10_max + value: 19.7517 + - type: nauc_map_at_10_std + value: 43.2046 + - type: nauc_map_at_10_diff1 + value: 21.3488 + - type: nauc_map_at_20_max + value: 17.3749 + - type: nauc_map_at_20_std + value: 41.8178 + - type: nauc_map_at_20_diff1 + value: 17.8946 + - type: nauc_map_at_100_max + value: 15.4 + - type: nauc_map_at_100_std + value: 37.7516 + - type: nauc_map_at_100_diff1 + value: 16.4172 + - type: nauc_map_at_1000_max + value: 15.743099999999998 + - type: nauc_map_at_1000_std + value: 38.642700000000005 + - type: nauc_map_at_1000_diff1 + value: 16.8576 + - type: nauc_recall_at_1_max + value: 100.0 + - type: nauc_recall_at_1_std + value: 66.7257 + - type: nauc_recall_at_1_diff1 + value: 100.0 + - type: nauc_recall_at_3_max + value: 17.4401 + - type: nauc_recall_at_3_std + value: 53.4353 + - type: nauc_recall_at_3_diff1 + value: 14.5988 + - type: nauc_recall_at_5_max + value: -5.2527 + - type: nauc_recall_at_5_std + value: 37.5174 + - type: nauc_recall_at_5_diff1 + value: 4.3982 + - type: nauc_recall_at_10_max + value: 1.6920000000000002 + - type: nauc_recall_at_10_std + value: 26.655299999999997 + - type: nauc_recall_at_10_diff1 + value: 12.6153 + - type: nauc_recall_at_20_max + value: 1.2351 + - type: nauc_recall_at_20_std + value: 28.0528 + - type: nauc_recall_at_20_diff1 + value: 3.728 + - type: nauc_recall_at_100_max + value: 4.7833 + - type: nauc_recall_at_100_std + value: 8.0403 + - type: nauc_recall_at_100_diff1 + value: 2.0422 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 100.0 + - type: nauc_precision_at_1_std + value: 66.7257 + - type: nauc_precision_at_1_diff1 + value: 100.0 + - type: nauc_precision_at_3_max + value: 17.4401 + - type: nauc_precision_at_3_std + value: 53.4353 + - type: nauc_precision_at_3_diff1 + value: 14.5988 + - type: nauc_precision_at_5_max + value: -5.2527 + - type: nauc_precision_at_5_std + value: 37.5174 + - type: nauc_precision_at_5_diff1 + value: 4.3982 + - type: nauc_precision_at_10_max + value: 1.6920000000000002 + - type: nauc_precision_at_10_std + value: 26.655299999999997 + - type: nauc_precision_at_10_diff1 + value: 12.6153 + - type: nauc_precision_at_20_max + value: 1.2351 + - type: nauc_precision_at_20_std + value: 28.0528 + - type: nauc_precision_at_20_diff1 + value: 3.728 + - type: nauc_precision_at_100_max + value: 4.7833 + - type: nauc_precision_at_100_std + value: 8.0403 + - type: nauc_precision_at_100_diff1 + value: 2.0422 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 100.0 + - type: nauc_mrr_at_1_std + value: 66.7257 + - type: nauc_mrr_at_1_diff1 + value: 100.0 + - type: nauc_mrr_at_3_max + value: 37.627500000000005 + - type: nauc_mrr_at_3_std + value: 59.4071 + - type: nauc_mrr_at_3_diff1 + value: 27.9837 + - type: nauc_mrr_at_5_max + value: 18.7887 + - type: nauc_mrr_at_5_std + value: 48.7344 + - type: nauc_mrr_at_5_diff1 + value: 18.7448 + - type: nauc_mrr_at_10_max + value: 19.7517 + - type: nauc_mrr_at_10_std + value: 43.2046 + - type: nauc_mrr_at_10_diff1 + value: 21.3488 + - type: nauc_mrr_at_20_max + value: 17.3749 + - type: nauc_mrr_at_20_std + value: 41.8178 + - type: nauc_mrr_at_20_diff1 + value: 17.8946 + - type: nauc_mrr_at_100_max + value: 15.4 + - type: nauc_mrr_at_100_std + value: 37.7516 + - type: nauc_mrr_at_100_diff1 + value: 16.4172 + - type: nauc_mrr_at_1000_max + value: 15.743099999999998 + - type: nauc_mrr_at_1000_std + value: 38.642700000000005 + - type: nauc_mrr_at_1000_diff1 + value: 16.8576 + - type: main_score + value: 4.166 + task: + type: Retrieval + - dataset: + config: vie-ara + name: MTEB MLQARetrieval (vie-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.0 + - type: ndcg_at_3 + value: 0.694 + - type: ndcg_at_5 + value: 1.222 + - type: ndcg_at_10 + value: 2.809 + - type: ndcg_at_20 + value: 5.146 + - type: ndcg_at_100 + value: 14.91 + - type: ndcg_at_1000 + value: 18.864 + - type: map_at_1 + value: 0.0 + - type: map_at_3 + value: 0.511 + - type: map_at_5 + value: 0.818 + - type: map_at_10 + value: 1.47 + - type: map_at_20 + value: 2.12 + - type: map_at_100 + value: 3.2649999999999997 + - type: map_at_1000 + value: 3.485 + - type: recall_at_1 + value: 0.0 + - type: recall_at_3 + value: 1.2269999999999999 + - type: recall_at_5 + value: 2.4539999999999997 + - type: recall_at_10 + value: 7.362 + - type: recall_at_20 + value: 16.564 + - type: recall_at_100 + value: 72.393 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 0.0 + - type: precision_at_3 + value: 0.409 + - type: precision_at_5 + value: 0.49100000000000005 + - type: precision_at_10 + value: 0.736 + - type: precision_at_20 + value: 0.828 + - type: precision_at_100 + value: 0.724 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 0.0 + - type: mrr_at_3 + value: 0.5112 + - type: mrr_at_5 + value: 0.818 + - type: mrr_at_10 + value: 1.4704 + - type: mrr_at_20 + value: 2.12 + - type: mrr_at_100 + value: 3.2646 + - type: mrr_at_1000 + value: 3.4854999999999996 + - type: nauc_ndcg_at_1_max + value: .nan + - type: nauc_ndcg_at_1_std + value: .nan + - type: nauc_ndcg_at_1_diff1 + value: .nan + - type: nauc_ndcg_at_3_max + value: -7.0496 + - type: nauc_ndcg_at_3_std + value: -32.1514 + - type: nauc_ndcg_at_3_diff1 + value: -18.6811 + - type: nauc_ndcg_at_5_max + value: 13.1797 + - type: nauc_ndcg_at_5_std + value: -24.1903 + - type: nauc_ndcg_at_5_diff1 + value: -29.849500000000003 + - type: nauc_ndcg_at_10_max + value: 27.9005 + - type: nauc_ndcg_at_10_std + value: -17.3769 + - type: nauc_ndcg_at_10_diff1 + value: -12.732299999999999 + - type: nauc_ndcg_at_20_max + value: 21.567700000000002 + - type: nauc_ndcg_at_20_std + value: -4.7954 + - type: nauc_ndcg_at_20_diff1 + value: -11.060599999999999 + - type: nauc_ndcg_at_100_max + value: 11.6238 + - type: nauc_ndcg_at_100_std + value: -5.933999999999999 + - type: nauc_ndcg_at_100_diff1 + value: -2.0311 + - type: nauc_ndcg_at_1000_max + value: 17.6537 + - type: nauc_ndcg_at_1000_std + value: -8.9981 + - type: nauc_ndcg_at_1000_diff1 + value: -5.7923 + - type: nauc_map_at_1_max + value: .nan + - type: nauc_map_at_1_std + value: .nan + - type: nauc_map_at_1_diff1 + value: .nan + - type: nauc_map_at_3_max + value: -8.3328 + - type: nauc_map_at_3_std + value: -33.029399999999995 + - type: nauc_map_at_3_diff1 + value: -20.842299999999998 + - type: nauc_map_at_5_max + value: 9.694600000000001 + - type: nauc_map_at_5_std + value: -25.795 + - type: nauc_map_at_5_diff1 + value: -29.718899999999998 + - type: nauc_map_at_10_max + value: 24.2406 + - type: nauc_map_at_10_std + value: -19.192899999999998 + - type: nauc_map_at_10_diff1 + value: -16.1405 + - type: nauc_map_at_20_max + value: 20.515800000000002 + - type: nauc_map_at_20_std + value: -10.6617 + - type: nauc_map_at_20_diff1 + value: -14.4404 + - type: nauc_map_at_100_max + value: 17.603099999999998 + - type: nauc_map_at_100_std + value: -11.405 + - type: nauc_map_at_100_diff1 + value: -9.4802 + - type: nauc_map_at_1000_max + value: 18.4729 + - type: nauc_map_at_1000_std + value: -11.7628 + - type: nauc_map_at_1000_diff1 + value: -10.1215 + - type: nauc_recall_at_1_max + value: .nan + - type: nauc_recall_at_1_std + value: .nan + - type: nauc_recall_at_1_diff1 + value: .nan + - type: nauc_recall_at_3_max + value: -5.286 + - type: nauc_recall_at_3_std + value: -30.9445 + - type: nauc_recall_at_3_diff1 + value: -15.7106 + - type: nauc_recall_at_5_max + value: 17.227 + - type: nauc_recall_at_5_std + value: -22.3411 + - type: nauc_recall_at_5_diff1 + value: -30.111900000000002 + - type: nauc_recall_at_10_max + value: 30.406 + - type: nauc_recall_at_10_std + value: -16.0824 + - type: nauc_recall_at_10_diff1 + value: -9.9285 + - type: nauc_recall_at_20_max + value: 21.794900000000002 + - type: nauc_recall_at_20_std + value: -0.7081 + - type: nauc_recall_at_20_diff1 + value: -8.8937 + - type: nauc_recall_at_100_max + value: 3.2778 + - type: nauc_recall_at_100_std + value: -0.6836 + - type: nauc_recall_at_100_diff1 + value: 3.6675 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: .nan + - type: nauc_precision_at_1_std + value: .nan + - type: nauc_precision_at_1_diff1 + value: .nan + - type: nauc_precision_at_3_max + value: -5.286 + - type: nauc_precision_at_3_std + value: -30.9445 + - type: nauc_precision_at_3_diff1 + value: -15.7106 + - type: nauc_precision_at_5_max + value: 17.227 + - type: nauc_precision_at_5_std + value: -22.3411 + - type: nauc_precision_at_5_diff1 + value: -30.111900000000002 + - type: nauc_precision_at_10_max + value: 30.406 + - type: nauc_precision_at_10_std + value: -16.0824 + - type: nauc_precision_at_10_diff1 + value: -9.9285 + - type: nauc_precision_at_20_max + value: 21.794900000000002 + - type: nauc_precision_at_20_std + value: -0.7081 + - type: nauc_precision_at_20_diff1 + value: -8.8937 + - type: nauc_precision_at_100_max + value: 3.2778 + - type: nauc_precision_at_100_std + value: -0.6836 + - type: nauc_precision_at_100_diff1 + value: 3.6675 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: .nan + - type: nauc_mrr_at_1_std + value: .nan + - type: nauc_mrr_at_1_diff1 + value: .nan + - type: nauc_mrr_at_3_max + value: -8.3328 + - type: nauc_mrr_at_3_std + value: -33.029399999999995 + - type: nauc_mrr_at_3_diff1 + value: -20.842299999999998 + - type: nauc_mrr_at_5_max + value: 9.694600000000001 + - type: nauc_mrr_at_5_std + value: -25.795 + - type: nauc_mrr_at_5_diff1 + value: -29.718899999999998 + - type: nauc_mrr_at_10_max + value: 24.2406 + - type: nauc_mrr_at_10_std + value: -19.192899999999998 + - type: nauc_mrr_at_10_diff1 + value: -16.1405 + - type: nauc_mrr_at_20_max + value: 20.515800000000002 + - type: nauc_mrr_at_20_std + value: -10.6617 + - type: nauc_mrr_at_20_diff1 + value: -14.4404 + - type: nauc_mrr_at_100_max + value: 17.603099999999998 + - type: nauc_mrr_at_100_std + value: -11.405 + - type: nauc_mrr_at_100_diff1 + value: -9.4802 + - type: nauc_mrr_at_1000_max + value: 18.4729 + - type: nauc_mrr_at_1000_std + value: -11.7628 + - type: nauc_mrr_at_1000_diff1 + value: -10.1215 + - type: main_score + value: 2.809 + task: + type: Retrieval + - dataset: + config: zho-ara + name: MTEB MLQARetrieval (zho-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: validation + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 1.5959999999999999 + - type: ndcg_at_3 + value: 2.869 + - type: ndcg_at_5 + value: 3.3029999999999995 + - type: ndcg_at_10 + value: 5.124 + - type: ndcg_at_20 + value: 6.805 + - type: ndcg_at_100 + value: 14.495 + - type: ndcg_at_1000 + value: 19.941 + - type: map_at_1 + value: 1.5959999999999999 + - type: map_at_3 + value: 2.571 + - type: map_at_5 + value: 2.81 + - type: map_at_10 + value: 3.5220000000000002 + - type: map_at_20 + value: 3.948 + - type: map_at_100 + value: 4.8309999999999995 + - type: map_at_1000 + value: 5.128 + - type: recall_at_1 + value: 1.5959999999999999 + - type: recall_at_3 + value: 3.723 + - type: recall_at_5 + value: 4.787 + - type: recall_at_10 + value: 10.638 + - type: recall_at_20 + value: 17.553 + - type: recall_at_100 + value: 61.702 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 1.5959999999999999 + - type: precision_at_3 + value: 1.2409999999999999 + - type: precision_at_5 + value: 0.9570000000000001 + - type: precision_at_10 + value: 1.064 + - type: precision_at_20 + value: 0.878 + - type: precision_at_100 + value: 0.617 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 1.5957 + - type: mrr_at_3 + value: 2.5709 + - type: mrr_at_5 + value: 2.8103 + - type: mrr_at_10 + value: 3.5216 + - type: mrr_at_20 + value: 3.9482999999999997 + - type: mrr_at_100 + value: 4.8312 + - type: mrr_at_1000 + value: 5.1277 + - type: nauc_ndcg_at_1_max + value: 25.9707 + - type: nauc_ndcg_at_1_std + value: 25.9707 + - type: nauc_ndcg_at_1_diff1 + value: 88.7908 + - type: nauc_ndcg_at_3_max + value: 8.0769 + - type: nauc_ndcg_at_3_std + value: -1.4973999999999998 + - type: nauc_ndcg_at_3_diff1 + value: 66.1072 + - type: nauc_ndcg_at_5_max + value: 8.4885 + - type: nauc_ndcg_at_5_std + value: 1.5889 + - type: nauc_ndcg_at_5_diff1 + value: 55.131699999999995 + - type: nauc_ndcg_at_10_max + value: 4.4135 + - type: nauc_ndcg_at_10_std + value: -2.4915 + - type: nauc_ndcg_at_10_diff1 + value: 40.2008 + - type: nauc_ndcg_at_20_max + value: 5.2495 + - type: nauc_ndcg_at_20_std + value: -6.4857 + - type: nauc_ndcg_at_20_diff1 + value: 30.0024 + - type: nauc_ndcg_at_100_max + value: 15.6634 + - type: nauc_ndcg_at_100_std + value: -2.1768 + - type: nauc_ndcg_at_100_diff1 + value: 25.4728 + - type: nauc_ndcg_at_1000_max + value: 10.8195 + - type: nauc_ndcg_at_1000_std + value: -0.9631000000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 37.1256 + - type: nauc_map_at_1_max + value: 25.9707 + - type: nauc_map_at_1_std + value: 25.9707 + - type: nauc_map_at_1_diff1 + value: 88.7908 + - type: nauc_map_at_3_max + value: 11.2388 + - type: nauc_map_at_3_std + value: 2.7731 + - type: nauc_map_at_3_diff1 + value: 70.1588 + - type: nauc_map_at_5_max + value: 11.5213 + - type: nauc_map_at_5_std + value: 4.4621 + - type: nauc_map_at_5_diff1 + value: 62.586 + - type: nauc_map_at_10_max + value: 8.664900000000001 + - type: nauc_map_at_10_std + value: 0.9982 + - type: nauc_map_at_10_diff1 + value: 52.0845 + - type: nauc_map_at_20_max + value: 8.7285 + - type: nauc_map_at_20_std + value: -0.9410999999999999 + - type: nauc_map_at_20_diff1 + value: 46.8936 + - type: nauc_map_at_100_max + value: 11.1619 + - type: nauc_map_at_100_std + value: 0.5134 + - type: nauc_map_at_100_diff1 + value: 45.5704 + - type: nauc_map_at_1000_max + value: 10.7283 + - type: nauc_map_at_1000_std + value: 0.6891 + - type: nauc_map_at_1000_diff1 + value: 47.0302 + - type: nauc_recall_at_1_max + value: 25.9707 + - type: nauc_recall_at_1_std + value: 25.9707 + - type: nauc_recall_at_1_diff1 + value: 88.7908 + - type: nauc_recall_at_3_max + value: 1.6386999999999998 + - type: nauc_recall_at_3_std + value: -10.052 + - type: nauc_recall_at_3_diff1 + value: 57.8468 + - type: nauc_recall_at_5_max + value: 3.0700000000000003 + - type: nauc_recall_at_5_std + value: -3.0769 + - type: nauc_recall_at_5_diff1 + value: 41.4621 + - type: nauc_recall_at_10_max + value: -0.44349999999999995 + - type: nauc_recall_at_10_std + value: -5.8379 + - type: nauc_recall_at_10_diff1 + value: 26.6638 + - type: nauc_recall_at_20_max + value: 2.3823 + - type: nauc_recall_at_20_std + value: -11.5308 + - type: nauc_recall_at_20_diff1 + value: 13.6577 + - type: nauc_recall_at_100_max + value: 24.204600000000003 + - type: nauc_recall_at_100_std + value: -4.2306 + - type: nauc_recall_at_100_diff1 + value: 5.4663 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 25.9707 + - type: nauc_precision_at_1_std + value: 25.9707 + - type: nauc_precision_at_1_diff1 + value: 88.7908 + - type: nauc_precision_at_3_max + value: 1.6386999999999998 + - type: nauc_precision_at_3_std + value: -10.052 + - type: nauc_precision_at_3_diff1 + value: 57.8468 + - type: nauc_precision_at_5_max + value: 3.0700000000000003 + - type: nauc_precision_at_5_std + value: -3.0769 + - type: nauc_precision_at_5_diff1 + value: 41.4621 + - type: nauc_precision_at_10_max + value: -0.44349999999999995 + - type: nauc_precision_at_10_std + value: -5.8379 + - type: nauc_precision_at_10_diff1 + value: 26.6638 + - type: nauc_precision_at_20_max + value: 2.3823 + - type: nauc_precision_at_20_std + value: -11.5308 + - type: nauc_precision_at_20_diff1 + value: 13.6577 + - type: nauc_precision_at_100_max + value: 24.204600000000003 + - type: nauc_precision_at_100_std + value: -4.2306 + - type: nauc_precision_at_100_diff1 + value: 5.4663 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 25.9707 + - type: nauc_mrr_at_1_std + value: 25.9707 + - type: nauc_mrr_at_1_diff1 + value: 88.7908 + - type: nauc_mrr_at_3_max + value: 11.2388 + - type: nauc_mrr_at_3_std + value: 2.7731 + - type: nauc_mrr_at_3_diff1 + value: 70.1588 + - type: nauc_mrr_at_5_max + value: 11.5213 + - type: nauc_mrr_at_5_std + value: 4.4621 + - type: nauc_mrr_at_5_diff1 + value: 62.586 + - type: nauc_mrr_at_10_max + value: 8.664900000000001 + - type: nauc_mrr_at_10_std + value: 0.9982 + - type: nauc_mrr_at_10_diff1 + value: 52.0845 + - type: nauc_mrr_at_20_max + value: 8.7285 + - type: nauc_mrr_at_20_std + value: -0.9410999999999999 + - type: nauc_mrr_at_20_diff1 + value: 46.8936 + - type: nauc_mrr_at_100_max + value: 11.1619 + - type: nauc_mrr_at_100_std + value: 0.5134 + - type: nauc_mrr_at_100_diff1 + value: 45.5704 + - type: nauc_mrr_at_1000_max + value: 10.7283 + - type: nauc_mrr_at_1000_std + value: 0.6891 + - type: nauc_mrr_at_1000_diff1 + value: 47.0302 + - type: main_score + value: 5.124 + task: + type: Retrieval + - dataset: + config: ara-ara + name: MTEB MLQARetrieval (ara-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 13.145000000000001 + - type: ndcg_at_3 + value: 17.358 + - type: ndcg_at_5 + value: 18.838 + - type: ndcg_at_10 + value: 20.508000000000003 + - type: ndcg_at_20 + value: 22.025 + - type: ndcg_at_100 + value: 24.966 + - type: ndcg_at_1000 + value: 28.415000000000003 + - type: map_at_1 + value: 13.135 + - type: map_at_3 + value: 16.292 + - type: map_at_5 + value: 17.105999999999998 + - type: map_at_10 + value: 17.793 + - type: map_at_20 + value: 18.207 + - type: map_at_100 + value: 18.590999999999998 + - type: map_at_1000 + value: 18.698999999999998 + - type: recall_at_1 + value: 13.135 + - type: recall_at_3 + value: 20.448 + - type: recall_at_5 + value: 24.067 + - type: recall_at_10 + value: 29.242 + - type: recall_at_20 + value: 35.262 + - type: recall_at_100 + value: 51.453 + - type: recall_at_1000 + value: 79.87100000000001 + - type: precision_at_1 + value: 13.145000000000001 + - type: precision_at_3 + value: 6.819 + - type: precision_at_5 + value: 4.8149999999999995 + - type: precision_at_10 + value: 2.9250000000000003 + - type: precision_at_20 + value: 1.764 + - type: precision_at_100 + value: 0.515 + - type: precision_at_1000 + value: 0.08 + - type: mrr_at_1 + value: 13.1446 + - type: mrr_at_3 + value: 16.301 + - type: mrr_at_5 + value: 17.1158 + - type: mrr_at_10 + value: 17.802699999999998 + - type: mrr_at_20 + value: 18.2164 + - type: mrr_at_100 + value: 18.5997 + - type: mrr_at_1000 + value: 18.708 + - type: nauc_ndcg_at_1_max + value: 54.626 + - type: nauc_ndcg_at_1_std + value: 9.7213 + - type: nauc_ndcg_at_1_diff1 + value: 48.3128 + - type: nauc_ndcg_at_3_max + value: 49.8152 + - type: nauc_ndcg_at_3_std + value: 10.6486 + - type: nauc_ndcg_at_3_diff1 + value: 37.6318 + - type: nauc_ndcg_at_5_max + value: 49.3946 + - type: nauc_ndcg_at_5_std + value: 11.0498 + - type: nauc_ndcg_at_5_diff1 + value: 36.6375 + - type: nauc_ndcg_at_10_max + value: 48.226 + - type: nauc_ndcg_at_10_std + value: 11.574900000000001 + - type: nauc_ndcg_at_10_diff1 + value: 34.591499999999996 + - type: nauc_ndcg_at_20_max + value: 47.5075 + - type: nauc_ndcg_at_20_std + value: 11.9084 + - type: nauc_ndcg_at_20_diff1 + value: 33.475300000000004 + - type: nauc_ndcg_at_100_max + value: 47.131299999999996 + - type: nauc_ndcg_at_100_std + value: 12.7452 + - type: nauc_ndcg_at_100_diff1 + value: 32.7759 + - type: nauc_ndcg_at_1000_max + value: 47.5947 + - type: nauc_ndcg_at_1000_std + value: 12.570500000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 33.3662 + - type: nauc_map_at_1_max + value: 54.5764 + - type: nauc_map_at_1_std + value: 9.6486 + - type: nauc_map_at_1_diff1 + value: 48.2862 + - type: nauc_map_at_3_max + value: 50.8942 + - type: nauc_map_at_3_std + value: 10.4293 + - type: nauc_map_at_3_diff1 + value: 39.9007 + - type: nauc_map_at_5_max + value: 50.61639999999999 + - type: nauc_map_at_5_std + value: 10.6779 + - type: nauc_map_at_5_diff1 + value: 39.2573 + - type: nauc_map_at_10_max + value: 50.0815 + - type: nauc_map_at_10_std + value: 10.935400000000001 + - type: nauc_map_at_10_diff1 + value: 38.290400000000005 + - type: nauc_map_at_20_max + value: 49.8737 + - type: nauc_map_at_20_std + value: 11.0391 + - type: nauc_map_at_20_diff1 + value: 37.9496 + - type: nauc_map_at_100_max + value: 49.7948 + - type: nauc_map_at_100_std + value: 11.1509 + - type: nauc_map_at_100_diff1 + value: 37.8322 + - type: nauc_map_at_1000_max + value: 49.818 + - type: nauc_map_at_1000_std + value: 11.157300000000001 + - type: nauc_map_at_1000_diff1 + value: 37.859500000000004 + - type: nauc_recall_at_1_max + value: 54.5764 + - type: nauc_recall_at_1_std + value: 9.6486 + - type: nauc_recall_at_1_diff1 + value: 48.2862 + - type: nauc_recall_at_3_max + value: 47.1152 + - type: nauc_recall_at_3_std + value: 11.1346 + - type: nauc_recall_at_3_diff1 + value: 32.0666 + - type: nauc_recall_at_5_max + value: 46.455600000000004 + - type: nauc_recall_at_5_std + value: 11.905100000000001 + - type: nauc_recall_at_5_diff1 + value: 30.426599999999997 + - type: nauc_recall_at_10_max + value: 43.7652 + - type: nauc_recall_at_10_std + value: 13.0735 + - type: nauc_recall_at_10_diff1 + value: 25.9008 + - type: nauc_recall_at_20_max + value: 41.6091 + - type: nauc_recall_at_20_std + value: 14.041200000000002 + - type: nauc_recall_at_20_diff1 + value: 22.7051 + - type: nauc_recall_at_100_max + value: 40.0424 + - type: nauc_recall_at_100_std + value: 17.8576 + - type: nauc_recall_at_100_diff1 + value: 19.5013 + - type: nauc_recall_at_1000_max + value: 39.2051 + - type: nauc_recall_at_1000_std + value: 18.9662 + - type: nauc_recall_at_1000_diff1 + value: 15.2009 + - type: nauc_precision_at_1_max + value: 54.626 + - type: nauc_precision_at_1_std + value: 9.7213 + - type: nauc_precision_at_1_diff1 + value: 48.3128 + - type: nauc_precision_at_3_max + value: 47.1626 + - type: nauc_precision_at_3_std + value: 11.1885 + - type: nauc_precision_at_3_diff1 + value: 32.0978 + - type: nauc_precision_at_5_max + value: 46.5 + - type: nauc_precision_at_5_std + value: 11.955300000000001 + - type: nauc_precision_at_5_diff1 + value: 30.456 + - type: nauc_precision_at_10_max + value: 43.8063 + - type: nauc_precision_at_10_std + value: 13.1193 + - type: nauc_precision_at_10_diff1 + value: 25.9284 + - type: nauc_precision_at_20_max + value: 41.6532 + - type: nauc_precision_at_20_std + value: 14.0865 + - type: nauc_precision_at_20_diff1 + value: 22.7346 + - type: nauc_precision_at_100_max + value: 40.0991 + - type: nauc_precision_at_100_std + value: 17.935200000000002 + - type: nauc_precision_at_100_diff1 + value: 19.545399999999997 + - type: nauc_precision_at_1000_max + value: 39.2887 + - type: nauc_precision_at_1000_std + value: 19.0859 + - type: nauc_precision_at_1000_diff1 + value: 15.277 + - type: nauc_mrr_at_1_max + value: 54.626 + - type: nauc_mrr_at_1_std + value: 9.7213 + - type: nauc_mrr_at_1_diff1 + value: 48.3128 + - type: nauc_mrr_at_3_max + value: 50.938300000000005 + - type: nauc_mrr_at_3_std + value: 10.491100000000001 + - type: nauc_mrr_at_3_diff1 + value: 39.927099999999996 + - type: nauc_mrr_at_5_max + value: 50.6598 + - type: nauc_mrr_at_5_std + value: 10.7385 + - type: nauc_mrr_at_5_diff1 + value: 39.2835 + - type: nauc_mrr_at_10_max + value: 50.124500000000005 + - type: nauc_mrr_at_10_std + value: 10.994900000000001 + - type: nauc_mrr_at_10_diff1 + value: 38.3166 + - type: nauc_mrr_at_20_max + value: 49.9166 + - type: nauc_mrr_at_20_std + value: 11.0984 + - type: nauc_mrr_at_20_diff1 + value: 37.9759 + - type: nauc_mrr_at_100_max + value: 49.836200000000005 + - type: nauc_mrr_at_100_std + value: 11.2082 + - type: nauc_mrr_at_100_diff1 + value: 37.8577 + - type: nauc_mrr_at_1000_max + value: 49.859500000000004 + - type: nauc_mrr_at_1000_std + value: 11.2147 + - type: nauc_mrr_at_1000_diff1 + value: 37.885000000000005 + - type: main_score + value: 20.508000000000003 + task: + type: Retrieval + - dataset: + config: ara-deu + name: MTEB MLQARetrieval (ara-deu) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.182 + - type: ndcg_at_3 + value: 0.358 + - type: ndcg_at_5 + value: 0.457 + - type: ndcg_at_10 + value: 0.732 + - type: ndcg_at_20 + value: 1.065 + - type: ndcg_at_100 + value: 2.373 + - type: ndcg_at_1000 + value: 9.254 + - type: map_at_1 + value: 0.182 + - type: map_at_3 + value: 0.314 + - type: map_at_5 + value: 0.368 + - type: map_at_10 + value: 0.482 + - type: map_at_20 + value: 0.5720000000000001 + - type: map_at_100 + value: 0.7250000000000001 + - type: map_at_1000 + value: 0.889 + - type: recall_at_1 + value: 0.182 + - type: recall_at_3 + value: 0.485 + - type: recall_at_5 + value: 0.728 + - type: recall_at_10 + value: 1.5779999999999998 + - type: recall_at_20 + value: 2.913 + - type: recall_at_100 + value: 10.376000000000001 + - type: recall_at_1000 + value: 70.419 + - type: precision_at_1 + value: 0.182 + - type: precision_at_3 + value: 0.16199999999999998 + - type: precision_at_5 + value: 0.146 + - type: precision_at_10 + value: 0.158 + - type: precision_at_20 + value: 0.146 + - type: precision_at_100 + value: 0.104 + - type: precision_at_1000 + value: 0.06999999999999999 + - type: mrr_at_1 + value: 0.182 + - type: mrr_at_3 + value: 0.3135 + - type: mrr_at_5 + value: 0.3681 + - type: mrr_at_10 + value: 0.4821 + - type: mrr_at_20 + value: 0.5716 + - type: mrr_at_100 + value: 0.7255 + - type: mrr_at_1000 + value: 0.8887 + - type: nauc_ndcg_at_1_max + value: 28.624699999999997 + - type: nauc_ndcg_at_1_std + value: 6.1873 + - type: nauc_ndcg_at_1_diff1 + value: 53.0501 + - type: nauc_ndcg_at_3_max + value: 3.8078000000000003 + - type: nauc_ndcg_at_3_std + value: 2.7539000000000002 + - type: nauc_ndcg_at_3_diff1 + value: 22.1103 + - type: nauc_ndcg_at_5_max + value: 0.6967 + - type: nauc_ndcg_at_5_std + value: 1.5486 + - type: nauc_ndcg_at_5_diff1 + value: 11.990499999999999 + - type: nauc_ndcg_at_10_max + value: 0.2519 + - type: nauc_ndcg_at_10_std + value: -1.0728 + - type: nauc_ndcg_at_10_diff1 + value: 0.755 + - type: nauc_ndcg_at_20_max + value: -1.6757000000000002 + - type: nauc_ndcg_at_20_std + value: -0.3161 + - type: nauc_ndcg_at_20_diff1 + value: 4.1878 + - type: nauc_ndcg_at_100_max + value: -2.2508 + - type: nauc_ndcg_at_100_std + value: -5.1434 + - type: nauc_ndcg_at_100_diff1 + value: -0.15410000000000001 + - type: nauc_ndcg_at_1000_max + value: -5.904 + - type: nauc_ndcg_at_1000_std + value: -5.141 + - type: nauc_ndcg_at_1000_diff1 + value: -4.047 + - type: nauc_map_at_1_max + value: 28.624699999999997 + - type: nauc_map_at_1_std + value: 6.1873 + - type: nauc_map_at_1_diff1 + value: 53.0501 + - type: nauc_map_at_3_max + value: 7.9022 + - type: nauc_map_at_3_std + value: 3.8733999999999997 + - type: nauc_map_at_3_diff1 + value: 27.1528 + - type: nauc_map_at_5_max + value: 5.4552000000000005 + - type: nauc_map_at_5_std + value: 2.6903 + - type: nauc_map_at_5_diff1 + value: 19.6651 + - type: nauc_map_at_10_max + value: 3.7626 + - type: nauc_map_at_10_std + value: 0.9359 + - type: nauc_map_at_10_diff1 + value: 10.467799999999999 + - type: nauc_map_at_20_max + value: 2.3636 + - type: nauc_map_at_20_std + value: 1.0025 + - type: nauc_map_at_20_diff1 + value: 10.8077 + - type: nauc_map_at_100_max + value: 0.5793999999999999 + - type: nauc_map_at_100_std + value: -1.1226999999999998 + - type: nauc_map_at_100_diff1 + value: 7.180400000000001 + - type: nauc_map_at_1000_max + value: -0.1581 + - type: nauc_map_at_1000_std + value: -1.7341 + - type: nauc_map_at_1000_diff1 + value: 6.1155 + - type: nauc_recall_at_1_max + value: 28.624699999999997 + - type: nauc_recall_at_1_std + value: 6.1873 + - type: nauc_recall_at_1_diff1 + value: 53.0501 + - type: nauc_recall_at_3_max + value: -3.9881 + - type: nauc_recall_at_3_std + value: 0.4971 + - type: nauc_recall_at_3_diff1 + value: 12.523000000000001 + - type: nauc_recall_at_5_max + value: -6.7618 + - type: nauc_recall_at_5_std + value: -0.19449999999999998 + - type: nauc_recall_at_5_diff1 + value: -0.1727 + - type: nauc_recall_at_10_max + value: -2.9286 + - type: nauc_recall_at_10_std + value: -3.2508000000000004 + - type: nauc_recall_at_10_diff1 + value: -9.1922 + - type: nauc_recall_at_20_max + value: -4.4579 + - type: nauc_recall_at_20_std + value: -1.1248 + - type: nauc_recall_at_20_diff1 + value: 0.1875 + - type: nauc_recall_at_100_max + value: -2.4858000000000002 + - type: nauc_recall_at_100_std + value: -6.912999999999999 + - type: nauc_recall_at_100_diff1 + value: -2.0854 + - type: nauc_recall_at_1000_max + value: -8.0511 + - type: nauc_recall_at_1000_std + value: -5.1655 + - type: nauc_recall_at_1000_diff1 + value: -7.4412 + - type: nauc_precision_at_1_max + value: 28.624699999999997 + - type: nauc_precision_at_1_std + value: 6.1873 + - type: nauc_precision_at_1_diff1 + value: 53.0501 + - type: nauc_precision_at_3_max + value: -3.9881 + - type: nauc_precision_at_3_std + value: 0.4971 + - type: nauc_precision_at_3_diff1 + value: 12.523000000000001 + - type: nauc_precision_at_5_max + value: -6.7618 + - type: nauc_precision_at_5_std + value: -0.19449999999999998 + - type: nauc_precision_at_5_diff1 + value: -0.1727 + - type: nauc_precision_at_10_max + value: -2.9286 + - type: nauc_precision_at_10_std + value: -3.2508000000000004 + - type: nauc_precision_at_10_diff1 + value: -9.1922 + - type: nauc_precision_at_20_max + value: -4.4579 + - type: nauc_precision_at_20_std + value: -1.1248 + - type: nauc_precision_at_20_diff1 + value: 0.1875 + - type: nauc_precision_at_100_max + value: -2.4858000000000002 + - type: nauc_precision_at_100_std + value: -6.912999999999999 + - type: nauc_precision_at_100_diff1 + value: -2.0854 + - type: nauc_precision_at_1000_max + value: -8.1766 + - type: nauc_precision_at_1000_std + value: -5.273 + - type: nauc_precision_at_1000_diff1 + value: -7.5506 + - type: nauc_mrr_at_1_max + value: 28.624699999999997 + - type: nauc_mrr_at_1_std + value: 6.1873 + - type: nauc_mrr_at_1_diff1 + value: 53.0501 + - type: nauc_mrr_at_3_max + value: 7.9022 + - type: nauc_mrr_at_3_std + value: 3.8733999999999997 + - type: nauc_mrr_at_3_diff1 + value: 27.1528 + - type: nauc_mrr_at_5_max + value: 5.4552000000000005 + - type: nauc_mrr_at_5_std + value: 2.6903 + - type: nauc_mrr_at_5_diff1 + value: 19.6651 + - type: nauc_mrr_at_10_max + value: 3.7626 + - type: nauc_mrr_at_10_std + value: 0.9359 + - type: nauc_mrr_at_10_diff1 + value: 10.467799999999999 + - type: nauc_mrr_at_20_max + value: 2.3636 + - type: nauc_mrr_at_20_std + value: 1.0025 + - type: nauc_mrr_at_20_diff1 + value: 10.8077 + - type: nauc_mrr_at_100_max + value: 0.5793999999999999 + - type: nauc_mrr_at_100_std + value: -1.1226999999999998 + - type: nauc_mrr_at_100_diff1 + value: 7.180400000000001 + - type: nauc_mrr_at_1000_max + value: -0.1628 + - type: nauc_mrr_at_1000_std + value: -1.7382000000000002 + - type: nauc_mrr_at_1000_diff1 + value: 6.1114 + - type: main_score + value: 0.732 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB MLQARetrieval (ara-eng) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.038 + - type: ndcg_at_3 + value: 0.13899999999999998 + - type: ndcg_at_5 + value: 0.23700000000000002 + - type: ndcg_at_10 + value: 0.31 + - type: ndcg_at_20 + value: 0.439 + - type: ndcg_at_100 + value: 1.061 + - type: ndcg_at_1000 + value: 3.857 + - type: map_at_1 + value: 0.038 + - type: map_at_3 + value: 0.109 + - type: map_at_5 + value: 0.163 + - type: map_at_10 + value: 0.193 + - type: map_at_20 + value: 0.22899999999999998 + - type: map_at_100 + value: 0.306 + - type: map_at_1000 + value: 0.373 + - type: recall_at_1 + value: 0.038 + - type: recall_at_3 + value: 0.22499999999999998 + - type: recall_at_5 + value: 0.469 + - type: recall_at_10 + value: 0.694 + - type: recall_at_20 + value: 1.2 + - type: recall_at_100 + value: 4.689 + - type: recall_at_1000 + value: 29.060000000000002 + - type: precision_at_1 + value: 0.038 + - type: precision_at_3 + value: 0.075 + - type: precision_at_5 + value: 0.094 + - type: precision_at_10 + value: 0.06899999999999999 + - type: precision_at_20 + value: 0.06 + - type: precision_at_100 + value: 0.047 + - type: precision_at_1000 + value: 0.029 + - type: mrr_at_1 + value: 0.0375 + - type: mrr_at_3 + value: 0.1094 + - type: mrr_at_5 + value: 0.1629 + - type: mrr_at_10 + value: 0.19319999999999998 + - type: mrr_at_20 + value: 0.2287 + - type: mrr_at_100 + value: 0.3061 + - type: mrr_at_1000 + value: 0.373 + - type: nauc_ndcg_at_1_max + value: 25.0247 + - type: nauc_ndcg_at_1_std + value: 100.0 + - type: nauc_ndcg_at_1_diff1 + value: 21.269099999999998 + - type: nauc_ndcg_at_3_max + value: -2.6221 + - type: nauc_ndcg_at_3_std + value: 58.781499999999994 + - type: nauc_ndcg_at_3_diff1 + value: -8.5801 + - type: nauc_ndcg_at_5_max + value: 11.3108 + - type: nauc_ndcg_at_5_std + value: 52.609300000000005 + - type: nauc_ndcg_at_5_diff1 + value: -1.0551 + - type: nauc_ndcg_at_10_max + value: 16.031000000000002 + - type: nauc_ndcg_at_10_std + value: 45.3023 + - type: nauc_ndcg_at_10_diff1 + value: 5.7653 + - type: nauc_ndcg_at_20_max + value: 9.3925 + - type: nauc_ndcg_at_20_std + value: 30.537799999999997 + - type: nauc_ndcg_at_20_diff1 + value: 0.9148999999999999 + - type: nauc_ndcg_at_100_max + value: 2.9912 + - type: nauc_ndcg_at_100_std + value: 18.066499999999998 + - type: nauc_ndcg_at_100_diff1 + value: -4.87 + - type: nauc_ndcg_at_1000_max + value: 3.5232 + - type: nauc_ndcg_at_1000_std + value: 9.6114 + - type: nauc_ndcg_at_1000_diff1 + value: -2.5008 + - type: nauc_map_at_1_max + value: 25.0247 + - type: nauc_map_at_1_std + value: 100.0 + - type: nauc_map_at_1_diff1 + value: 21.269099999999998 + - type: nauc_map_at_3_max + value: -0.7981 + - type: nauc_map_at_3_std + value: 64.2546 + - type: nauc_map_at_3_diff1 + value: -6.6277 + - type: nauc_map_at_5_max + value: 9.6297 + - type: nauc_map_at_5_std + value: 57.415000000000006 + - type: nauc_map_at_5_diff1 + value: -1.5141 + - type: nauc_map_at_10_max + value: 12.7673 + - type: nauc_map_at_10_std + value: 51.8795 + - type: nauc_map_at_10_diff1 + value: 3.0726 + - type: nauc_map_at_20_max + value: 9.911399999999999 + - type: nauc_map_at_20_std + value: 43.0182 + - type: nauc_map_at_20_diff1 + value: 1.046 + - type: nauc_map_at_100_max + value: 6.8581 + - type: nauc_map_at_100_std + value: 35.2906 + - type: nauc_map_at_100_diff1 + value: -1.5436999999999999 + - type: nauc_map_at_1000_max + value: 6.7394 + - type: nauc_map_at_1000_std + value: 31.183 + - type: nauc_map_at_1000_diff1 + value: -1.4350999999999998 + - type: nauc_recall_at_1_max + value: 25.0247 + - type: nauc_recall_at_1_std + value: 100.0 + - type: nauc_recall_at_1_diff1 + value: 21.269099999999998 + - type: nauc_recall_at_3_max + value: -5.088 + - type: nauc_recall_at_3_std + value: 50.689099999999996 + - type: nauc_recall_at_3_diff1 + value: -11.2155 + - type: nauc_recall_at_5_max + value: 13.6279 + - type: nauc_recall_at_5_std + value: 47.4024 + - type: nauc_recall_at_5_diff1 + value: -0.1403 + - type: nauc_recall_at_10_max + value: 19.7762 + - type: nauc_recall_at_10_std + value: 38.9053 + - type: nauc_recall_at_10_diff1 + value: 9.001199999999999 + - type: nauc_recall_at_20_max + value: 8.4134 + - type: nauc_recall_at_20_std + value: 20.3737 + - type: nauc_recall_at_20_diff1 + value: 0.4812 + - type: nauc_recall_at_100_max + value: 1.1665999999999999 + - type: nauc_recall_at_100_std + value: 11.3664 + - type: nauc_recall_at_100_diff1 + value: -6.5212 + - type: nauc_recall_at_1000_max + value: 2.8707 + - type: nauc_recall_at_1000_std + value: 5.8485000000000005 + - type: nauc_recall_at_1000_diff1 + value: -2.4025000000000003 + - type: nauc_precision_at_1_max + value: 25.0247 + - type: nauc_precision_at_1_std + value: 100.0 + - type: nauc_precision_at_1_diff1 + value: 21.269099999999998 + - type: nauc_precision_at_3_max + value: -5.088 + - type: nauc_precision_at_3_std + value: 50.689099999999996 + - type: nauc_precision_at_3_diff1 + value: -11.2155 + - type: nauc_precision_at_5_max + value: 13.6279 + - type: nauc_precision_at_5_std + value: 47.4024 + - type: nauc_precision_at_5_diff1 + value: -0.1403 + - type: nauc_precision_at_10_max + value: 19.7762 + - type: nauc_precision_at_10_std + value: 38.9053 + - type: nauc_precision_at_10_diff1 + value: 9.001199999999999 + - type: nauc_precision_at_20_max + value: 8.4134 + - type: nauc_precision_at_20_std + value: 20.3737 + - type: nauc_precision_at_20_diff1 + value: 0.4812 + - type: nauc_precision_at_100_max + value: 1.1665999999999999 + - type: nauc_precision_at_100_std + value: 11.3664 + - type: nauc_precision_at_100_diff1 + value: -6.5212 + - type: nauc_precision_at_1000_max + value: 2.8549 + - type: nauc_precision_at_1000_std + value: 5.8442 + - type: nauc_precision_at_1000_diff1 + value: -2.3865999999999996 + - type: nauc_mrr_at_1_max + value: 25.0247 + - type: nauc_mrr_at_1_std + value: 100.0 + - type: nauc_mrr_at_1_diff1 + value: 21.269099999999998 + - type: nauc_mrr_at_3_max + value: -0.7981 + - type: nauc_mrr_at_3_std + value: 64.2546 + - type: nauc_mrr_at_3_diff1 + value: -6.6277 + - type: nauc_mrr_at_5_max + value: 9.6297 + - type: nauc_mrr_at_5_std + value: 57.415000000000006 + - type: nauc_mrr_at_5_diff1 + value: -1.5141 + - type: nauc_mrr_at_10_max + value: 12.7673 + - type: nauc_mrr_at_10_std + value: 51.8795 + - type: nauc_mrr_at_10_diff1 + value: 3.0726 + - type: nauc_mrr_at_20_max + value: 9.911399999999999 + - type: nauc_mrr_at_20_std + value: 43.0182 + - type: nauc_mrr_at_20_diff1 + value: 1.046 + - type: nauc_mrr_at_100_max + value: 6.8581 + - type: nauc_mrr_at_100_std + value: 35.2906 + - type: nauc_mrr_at_100_diff1 + value: -1.5436999999999999 + - type: nauc_mrr_at_1000_max + value: 6.7368999999999994 + - type: nauc_mrr_at_1000_std + value: 31.181199999999997 + - type: nauc_mrr_at_1000_diff1 + value: -1.4328 + - type: main_score + value: 0.31 + task: + type: Retrieval + - dataset: + config: ara-spa + name: MTEB MLQARetrieval (ara-spa) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.051000000000000004 + - type: ndcg_at_3 + value: 0.19 + - type: ndcg_at_5 + value: 0.22899999999999998 + - type: ndcg_at_10 + value: 0.43 + - type: ndcg_at_20 + value: 0.668 + - type: ndcg_at_100 + value: 1.687 + - type: ndcg_at_1000 + value: 7.878 + - type: map_at_1 + value: 0.051000000000000004 + - type: map_at_3 + value: 0.152 + - type: map_at_5 + value: 0.172 + - type: map_at_10 + value: 0.258 + - type: map_at_20 + value: 0.32 + - type: map_at_100 + value: 0.44400000000000006 + - type: map_at_1000 + value: 0.592 + - type: recall_at_1 + value: 0.051000000000000004 + - type: recall_at_3 + value: 0.303 + - type: recall_at_5 + value: 0.404 + - type: recall_at_10 + value: 1.011 + - type: recall_at_20 + value: 1.9720000000000002 + - type: recall_at_100 + value: 7.735 + - type: recall_at_1000 + value: 61.729 + - type: precision_at_1 + value: 0.051000000000000004 + - type: precision_at_3 + value: 0.101 + - type: precision_at_5 + value: 0.08099999999999999 + - type: precision_at_10 + value: 0.101 + - type: precision_at_20 + value: 0.099 + - type: precision_at_100 + value: 0.077 + - type: precision_at_1000 + value: 0.062 + - type: mrr_at_1 + value: 0.050600000000000006 + - type: mrr_at_3 + value: 0.1517 + - type: mrr_at_5 + value: 0.1719 + - type: mrr_at_10 + value: 0.2578 + - type: mrr_at_20 + value: 0.3199 + - type: mrr_at_100 + value: 0.44409999999999994 + - type: mrr_at_1000 + value: 0.5918 + - type: nauc_ndcg_at_1_max + value: 66.2097 + - type: nauc_ndcg_at_1_std + value: 66.2097 + - type: nauc_ndcg_at_1_diff1 + value: 32.419399999999996 + - type: nauc_ndcg_at_3_max + value: -3.5048000000000004 + - type: nauc_ndcg_at_3_std + value: -1.1603 + - type: nauc_ndcg_at_3_diff1 + value: 4.6897 + - type: nauc_ndcg_at_5_max + value: -9.5677 + - type: nauc_ndcg_at_5_std + value: 7.449999999999999 + - type: nauc_ndcg_at_5_diff1 + value: -5.919300000000001 + - type: nauc_ndcg_at_10_max + value: -4.8053 + - type: nauc_ndcg_at_10_std + value: 13.3414 + - type: nauc_ndcg_at_10_diff1 + value: -5.1068 + - type: nauc_ndcg_at_20_max + value: -2.2846 + - type: nauc_ndcg_at_20_std + value: 7.589700000000001 + - type: nauc_ndcg_at_20_diff1 + value: -2.1516 + - type: nauc_ndcg_at_100_max + value: 1.1325999999999998 + - type: nauc_ndcg_at_100_std + value: 3.0970999999999997 + - type: nauc_ndcg_at_100_diff1 + value: 1.9342000000000001 + - type: nauc_ndcg_at_1000_max + value: 0.7024 + - type: nauc_ndcg_at_1000_std + value: 4.9341 + - type: nauc_ndcg_at_1000_diff1 + value: 2.2851 + - type: nauc_map_at_1_max + value: 66.2097 + - type: nauc_map_at_1_std + value: 66.2097 + - type: nauc_map_at_1_diff1 + value: 32.419399999999996 + - type: nauc_map_at_3_max + value: 1.5827 + - type: nauc_map_at_3_std + value: 3.7415 + - type: nauc_map_at_3_diff1 + value: 6.6845 + - type: nauc_map_at_5_max + value: -3.1972 + - type: nauc_map_at_5_std + value: 9.103 + - type: nauc_map_at_5_diff1 + value: -0.8668 + - type: nauc_map_at_10_max + value: -2.1843000000000004 + - type: nauc_map_at_10_std + value: 12.824399999999999 + - type: nauc_map_at_10_diff1 + value: -2.0369 + - type: nauc_map_at_20_max + value: -1.4794 + - type: nauc_map_at_20_std + value: 9.4729 + - type: nauc_map_at_20_diff1 + value: -0.8819 + - type: nauc_map_at_100_max + value: -0.0817 + - type: nauc_map_at_100_std + value: 7.3338 + - type: nauc_map_at_100_diff1 + value: 1.1033 + - type: nauc_map_at_1000_max + value: -0.4769 + - type: nauc_map_at_1000_std + value: 6.927 + - type: nauc_map_at_1000_diff1 + value: 0.9951 + - type: nauc_recall_at_1_max + value: 66.2097 + - type: nauc_recall_at_1_std + value: 66.2097 + - type: nauc_recall_at_1_diff1 + value: 32.419399999999996 + - type: nauc_recall_at_3_max + value: -10.7387 + - type: nauc_recall_at_3_std + value: -8.126999999999999 + - type: nauc_recall_at_3_diff1 + value: 1.8596000000000001 + - type: nauc_recall_at_5_max + value: -17.8157 + - type: nauc_recall_at_5_std + value: 6.2334 + - type: nauc_recall_at_5_diff1 + value: -12.9807 + - type: nauc_recall_at_10_max + value: -6.397899999999999 + - type: nauc_recall_at_10_std + value: 14.4229 + - type: nauc_recall_at_10_diff1 + value: -7.5951 + - type: nauc_recall_at_20_max + value: -1.9718 + - type: nauc_recall_at_20_std + value: 6.3748 + - type: nauc_recall_at_20_diff1 + value: -2.4903999999999997 + - type: nauc_recall_at_100_max + value: 1.9014 + - type: nauc_recall_at_100_std + value: 1.3683 + - type: nauc_recall_at_100_diff1 + value: 2.3786 + - type: nauc_recall_at_1000_max + value: 1.6191 + - type: nauc_recall_at_1000_std + value: 5.3927000000000005 + - type: nauc_recall_at_1000_diff1 + value: 3.0677 + - type: nauc_precision_at_1_max + value: 66.2097 + - type: nauc_precision_at_1_std + value: 66.2097 + - type: nauc_precision_at_1_diff1 + value: 32.419399999999996 + - type: nauc_precision_at_3_max + value: -10.7387 + - type: nauc_precision_at_3_std + value: -8.126999999999999 + - type: nauc_precision_at_3_diff1 + value: 1.8596000000000001 + - type: nauc_precision_at_5_max + value: -17.8157 + - type: nauc_precision_at_5_std + value: 6.2334 + - type: nauc_precision_at_5_diff1 + value: -12.9807 + - type: nauc_precision_at_10_max + value: -6.397899999999999 + - type: nauc_precision_at_10_std + value: 14.4229 + - type: nauc_precision_at_10_diff1 + value: -7.5951 + - type: nauc_precision_at_20_max + value: -1.9718 + - type: nauc_precision_at_20_std + value: 6.3748 + - type: nauc_precision_at_20_diff1 + value: -2.4903999999999997 + - type: nauc_precision_at_100_max + value: 1.9014 + - type: nauc_precision_at_100_std + value: 1.3683 + - type: nauc_precision_at_100_diff1 + value: 2.3786 + - type: nauc_precision_at_1000_max + value: 1.6191 + - type: nauc_precision_at_1000_std + value: 5.3927000000000005 + - type: nauc_precision_at_1000_diff1 + value: 3.0677 + - type: nauc_mrr_at_1_max + value: 66.2097 + - type: nauc_mrr_at_1_std + value: 66.2097 + - type: nauc_mrr_at_1_diff1 + value: 32.419399999999996 + - type: nauc_mrr_at_3_max + value: 1.5827 + - type: nauc_mrr_at_3_std + value: 3.7415 + - type: nauc_mrr_at_3_diff1 + value: 6.6845 + - type: nauc_mrr_at_5_max + value: -3.1972 + - type: nauc_mrr_at_5_std + value: 9.103 + - type: nauc_mrr_at_5_diff1 + value: -0.8668 + - type: nauc_mrr_at_10_max + value: -2.1843000000000004 + - type: nauc_mrr_at_10_std + value: 12.824399999999999 + - type: nauc_mrr_at_10_diff1 + value: -2.0369 + - type: nauc_mrr_at_20_max + value: -1.4794 + - type: nauc_mrr_at_20_std + value: 9.4729 + - type: nauc_mrr_at_20_diff1 + value: -0.8819 + - type: nauc_mrr_at_100_max + value: -0.0817 + - type: nauc_mrr_at_100_std + value: 7.3338 + - type: nauc_mrr_at_100_diff1 + value: 1.1033 + - type: nauc_mrr_at_1000_max + value: -0.4769 + - type: nauc_mrr_at_1000_std + value: 6.927 + - type: nauc_mrr_at_1000_diff1 + value: 0.9951 + - type: main_score + value: 0.43 + task: + type: Retrieval + - dataset: + config: ara-hin + name: MTEB MLQARetrieval (ara-hin) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.218 + - type: ndcg_at_3 + value: 0.322 + - type: ndcg_at_5 + value: 0.38999999999999996 + - type: ndcg_at_10 + value: 0.7230000000000001 + - type: ndcg_at_20 + value: 1.004 + - type: ndcg_at_100 + value: 2.493 + - type: ndcg_at_1000 + value: 9.104 + - type: map_at_1 + value: 0.218 + - type: map_at_3 + value: 0.3 + - type: map_at_5 + value: 0.33899999999999997 + - type: map_at_10 + value: 0.475 + - type: map_at_20 + value: 0.547 + - type: map_at_100 + value: 0.7250000000000001 + - type: map_at_1000 + value: 0.8829999999999999 + - type: recall_at_1 + value: 0.218 + - type: recall_at_3 + value: 0.382 + - type: recall_at_5 + value: 0.5459999999999999 + - type: recall_at_10 + value: 1.584 + - type: recall_at_20 + value: 2.731 + - type: recall_at_100 + value: 11.196 + - type: recall_at_1000 + value: 68.815 + - type: precision_at_1 + value: 0.218 + - type: precision_at_3 + value: 0.127 + - type: precision_at_5 + value: 0.109 + - type: precision_at_10 + value: 0.158 + - type: precision_at_20 + value: 0.13699999999999998 + - type: precision_at_100 + value: 0.11199999999999999 + - type: precision_at_1000 + value: 0.06899999999999999 + - type: mrr_at_1 + value: 0.2185 + - type: mrr_at_3 + value: 0.3004 + - type: mrr_at_5 + value: 0.3386 + - type: mrr_at_10 + value: 0.4749 + - type: mrr_at_20 + value: 0.547 + - type: mrr_at_100 + value: 0.7244999999999999 + - type: mrr_at_1000 + value: 0.8832 + - type: nauc_ndcg_at_1_max + value: 12.828800000000001 + - type: nauc_ndcg_at_1_std + value: 12.828800000000001 + - type: nauc_ndcg_at_1_diff1 + value: 11.947199999999999 + - type: nauc_ndcg_at_3_max + value: 12.5981 + - type: nauc_ndcg_at_3_std + value: 21.1562 + - type: nauc_ndcg_at_3_diff1 + value: 9.2582 + - type: nauc_ndcg_at_5_max + value: 14.901800000000001 + - type: nauc_ndcg_at_5_std + value: 18.6988 + - type: nauc_ndcg_at_5_diff1 + value: 14.119000000000002 + - type: nauc_ndcg_at_10_max + value: -0.8004000000000001 + - type: nauc_ndcg_at_10_std + value: 7.9477 + - type: nauc_ndcg_at_10_diff1 + value: 2.8608000000000002 + - type: nauc_ndcg_at_20_max + value: 0.4824 + - type: nauc_ndcg_at_20_std + value: 11.9344 + - type: nauc_ndcg_at_20_diff1 + value: -4.9617 + - type: nauc_ndcg_at_100_max + value: 3.257 + - type: nauc_ndcg_at_100_std + value: 3.4608 + - type: nauc_ndcg_at_100_diff1 + value: 5.3857 + - type: nauc_ndcg_at_1000_max + value: -2.4372000000000003 + - type: nauc_ndcg_at_1000_std + value: -1.0752 + - type: nauc_ndcg_at_1000_diff1 + value: 2.1543 + - type: nauc_map_at_1_max + value: 12.828800000000001 + - type: nauc_map_at_1_std + value: 12.828800000000001 + - type: nauc_map_at_1_diff1 + value: 11.947199999999999 + - type: nauc_map_at_3_max + value: 12.6329 + - type: nauc_map_at_3_std + value: 19.8994 + - type: nauc_map_at_3_diff1 + value: 9.664 + - type: nauc_map_at_5_max + value: 14.0908 + - type: nauc_map_at_5_std + value: 18.2199 + - type: nauc_map_at_5_diff1 + value: 12.865699999999999 + - type: nauc_map_at_10_max + value: 4.3515999999999995 + - type: nauc_map_at_10_std + value: 11.3301 + - type: nauc_map_at_10_diff1 + value: 6.399000000000001 + - type: nauc_map_at_20_max + value: 3.9482999999999997 + - type: nauc_map_at_20_std + value: 12.4301 + - type: nauc_map_at_20_diff1 + value: 2.2731000000000003 + - type: nauc_map_at_100_max + value: 4.5962000000000005 + - type: nauc_map_at_100_std + value: 8.9138 + - type: nauc_map_at_100_diff1 + value: 4.7346 + - type: nauc_map_at_1000_max + value: 3.7624999999999997 + - type: nauc_map_at_1000_std + value: 7.8308 + - type: nauc_map_at_1000_diff1 + value: 4.3517 + - type: nauc_recall_at_1_max + value: 12.828800000000001 + - type: nauc_recall_at_1_std + value: 12.828800000000001 + - type: nauc_recall_at_1_diff1 + value: 11.947199999999999 + - type: nauc_recall_at_3_max + value: 12.520999999999999 + - type: nauc_recall_at_3_std + value: 23.9397 + - type: nauc_recall_at_3_diff1 + value: 8.3594 + - type: nauc_recall_at_5_max + value: 16.5653 + - type: nauc_recall_at_5_std + value: 19.4884 + - type: nauc_recall_at_5_diff1 + value: 16.6947 + - type: nauc_recall_at_10_max + value: -6.5468 + - type: nauc_recall_at_10_std + value: 4.1849 + - type: nauc_recall_at_10_diff1 + value: -1.2863 + - type: nauc_recall_at_20_max + value: -1.7106 + - type: nauc_recall_at_20_std + value: 12.2516 + - type: nauc_recall_at_20_diff1 + value: -11.3388 + - type: nauc_recall_at_100_max + value: 3.1510000000000002 + - type: nauc_recall_at_100_std + value: 1.1705 + - type: nauc_recall_at_100_diff1 + value: 6.681900000000001 + - type: nauc_recall_at_1000_max + value: -6.5283999999999995 + - type: nauc_recall_at_1000_std + value: -5.6811 + - type: nauc_recall_at_1000_diff1 + value: 0.9051999999999999 + - type: nauc_precision_at_1_max + value: 12.828800000000001 + - type: nauc_precision_at_1_std + value: 12.828800000000001 + - type: nauc_precision_at_1_diff1 + value: 11.947199999999999 + - type: nauc_precision_at_3_max + value: 12.520999999999999 + - type: nauc_precision_at_3_std + value: 23.9397 + - type: nauc_precision_at_3_diff1 + value: 8.3594 + - type: nauc_precision_at_5_max + value: 16.5653 + - type: nauc_precision_at_5_std + value: 19.4884 + - type: nauc_precision_at_5_diff1 + value: 16.6947 + - type: nauc_precision_at_10_max + value: -6.5468 + - type: nauc_precision_at_10_std + value: 4.1849 + - type: nauc_precision_at_10_diff1 + value: -1.2863 + - type: nauc_precision_at_20_max + value: -1.7106 + - type: nauc_precision_at_20_std + value: 12.2516 + - type: nauc_precision_at_20_diff1 + value: -11.3388 + - type: nauc_precision_at_100_max + value: 3.1510000000000002 + - type: nauc_precision_at_100_std + value: 1.1705 + - type: nauc_precision_at_100_diff1 + value: 6.681900000000001 + - type: nauc_precision_at_1000_max + value: -6.5283999999999995 + - type: nauc_precision_at_1000_std + value: -5.6811 + - type: nauc_precision_at_1000_diff1 + value: 0.9051999999999999 + - type: nauc_mrr_at_1_max + value: 12.828800000000001 + - type: nauc_mrr_at_1_std + value: 12.828800000000001 + - type: nauc_mrr_at_1_diff1 + value: 11.947199999999999 + - type: nauc_mrr_at_3_max + value: 12.6329 + - type: nauc_mrr_at_3_std + value: 19.8994 + - type: nauc_mrr_at_3_diff1 + value: 9.664 + - type: nauc_mrr_at_5_max + value: 14.0908 + - type: nauc_mrr_at_5_std + value: 18.2199 + - type: nauc_mrr_at_5_diff1 + value: 12.865699999999999 + - type: nauc_mrr_at_10_max + value: 4.3515999999999995 + - type: nauc_mrr_at_10_std + value: 11.3301 + - type: nauc_mrr_at_10_diff1 + value: 6.399000000000001 + - type: nauc_mrr_at_20_max + value: 3.9482999999999997 + - type: nauc_mrr_at_20_std + value: 12.4301 + - type: nauc_mrr_at_20_diff1 + value: 2.2731000000000003 + - type: nauc_mrr_at_100_max + value: 4.5962000000000005 + - type: nauc_mrr_at_100_std + value: 8.9138 + - type: nauc_mrr_at_100_diff1 + value: 4.7346 + - type: nauc_mrr_at_1000_max + value: 3.7624999999999997 + - type: nauc_mrr_at_1000_std + value: 7.8308 + - type: nauc_mrr_at_1000_diff1 + value: 4.3517 + - type: main_score + value: 0.7230000000000001 + task: + type: Retrieval + - dataset: + config: ara-vie + name: MTEB MLQARetrieval (ara-vie) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.098 + - type: ndcg_at_3 + value: 0.22 + - type: ndcg_at_5 + value: 0.304 + - type: ndcg_at_10 + value: 0.46499999999999997 + - type: ndcg_at_20 + value: 0.673 + - type: ndcg_at_100 + value: 1.469 + - type: ndcg_at_1000 + value: 7.327999999999999 + - type: map_at_1 + value: 0.098 + - type: map_at_3 + value: 0.179 + - type: map_at_5 + value: 0.22799999999999998 + - type: map_at_10 + value: 0.296 + - type: map_at_20 + value: 0.35300000000000004 + - type: map_at_100 + value: 0.44799999999999995 + - type: map_at_1000 + value: 0.584 + - type: recall_at_1 + value: 0.098 + - type: recall_at_3 + value: 0.34199999999999997 + - type: recall_at_5 + value: 0.5369999999999999 + - type: recall_at_10 + value: 1.026 + - type: recall_at_20 + value: 1.856 + - type: recall_at_100 + value: 6.351 + - type: recall_at_1000 + value: 57.694 + - type: precision_at_1 + value: 0.098 + - type: precision_at_3 + value: 0.11399999999999999 + - type: precision_at_5 + value: 0.107 + - type: precision_at_10 + value: 0.10300000000000001 + - type: precision_at_20 + value: 0.093 + - type: precision_at_100 + value: 0.064 + - type: precision_at_1000 + value: 0.058 + - type: mrr_at_1 + value: 0.0977 + - type: mrr_at_3 + value: 0.1791 + - type: mrr_at_5 + value: 0.22799999999999998 + - type: mrr_at_10 + value: 0.29650000000000004 + - type: mrr_at_20 + value: 0.3525 + - type: mrr_at_100 + value: 0.4483 + - type: mrr_at_1000 + value: 0.5842 + - type: nauc_ndcg_at_1_max + value: -39.0297 + - type: nauc_ndcg_at_1_std + value: -45.7382 + - type: nauc_ndcg_at_1_diff1 + value: -8.7843 + - type: nauc_ndcg_at_3_max + value: -24.9691 + - type: nauc_ndcg_at_3_std + value: -11.2432 + - type: nauc_ndcg_at_3_diff1 + value: -27.354 + - type: nauc_ndcg_at_5_max + value: -22.1604 + - type: nauc_ndcg_at_5_std + value: -11.8447 + - type: nauc_ndcg_at_5_diff1 + value: -6.9122 + - type: nauc_ndcg_at_10_max + value: -23.735 + - type: nauc_ndcg_at_10_std + value: -15.4924 + - type: nauc_ndcg_at_10_diff1 + value: -10.152999999999999 + - type: nauc_ndcg_at_20_max + value: -20.741699999999998 + - type: nauc_ndcg_at_20_std + value: -13.452300000000001 + - type: nauc_ndcg_at_20_diff1 + value: -12.496599999999999 + - type: nauc_ndcg_at_100_max + value: -10.9657 + - type: nauc_ndcg_at_100_std + value: -8.015500000000001 + - type: nauc_ndcg_at_100_diff1 + value: -4.9342999999999995 + - type: nauc_ndcg_at_1000_max + value: -7.3108 + - type: nauc_ndcg_at_1000_std + value: -7.736800000000001 + - type: nauc_ndcg_at_1000_diff1 + value: -5.5809 + - type: nauc_map_at_1_max + value: -39.0297 + - type: nauc_map_at_1_std + value: -45.7382 + - type: nauc_map_at_1_diff1 + value: -8.7843 + - type: nauc_map_at_3_max + value: -27.5256 + - type: nauc_map_at_3_std + value: -17.515 + - type: nauc_map_at_3_diff1 + value: -23.9777 + - type: nauc_map_at_5_max + value: -24.8037 + - type: nauc_map_at_5_std + value: -16.636699999999998 + - type: nauc_map_at_5_diff1 + value: -8.8785 + - type: nauc_map_at_10_max + value: -25.373800000000003 + - type: nauc_map_at_10_std + value: -17.8539 + - type: nauc_map_at_10_diff1 + value: -11.072899999999999 + - type: nauc_map_at_20_max + value: -24.0998 + - type: nauc_map_at_20_std + value: -16.9043 + - type: nauc_map_at_20_diff1 + value: -12.5078 + - type: nauc_map_at_100_max + value: -19.8743 + - type: nauc_map_at_100_std + value: -14.344299999999999 + - type: nauc_map_at_100_diff1 + value: -9.7229 + - type: nauc_map_at_1000_max + value: -17.7073 + - type: nauc_map_at_1000_std + value: -13.0328 + - type: nauc_map_at_1000_diff1 + value: -9.25 + - type: nauc_recall_at_1_max + value: -39.0297 + - type: nauc_recall_at_1_std + value: -45.7382 + - type: nauc_recall_at_1_diff1 + value: -8.7843 + - type: nauc_recall_at_3_max + value: -20.951800000000002 + - type: nauc_recall_at_3_std + value: -1.3875 + - type: nauc_recall_at_3_diff1 + value: -32.6596 + - type: nauc_recall_at_5_max + value: -18.723300000000002 + - type: nauc_recall_at_5_std + value: -5.7615 + - type: nauc_recall_at_5_diff1 + value: -3.8796999999999997 + - type: nauc_recall_at_10_max + value: -22.3454 + - type: nauc_recall_at_10_std + value: -13.831199999999999 + - type: nauc_recall_at_10_diff1 + value: -9.0449 + - type: nauc_recall_at_20_max + value: -17.8615 + - type: nauc_recall_at_20_std + value: -10.921899999999999 + - type: nauc_recall_at_20_diff1 + value: -12.389100000000001 + - type: nauc_recall_at_100_max + value: -6.7801 + - type: nauc_recall_at_100_std + value: -5.249899999999999 + - type: nauc_recall_at_100_diff1 + value: -2.3929 + - type: nauc_recall_at_1000_max + value: -5.3346 + - type: nauc_recall_at_1000_std + value: -7.7999 + - type: nauc_recall_at_1000_diff1 + value: -5.005 + - type: nauc_precision_at_1_max + value: -39.0297 + - type: nauc_precision_at_1_std + value: -45.7382 + - type: nauc_precision_at_1_diff1 + value: -8.7843 + - type: nauc_precision_at_3_max + value: -20.951800000000002 + - type: nauc_precision_at_3_std + value: -1.3875 + - type: nauc_precision_at_3_diff1 + value: -32.6596 + - type: nauc_precision_at_5_max + value: -18.723300000000002 + - type: nauc_precision_at_5_std + value: -5.7615 + - type: nauc_precision_at_5_diff1 + value: -3.8796999999999997 + - type: nauc_precision_at_10_max + value: -22.3454 + - type: nauc_precision_at_10_std + value: -13.831199999999999 + - type: nauc_precision_at_10_diff1 + value: -9.0449 + - type: nauc_precision_at_20_max + value: -17.8615 + - type: nauc_precision_at_20_std + value: -10.921899999999999 + - type: nauc_precision_at_20_diff1 + value: -12.389100000000001 + - type: nauc_precision_at_100_max + value: -6.7801 + - type: nauc_precision_at_100_std + value: -5.249899999999999 + - type: nauc_precision_at_100_diff1 + value: -2.3929 + - type: nauc_precision_at_1000_max + value: -5.3346 + - type: nauc_precision_at_1000_std + value: -7.7999 + - type: nauc_precision_at_1000_diff1 + value: -5.005 + - type: nauc_mrr_at_1_max + value: -39.0297 + - type: nauc_mrr_at_1_std + value: -45.7382 + - type: nauc_mrr_at_1_diff1 + value: -8.7843 + - type: nauc_mrr_at_3_max + value: -27.5256 + - type: nauc_mrr_at_3_std + value: -17.515 + - type: nauc_mrr_at_3_diff1 + value: -23.9777 + - type: nauc_mrr_at_5_max + value: -24.8037 + - type: nauc_mrr_at_5_std + value: -16.636699999999998 + - type: nauc_mrr_at_5_diff1 + value: -8.8785 + - type: nauc_mrr_at_10_max + value: -25.373800000000003 + - type: nauc_mrr_at_10_std + value: -17.8539 + - type: nauc_mrr_at_10_diff1 + value: -11.072899999999999 + - type: nauc_mrr_at_20_max + value: -24.0998 + - type: nauc_mrr_at_20_std + value: -16.9043 + - type: nauc_mrr_at_20_diff1 + value: -12.5078 + - type: nauc_mrr_at_100_max + value: -19.8743 + - type: nauc_mrr_at_100_std + value: -14.344299999999999 + - type: nauc_mrr_at_100_diff1 + value: -9.7229 + - type: nauc_mrr_at_1000_max + value: -17.7073 + - type: nauc_mrr_at_1000_std + value: -13.0328 + - type: nauc_mrr_at_1000_diff1 + value: -9.25 + - type: main_score + value: 0.46499999999999997 + task: + type: Retrieval + - dataset: + config: ara-zho + name: MTEB MLQARetrieval (ara-zho) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.105 + - type: ndcg_at_3 + value: 0.197 + - type: ndcg_at_5 + value: 0.28200000000000003 + - type: ndcg_at_10 + value: 0.45799999999999996 + - type: ndcg_at_20 + value: 0.695 + - type: ndcg_at_100 + value: 1.595 + - type: ndcg_at_1000 + value: 7.693 + - type: map_at_1 + value: 0.105 + - type: map_at_3 + value: 0.174 + - type: map_at_5 + value: 0.22100000000000003 + - type: map_at_10 + value: 0.28800000000000003 + - type: map_at_20 + value: 0.35200000000000004 + - type: map_at_100 + value: 0.455 + - type: map_at_1000 + value: 0.5930000000000001 + - type: recall_at_1 + value: 0.105 + - type: recall_at_3 + value: 0.262 + - type: recall_at_5 + value: 0.471 + - type: recall_at_10 + value: 1.046 + - type: recall_at_20 + value: 1.9869999999999999 + - type: recall_at_100 + value: 7.165000000000001 + - type: recall_at_1000 + value: 60.826 + - type: precision_at_1 + value: 0.105 + - type: precision_at_3 + value: 0.087 + - type: precision_at_5 + value: 0.094 + - type: precision_at_10 + value: 0.105 + - type: precision_at_20 + value: 0.099 + - type: precision_at_100 + value: 0.07200000000000001 + - type: precision_at_1000 + value: 0.061 + - type: mrr_at_1 + value: 0.1046 + - type: mrr_at_3 + value: 0.1743 + - type: mrr_at_5 + value: 0.22139999999999999 + - type: mrr_at_10 + value: 0.28809999999999997 + - type: mrr_at_20 + value: 0.3525 + - type: mrr_at_100 + value: 0.45510000000000006 + - type: mrr_at_1000 + value: 0.5931 + - type: nauc_ndcg_at_1_max + value: 54.9196 + - type: nauc_ndcg_at_1_std + value: 29.255399999999998 + - type: nauc_ndcg_at_1_diff1 + value: 83.0875 + - type: nauc_ndcg_at_3_max + value: 55.1068 + - type: nauc_ndcg_at_3_std + value: 43.5827 + - type: nauc_ndcg_at_3_diff1 + value: 65.4072 + - type: nauc_ndcg_at_5_max + value: 60.8846 + - type: nauc_ndcg_at_5_std + value: 53.4801 + - type: nauc_ndcg_at_5_diff1 + value: 52.855700000000006 + - type: nauc_ndcg_at_10_max + value: 42.187000000000005 + - type: nauc_ndcg_at_10_std + value: 41.0796 + - type: nauc_ndcg_at_10_diff1 + value: 31.4853 + - type: nauc_ndcg_at_20_max + value: 39.556599999999996 + - type: nauc_ndcg_at_20_std + value: 39.8692 + - type: nauc_ndcg_at_20_diff1 + value: 28.9452 + - type: nauc_ndcg_at_100_max + value: 20.7679 + - type: nauc_ndcg_at_100_std + value: 23.0806 + - type: nauc_ndcg_at_100_diff1 + value: 15.4211 + - type: nauc_ndcg_at_1000_max + value: 16.6114 + - type: nauc_ndcg_at_1000_std + value: 16.4112 + - type: nauc_ndcg_at_1000_diff1 + value: 10.213700000000001 + - type: nauc_map_at_1_max + value: 54.9196 + - type: nauc_map_at_1_std + value: 29.255399999999998 + - type: nauc_map_at_1_diff1 + value: 83.0875 + - type: nauc_map_at_3_max + value: 57.2075 + - type: nauc_map_at_3_std + value: 43.4043 + - type: nauc_map_at_3_diff1 + value: 69.78529999999999 + - type: nauc_map_at_5_max + value: 60.711999999999996 + - type: nauc_map_at_5_std + value: 50.112 + - type: nauc_map_at_5_diff1 + value: 60.0604 + - type: nauc_map_at_10_max + value: 49.7578 + - type: nauc_map_at_10_std + value: 43.871300000000005 + - type: nauc_map_at_10_diff1 + value: 45.129599999999996 + - type: nauc_map_at_20_max + value: 46.7772 + - type: nauc_map_at_20_std + value: 43.0928 + - type: nauc_map_at_20_diff1 + value: 40.8293 + - type: nauc_map_at_100_max + value: 37.595299999999995 + - type: nauc_map_at_100_std + value: 35.288199999999996 + - type: nauc_map_at_100_diff1 + value: 32.1313 + - type: nauc_map_at_1000_max + value: 34.822199999999995 + - type: nauc_map_at_1000_std + value: 32.6604 + - type: nauc_map_at_1000_diff1 + value: 29.493599999999997 + - type: nauc_recall_at_1_max + value: 54.9196 + - type: nauc_recall_at_1_std + value: 29.255399999999998 + - type: nauc_recall_at_1_diff1 + value: 83.0875 + - type: nauc_recall_at_3_max + value: 50.4794 + - type: nauc_recall_at_3_std + value: 43.4043 + - type: nauc_recall_at_3_diff1 + value: 56.4831 + - type: nauc_recall_at_5_max + value: 61.213499999999996 + - type: nauc_recall_at_5_std + value: 58.540099999999995 + - type: nauc_recall_at_5_diff1 + value: 42.0099 + - type: nauc_recall_at_10_max + value: 33.8003 + - type: nauc_recall_at_10_std + value: 37.2919 + - type: nauc_recall_at_10_diff1 + value: 17.9128 + - type: nauc_recall_at_20_max + value: 34.3856 + - type: nauc_recall_at_20_std + value: 36.9134 + - type: nauc_recall_at_20_diff1 + value: 21.3988 + - type: nauc_recall_at_100_max + value: 14.2024 + - type: nauc_recall_at_100_std + value: 17.9803 + - type: nauc_recall_at_100_diff1 + value: 10.1473 + - type: nauc_recall_at_1000_max + value: 12.4813 + - type: nauc_recall_at_1000_std + value: 11.7174 + - type: nauc_recall_at_1000_diff1 + value: 5.5424 + - type: nauc_precision_at_1_max + value: 54.9196 + - type: nauc_precision_at_1_std + value: 29.255399999999998 + - type: nauc_precision_at_1_diff1 + value: 83.0875 + - type: nauc_precision_at_3_max + value: 50.4794 + - type: nauc_precision_at_3_std + value: 43.4043 + - type: nauc_precision_at_3_diff1 + value: 56.4831 + - type: nauc_precision_at_5_max + value: 61.213499999999996 + - type: nauc_precision_at_5_std + value: 58.540099999999995 + - type: nauc_precision_at_5_diff1 + value: 42.0099 + - type: nauc_precision_at_10_max + value: 33.8003 + - type: nauc_precision_at_10_std + value: 37.2919 + - type: nauc_precision_at_10_diff1 + value: 17.9128 + - type: nauc_precision_at_20_max + value: 34.3856 + - type: nauc_precision_at_20_std + value: 36.9134 + - type: nauc_precision_at_20_diff1 + value: 21.3988 + - type: nauc_precision_at_100_max + value: 14.2024 + - type: nauc_precision_at_100_std + value: 17.9803 + - type: nauc_precision_at_100_diff1 + value: 10.1473 + - type: nauc_precision_at_1000_max + value: 12.4813 + - type: nauc_precision_at_1000_std + value: 11.7174 + - type: nauc_precision_at_1000_diff1 + value: 5.5424 + - type: nauc_mrr_at_1_max + value: 54.9196 + - type: nauc_mrr_at_1_std + value: 29.255399999999998 + - type: nauc_mrr_at_1_diff1 + value: 83.0875 + - type: nauc_mrr_at_3_max + value: 57.2075 + - type: nauc_mrr_at_3_std + value: 43.4043 + - type: nauc_mrr_at_3_diff1 + value: 69.78529999999999 + - type: nauc_mrr_at_5_max + value: 60.711999999999996 + - type: nauc_mrr_at_5_std + value: 50.112 + - type: nauc_mrr_at_5_diff1 + value: 60.0604 + - type: nauc_mrr_at_10_max + value: 49.7578 + - type: nauc_mrr_at_10_std + value: 43.871300000000005 + - type: nauc_mrr_at_10_diff1 + value: 45.129599999999996 + - type: nauc_mrr_at_20_max + value: 46.7772 + - type: nauc_mrr_at_20_std + value: 43.0928 + - type: nauc_mrr_at_20_diff1 + value: 40.8293 + - type: nauc_mrr_at_100_max + value: 37.595299999999995 + - type: nauc_mrr_at_100_std + value: 35.288199999999996 + - type: nauc_mrr_at_100_diff1 + value: 32.1313 + - type: nauc_mrr_at_1000_max + value: 34.822199999999995 + - type: nauc_mrr_at_1000_std + value: 32.6604 + - type: nauc_mrr_at_1000_diff1 + value: 29.493599999999997 + - type: main_score + value: 0.45799999999999996 + task: + type: Retrieval + - dataset: + config: deu-ara + name: MTEB MLQARetrieval (deu-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.243 + - type: ndcg_at_3 + value: 0.5329999999999999 + - type: ndcg_at_5 + value: 0.7080000000000001 + - type: ndcg_at_10 + value: 0.822 + - type: ndcg_at_20 + value: 1.149 + - type: ndcg_at_100 + value: 2.443 + - type: ndcg_at_1000 + value: 9.719999999999999 + - type: map_at_1 + value: 0.243 + - type: map_at_3 + value: 0.46499999999999997 + - type: map_at_5 + value: 0.562 + - type: map_at_10 + value: 0.607 + - type: map_at_20 + value: 0.692 + - type: map_at_100 + value: 0.84 + - type: map_at_1000 + value: 1.014 + - type: recall_at_1 + value: 0.243 + - type: recall_at_3 + value: 0.728 + - type: recall_at_5 + value: 1.1520000000000001 + - type: recall_at_10 + value: 1.516 + - type: recall_at_20 + value: 2.85 + - type: recall_at_100 + value: 10.309 + - type: recall_at_1000 + value: 73.681 + - type: precision_at_1 + value: 0.243 + - type: precision_at_3 + value: 0.243 + - type: precision_at_5 + value: 0.22999999999999998 + - type: precision_at_10 + value: 0.152 + - type: precision_at_20 + value: 0.14300000000000002 + - type: precision_at_100 + value: 0.10300000000000001 + - type: precision_at_1000 + value: 0.074 + - type: mrr_at_1 + value: 0.2426 + - type: mrr_at_3 + value: 0.46490000000000004 + - type: mrr_at_5 + value: 0.562 + - type: mrr_at_10 + value: 0.6072 + - type: mrr_at_20 + value: 0.6916 + - type: mrr_at_100 + value: 0.8397 + - type: mrr_at_1000 + value: 1.0143 + - type: nauc_ndcg_at_1_max + value: 34.470800000000004 + - type: nauc_ndcg_at_1_std + value: 17.7296 + - type: nauc_ndcg_at_1_diff1 + value: 25.4054 + - type: nauc_ndcg_at_3_max + value: 51.27589999999999 + - type: nauc_ndcg_at_3_std + value: 29.8213 + - type: nauc_ndcg_at_3_diff1 + value: 19.96 + - type: nauc_ndcg_at_5_max + value: 58.739799999999995 + - type: nauc_ndcg_at_5_std + value: 24.7685 + - type: nauc_ndcg_at_5_diff1 + value: 17.957 + - type: nauc_ndcg_at_10_max + value: 54.85060000000001 + - type: nauc_ndcg_at_10_std + value: 19.6216 + - type: nauc_ndcg_at_10_diff1 + value: 16.5672 + - type: nauc_ndcg_at_20_max + value: 45.870400000000004 + - type: nauc_ndcg_at_20_std + value: 14.829500000000001 + - type: nauc_ndcg_at_20_diff1 + value: 18.0996 + - type: nauc_ndcg_at_100_max + value: 33.6706 + - type: nauc_ndcg_at_100_std + value: 10.0954 + - type: nauc_ndcg_at_100_diff1 + value: 9.6092 + - type: nauc_ndcg_at_1000_max + value: 25.971300000000003 + - type: nauc_ndcg_at_1000_std + value: 4.9195 + - type: nauc_ndcg_at_1000_diff1 + value: 7.0839 + - type: nauc_map_at_1_max + value: 34.470800000000004 + - type: nauc_map_at_1_std + value: 17.7296 + - type: nauc_map_at_1_diff1 + value: 25.4054 + - type: nauc_map_at_3_max + value: 49.3966 + - type: nauc_map_at_3_std + value: 27.9153 + - type: nauc_map_at_3_diff1 + value: 20.7442 + - type: nauc_map_at_5_max + value: 54.789500000000004 + - type: nauc_map_at_5_std + value: 24.4111 + - type: nauc_map_at_5_diff1 + value: 18.7472 + - type: nauc_map_at_10_max + value: 53.115 + - type: nauc_map_at_10_std + value: 21.7997 + - type: nauc_map_at_10_diff1 + value: 18.1703 + - type: nauc_map_at_20_max + value: 49.4189 + - type: nauc_map_at_20_std + value: 19.4909 + - type: nauc_map_at_20_diff1 + value: 18.6365 + - type: nauc_map_at_100_max + value: 45.3179 + - type: nauc_map_at_100_std + value: 17.7435 + - type: nauc_map_at_100_diff1 + value: 16.0309 + - type: nauc_map_at_1000_max + value: 43.352000000000004 + - type: nauc_map_at_1000_std + value: 16.3267 + - type: nauc_map_at_1000_diff1 + value: 15.204300000000002 + - type: nauc_recall_at_1_max + value: 34.470800000000004 + - type: nauc_recall_at_1_std + value: 17.7296 + - type: nauc_recall_at_1_diff1 + value: 25.4054 + - type: nauc_recall_at_3_max + value: 54.6788 + - type: nauc_recall_at_3_std + value: 33.4369 + - type: nauc_recall_at_3_diff1 + value: 18.488 + - type: nauc_recall_at_5_max + value: 64.8516 + - type: nauc_recall_at_5_std + value: 25.182100000000002 + - type: nauc_recall_at_5_diff1 + value: 16.9772 + - type: nauc_recall_at_10_max + value: 56.427099999999996 + - type: nauc_recall_at_10_std + value: 15.958400000000001 + - type: nauc_recall_at_10_diff1 + value: 14.3287 + - type: nauc_recall_at_20_max + value: 41.0315 + - type: nauc_recall_at_20_std + value: 9.7701 + - type: nauc_recall_at_20_diff1 + value: 17.8564 + - type: nauc_recall_at_100_max + value: 27.0754 + - type: nauc_recall_at_100_std + value: 6.103 + - type: nauc_recall_at_100_diff1 + value: 5.9928 + - type: nauc_recall_at_1000_max + value: 16.7685 + - type: nauc_recall_at_1000_std + value: -0.752 + - type: nauc_recall_at_1000_diff1 + value: 3.0706 + - type: nauc_precision_at_1_max + value: 34.470800000000004 + - type: nauc_precision_at_1_std + value: 17.7296 + - type: nauc_precision_at_1_diff1 + value: 25.4054 + - type: nauc_precision_at_3_max + value: 54.6788 + - type: nauc_precision_at_3_std + value: 33.4369 + - type: nauc_precision_at_3_diff1 + value: 18.488 + - type: nauc_precision_at_5_max + value: 64.8516 + - type: nauc_precision_at_5_std + value: 25.182100000000002 + - type: nauc_precision_at_5_diff1 + value: 16.9772 + - type: nauc_precision_at_10_max + value: 56.427099999999996 + - type: nauc_precision_at_10_std + value: 15.958400000000001 + - type: nauc_precision_at_10_diff1 + value: 14.3287 + - type: nauc_precision_at_20_max + value: 41.0315 + - type: nauc_precision_at_20_std + value: 9.7701 + - type: nauc_precision_at_20_diff1 + value: 17.8564 + - type: nauc_precision_at_100_max + value: 27.0754 + - type: nauc_precision_at_100_std + value: 6.103 + - type: nauc_precision_at_100_diff1 + value: 5.9928 + - type: nauc_precision_at_1000_max + value: 16.7685 + - type: nauc_precision_at_1000_std + value: -0.752 + - type: nauc_precision_at_1000_diff1 + value: 3.0706 + - type: nauc_mrr_at_1_max + value: 34.470800000000004 + - type: nauc_mrr_at_1_std + value: 17.7296 + - type: nauc_mrr_at_1_diff1 + value: 25.4054 + - type: nauc_mrr_at_3_max + value: 49.3966 + - type: nauc_mrr_at_3_std + value: 27.9153 + - type: nauc_mrr_at_3_diff1 + value: 20.7442 + - type: nauc_mrr_at_5_max + value: 54.789500000000004 + - type: nauc_mrr_at_5_std + value: 24.4111 + - type: nauc_mrr_at_5_diff1 + value: 18.7472 + - type: nauc_mrr_at_10_max + value: 53.115 + - type: nauc_mrr_at_10_std + value: 21.7997 + - type: nauc_mrr_at_10_diff1 + value: 18.1703 + - type: nauc_mrr_at_20_max + value: 49.4189 + - type: nauc_mrr_at_20_std + value: 19.4909 + - type: nauc_mrr_at_20_diff1 + value: 18.6365 + - type: nauc_mrr_at_100_max + value: 45.3179 + - type: nauc_mrr_at_100_std + value: 17.7435 + - type: nauc_mrr_at_100_diff1 + value: 16.0309 + - type: nauc_mrr_at_1000_max + value: 43.352000000000004 + - type: nauc_mrr_at_1000_std + value: 16.3267 + - type: nauc_mrr_at_1000_diff1 + value: 15.204300000000002 + - type: main_score + value: 0.822 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB MLQARetrieval (eng-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.375 + - type: ndcg_at_3 + value: 0.5780000000000001 + - type: ndcg_at_5 + value: 0.654 + - type: ndcg_at_10 + value: 0.8250000000000001 + - type: ndcg_at_20 + value: 1.034 + - type: ndcg_at_100 + value: 1.7930000000000001 + - type: ndcg_at_1000 + value: 4.977 + - type: map_at_1 + value: 0.375 + - type: map_at_3 + value: 0.525 + - type: map_at_5 + value: 0.567 + - type: map_at_10 + value: 0.638 + - type: map_at_20 + value: 0.696 + - type: map_at_100 + value: 0.788 + - type: map_at_1000 + value: 0.868 + - type: recall_at_1 + value: 0.375 + - type: recall_at_3 + value: 0.731 + - type: recall_at_5 + value: 0.919 + - type: recall_at_10 + value: 1.444 + - type: recall_at_20 + value: 2.2689999999999997 + - type: recall_at_100 + value: 6.563 + - type: recall_at_1000 + value: 34.099000000000004 + - type: precision_at_1 + value: 0.375 + - type: precision_at_3 + value: 0.244 + - type: precision_at_5 + value: 0.184 + - type: precision_at_10 + value: 0.14400000000000002 + - type: precision_at_20 + value: 0.11299999999999999 + - type: precision_at_100 + value: 0.066 + - type: precision_at_1000 + value: 0.034 + - type: mrr_at_1 + value: 0.375 + - type: mrr_at_3 + value: 0.525 + - type: mrr_at_5 + value: 0.5672 + - type: mrr_at_10 + value: 0.6383 + - type: mrr_at_20 + value: 0.6961 + - type: mrr_at_100 + value: 0.7882 + - type: mrr_at_1000 + value: 0.8677 + - type: nauc_ndcg_at_1_max + value: 56.5121 + - type: nauc_ndcg_at_1_std + value: 19.2292 + - type: nauc_ndcg_at_1_diff1 + value: 18.6031 + - type: nauc_ndcg_at_3_max + value: 53.795899999999996 + - type: nauc_ndcg_at_3_std + value: 13.674900000000001 + - type: nauc_ndcg_at_3_diff1 + value: 14.913699999999999 + - type: nauc_ndcg_at_5_max + value: 54.0713 + - type: nauc_ndcg_at_5_std + value: 16.5134 + - type: nauc_ndcg_at_5_diff1 + value: 13.835 + - type: nauc_ndcg_at_10_max + value: 47.3624 + - type: nauc_ndcg_at_10_std + value: 14.0322 + - type: nauc_ndcg_at_10_diff1 + value: 12.4765 + - type: nauc_ndcg_at_20_max + value: 40.5382 + - type: nauc_ndcg_at_20_std + value: 13.1801 + - type: nauc_ndcg_at_20_diff1 + value: 10.8866 + - type: nauc_ndcg_at_100_max + value: 27.4861 + - type: nauc_ndcg_at_100_std + value: 9.985 + - type: nauc_ndcg_at_100_diff1 + value: 5.003 + - type: nauc_ndcg_at_1000_max + value: 14.236299999999998 + - type: nauc_ndcg_at_1000_std + value: 5.5438 + - type: nauc_ndcg_at_1000_diff1 + value: 3.5621 + - type: nauc_map_at_1_max + value: 56.5121 + - type: nauc_map_at_1_std + value: 19.2292 + - type: nauc_map_at_1_diff1 + value: 18.6031 + - type: nauc_map_at_3_max + value: 54.069599999999994 + - type: nauc_map_at_3_std + value: 14.5317 + - type: nauc_map_at_3_diff1 + value: 15.2434 + - type: nauc_map_at_5_max + value: 54.295 + - type: nauc_map_at_5_std + value: 16.362 + - type: nauc_map_at_5_diff1 + value: 14.560200000000002 + - type: nauc_map_at_10_max + value: 50.6652 + - type: nauc_map_at_10_std + value: 14.840700000000002 + - type: nauc_map_at_10_diff1 + value: 13.7079 + - type: nauc_map_at_20_max + value: 47.6818 + - type: nauc_map_at_20_std + value: 14.355599999999999 + - type: nauc_map_at_20_diff1 + value: 12.894400000000001 + - type: nauc_map_at_100_max + value: 43.4343 + - type: nauc_map_at_100_std + value: 13.241 + - type: nauc_map_at_100_diff1 + value: 11.0841 + - type: nauc_map_at_1000_max + value: 40.872 + - type: nauc_map_at_1000_std + value: 12.5729 + - type: nauc_map_at_1000_diff1 + value: 10.5395 + - type: nauc_recall_at_1_max + value: 56.5121 + - type: nauc_recall_at_1_std + value: 19.2292 + - type: nauc_recall_at_1_diff1 + value: 18.6031 + - type: nauc_recall_at_3_max + value: 53.2864 + - type: nauc_recall_at_3_std + value: 11.929499999999999 + - type: nauc_recall_at_3_diff1 + value: 14.321200000000001 + - type: nauc_recall_at_5_max + value: 53.689 + - type: nauc_recall_at_5_std + value: 16.997 + - type: nauc_recall_at_5_diff1 + value: 12.4956 + - type: nauc_recall_at_10_max + value: 42.0383 + - type: nauc_recall_at_10_std + value: 12.9387 + - type: nauc_recall_at_10_diff1 + value: 10.699 + - type: nauc_recall_at_20_max + value: 31.483 + - type: nauc_recall_at_20_std + value: 11.967500000000001 + - type: nauc_recall_at_20_diff1 + value: 8.6104 + - type: nauc_recall_at_100_max + value: 16.9294 + - type: nauc_recall_at_100_std + value: 8.0626 + - type: nauc_recall_at_100_diff1 + value: 0.9781 + - type: nauc_recall_at_1000_max + value: 5.0692 + - type: nauc_recall_at_1000_std + value: 2.8923 + - type: nauc_recall_at_1000_diff1 + value: 1.661 + - type: nauc_precision_at_1_max + value: 56.5121 + - type: nauc_precision_at_1_std + value: 19.2292 + - type: nauc_precision_at_1_diff1 + value: 18.6031 + - type: nauc_precision_at_3_max + value: 53.2864 + - type: nauc_precision_at_3_std + value: 11.929499999999999 + - type: nauc_precision_at_3_diff1 + value: 14.321200000000001 + - type: nauc_precision_at_5_max + value: 53.689 + - type: nauc_precision_at_5_std + value: 16.997 + - type: nauc_precision_at_5_diff1 + value: 12.4956 + - type: nauc_precision_at_10_max + value: 42.0383 + - type: nauc_precision_at_10_std + value: 12.9387 + - type: nauc_precision_at_10_diff1 + value: 10.699 + - type: nauc_precision_at_20_max + value: 31.483 + - type: nauc_precision_at_20_std + value: 11.967500000000001 + - type: nauc_precision_at_20_diff1 + value: 8.6104 + - type: nauc_precision_at_100_max + value: 16.9294 + - type: nauc_precision_at_100_std + value: 8.0626 + - type: nauc_precision_at_100_diff1 + value: 0.9781 + - type: nauc_precision_at_1000_max + value: 5.0423 + - type: nauc_precision_at_1000_std + value: 2.8774 + - type: nauc_precision_at_1000_diff1 + value: 1.6759 + - type: nauc_mrr_at_1_max + value: 56.5121 + - type: nauc_mrr_at_1_std + value: 19.2292 + - type: nauc_mrr_at_1_diff1 + value: 18.6031 + - type: nauc_mrr_at_3_max + value: 54.069599999999994 + - type: nauc_mrr_at_3_std + value: 14.5317 + - type: nauc_mrr_at_3_diff1 + value: 15.2434 + - type: nauc_mrr_at_5_max + value: 54.295 + - type: nauc_mrr_at_5_std + value: 16.362 + - type: nauc_mrr_at_5_diff1 + value: 14.560200000000002 + - type: nauc_mrr_at_10_max + value: 50.6652 + - type: nauc_mrr_at_10_std + value: 14.840700000000002 + - type: nauc_mrr_at_10_diff1 + value: 13.7079 + - type: nauc_mrr_at_20_max + value: 47.6818 + - type: nauc_mrr_at_20_std + value: 14.355599999999999 + - type: nauc_mrr_at_20_diff1 + value: 12.894400000000001 + - type: nauc_mrr_at_100_max + value: 43.4343 + - type: nauc_mrr_at_100_std + value: 13.241 + - type: nauc_mrr_at_100_diff1 + value: 11.0841 + - type: nauc_mrr_at_1000_max + value: 40.8708 + - type: nauc_mrr_at_1000_std + value: 12.5722 + - type: nauc_mrr_at_1000_diff1 + value: 10.54 + - type: main_score + value: 0.8250000000000001 + task: + type: Retrieval + - dataset: + config: spa-ara + name: MTEB MLQARetrieval (spa-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.253 + - type: ndcg_at_3 + value: 0.418 + - type: ndcg_at_5 + value: 0.461 + - type: ndcg_at_10 + value: 0.715 + - type: ndcg_at_20 + value: 0.9450000000000001 + - type: ndcg_at_100 + value: 2.331 + - type: ndcg_at_1000 + value: 8.574 + - type: map_at_1 + value: 0.253 + - type: map_at_3 + value: 0.371 + - type: map_at_5 + value: 0.396 + - type: map_at_10 + value: 0.505 + - type: map_at_20 + value: 0.569 + - type: map_at_100 + value: 0.733 + - type: map_at_1000 + value: 0.8829999999999999 + - type: recall_at_1 + value: 0.253 + - type: recall_at_3 + value: 0.5559999999999999 + - type: recall_at_5 + value: 0.657 + - type: recall_at_10 + value: 1.4160000000000001 + - type: recall_at_20 + value: 2.326 + - type: recall_at_100 + value: 10.212 + - type: recall_at_1000 + value: 64.56 + - type: precision_at_1 + value: 0.253 + - type: precision_at_3 + value: 0.185 + - type: precision_at_5 + value: 0.131 + - type: precision_at_10 + value: 0.14200000000000002 + - type: precision_at_20 + value: 0.116 + - type: precision_at_100 + value: 0.10200000000000001 + - type: precision_at_1000 + value: 0.065 + - type: mrr_at_1 + value: 0.25279999999999997 + - type: mrr_at_3 + value: 0.3707 + - type: mrr_at_5 + value: 0.396 + - type: mrr_at_10 + value: 0.5054000000000001 + - type: mrr_at_20 + value: 0.5688000000000001 + - type: mrr_at_100 + value: 0.7331 + - type: mrr_at_1000 + value: 0.8831 + - type: nauc_ndcg_at_1_max + value: 51.9741 + - type: nauc_ndcg_at_1_std + value: 46.907700000000006 + - type: nauc_ndcg_at_1_diff1 + value: 30.1964 + - type: nauc_ndcg_at_3_max + value: 41.3447 + - type: nauc_ndcg_at_3_std + value: 24.360599999999998 + - type: nauc_ndcg_at_3_diff1 + value: 18.8418 + - type: nauc_ndcg_at_5_max + value: 41.0319 + - type: nauc_ndcg_at_5_std + value: 25.809199999999997 + - type: nauc_ndcg_at_5_diff1 + value: 24.909100000000002 + - type: nauc_ndcg_at_10_max + value: 36.6761 + - type: nauc_ndcg_at_10_std + value: 23.1623 + - type: nauc_ndcg_at_10_diff1 + value: 24.2909 + - type: nauc_ndcg_at_20_max + value: 33.2627 + - type: nauc_ndcg_at_20_std + value: 19.0886 + - type: nauc_ndcg_at_20_diff1 + value: 18.6171 + - type: nauc_ndcg_at_100_max + value: 22.1033 + - type: nauc_ndcg_at_100_std + value: 10.6684 + - type: nauc_ndcg_at_100_diff1 + value: 6.77 + - type: nauc_ndcg_at_1000_max + value: 17.8432 + - type: nauc_ndcg_at_1000_std + value: 5.2092 + - type: nauc_ndcg_at_1000_diff1 + value: 5.8879 + - type: nauc_map_at_1_max + value: 51.9741 + - type: nauc_map_at_1_std + value: 46.907700000000006 + - type: nauc_map_at_1_diff1 + value: 30.1964 + - type: nauc_map_at_3_max + value: 42.766799999999996 + - type: nauc_map_at_3_std + value: 29.0518 + - type: nauc_map_at_3_diff1 + value: 20.8244 + - type: nauc_map_at_5_max + value: 42.464600000000004 + - type: nauc_map_at_5_std + value: 29.7317 + - type: nauc_map_at_5_diff1 + value: 24.799699999999998 + - type: nauc_map_at_10_max + value: 39.827600000000004 + - type: nauc_map_at_10_std + value: 27.3121 + - type: nauc_map_at_10_diff1 + value: 24.6463 + - type: nauc_map_at_20_max + value: 37.9365 + - type: nauc_map_at_20_std + value: 24.8287 + - type: nauc_map_at_20_diff1 + value: 21.9878 + - type: nauc_map_at_100_max + value: 33.333 + - type: nauc_map_at_100_std + value: 20.2466 + - type: nauc_map_at_100_diff1 + value: 16.561 + - type: nauc_map_at_1000_max + value: 31.8401 + - type: nauc_map_at_1000_std + value: 18.740499999999997 + - type: nauc_map_at_1000_diff1 + value: 15.820400000000001 + - type: nauc_recall_at_1_max + value: 51.9741 + - type: nauc_recall_at_1_std + value: 46.907700000000006 + - type: nauc_recall_at_1_diff1 + value: 30.1964 + - type: nauc_recall_at_3_max + value: 38.6984 + - type: nauc_recall_at_3_std + value: 15.0644 + - type: nauc_recall_at_3_diff1 + value: 14.9959 + - type: nauc_recall_at_5_max + value: 38.5959 + - type: nauc_recall_at_5_std + value: 18.8551 + - type: nauc_recall_at_5_diff1 + value: 25.474200000000003 + - type: nauc_recall_at_10_max + value: 32.6875 + - type: nauc_recall_at_10_std + value: 18.4863 + - type: nauc_recall_at_10_diff1 + value: 23.8654 + - type: nauc_recall_at_20_max + value: 28.6992 + - type: nauc_recall_at_20_std + value: 14.019100000000002 + - type: nauc_recall_at_20_diff1 + value: 14.965100000000001 + - type: nauc_recall_at_100_max + value: 16.8806 + - type: nauc_recall_at_100_std + value: 7.1583 + - type: nauc_recall_at_100_diff1 + value: 2.6362 + - type: nauc_recall_at_1000_max + value: 12.6884 + - type: nauc_recall_at_1000_std + value: 0.3778 + - type: nauc_recall_at_1000_diff1 + value: 2.9179 + - type: nauc_precision_at_1_max + value: 51.9741 + - type: nauc_precision_at_1_std + value: 46.907700000000006 + - type: nauc_precision_at_1_diff1 + value: 30.1964 + - type: nauc_precision_at_3_max + value: 38.6984 + - type: nauc_precision_at_3_std + value: 15.0644 + - type: nauc_precision_at_3_diff1 + value: 14.9959 + - type: nauc_precision_at_5_max + value: 38.5959 + - type: nauc_precision_at_5_std + value: 18.8551 + - type: nauc_precision_at_5_diff1 + value: 25.474200000000003 + - type: nauc_precision_at_10_max + value: 32.6875 + - type: nauc_precision_at_10_std + value: 18.4863 + - type: nauc_precision_at_10_diff1 + value: 23.8654 + - type: nauc_precision_at_20_max + value: 28.6992 + - type: nauc_precision_at_20_std + value: 14.019100000000002 + - type: nauc_precision_at_20_diff1 + value: 14.965100000000001 + - type: nauc_precision_at_100_max + value: 16.8806 + - type: nauc_precision_at_100_std + value: 7.1583 + - type: nauc_precision_at_100_diff1 + value: 2.6362 + - type: nauc_precision_at_1000_max + value: 12.6884 + - type: nauc_precision_at_1000_std + value: 0.3778 + - type: nauc_precision_at_1000_diff1 + value: 2.9179 + - type: nauc_mrr_at_1_max + value: 51.9741 + - type: nauc_mrr_at_1_std + value: 46.907700000000006 + - type: nauc_mrr_at_1_diff1 + value: 30.1964 + - type: nauc_mrr_at_3_max + value: 42.766799999999996 + - type: nauc_mrr_at_3_std + value: 29.0518 + - type: nauc_mrr_at_3_diff1 + value: 20.8244 + - type: nauc_mrr_at_5_max + value: 42.464600000000004 + - type: nauc_mrr_at_5_std + value: 29.7317 + - type: nauc_mrr_at_5_diff1 + value: 24.799699999999998 + - type: nauc_mrr_at_10_max + value: 39.827600000000004 + - type: nauc_mrr_at_10_std + value: 27.3121 + - type: nauc_mrr_at_10_diff1 + value: 24.6463 + - type: nauc_mrr_at_20_max + value: 37.9365 + - type: nauc_mrr_at_20_std + value: 24.8287 + - type: nauc_mrr_at_20_diff1 + value: 21.9878 + - type: nauc_mrr_at_100_max + value: 33.333 + - type: nauc_mrr_at_100_std + value: 20.2466 + - type: nauc_mrr_at_100_diff1 + value: 16.561 + - type: nauc_mrr_at_1000_max + value: 31.8401 + - type: nauc_mrr_at_1000_std + value: 18.740499999999997 + - type: nauc_mrr_at_1000_diff1 + value: 15.820400000000001 + - type: main_score + value: 0.715 + task: + type: Retrieval + - dataset: + config: hin-ara + name: MTEB MLQARetrieval (hin-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.328 + - type: ndcg_at_3 + value: 0.486 + - type: ndcg_at_5 + value: 0.683 + - type: ndcg_at_10 + value: 0.997 + - type: ndcg_at_20 + value: 1.365 + - type: ndcg_at_100 + value: 2.706 + - type: ndcg_at_1000 + value: 9.648 + - type: map_at_1 + value: 0.328 + - type: map_at_3 + value: 0.44600000000000006 + - type: map_at_5 + value: 0.553 + - type: map_at_10 + value: 0.6799999999999999 + - type: map_at_20 + value: 0.7779999999999999 + - type: map_at_100 + value: 0.935 + - type: map_at_1000 + value: 1.0999999999999999 + - type: recall_at_1 + value: 0.328 + - type: recall_at_3 + value: 0.601 + - type: recall_at_5 + value: 1.0919999999999999 + - type: recall_at_10 + value: 2.075 + - type: recall_at_20 + value: 3.55 + - type: recall_at_100 + value: 11.196 + - type: recall_at_1000 + value: 71.764 + - type: precision_at_1 + value: 0.328 + - type: precision_at_3 + value: 0.2 + - type: precision_at_5 + value: 0.218 + - type: precision_at_10 + value: 0.208 + - type: precision_at_20 + value: 0.17700000000000002 + - type: precision_at_100 + value: 0.11199999999999999 + - type: precision_at_1000 + value: 0.07200000000000001 + - type: mrr_at_1 + value: 0.3277 + - type: mrr_at_3 + value: 0.44600000000000006 + - type: mrr_at_5 + value: 0.5525 + - type: mrr_at_10 + value: 0.6796 + - type: mrr_at_20 + value: 0.7782 + - type: mrr_at_100 + value: 0.9353999999999999 + - type: mrr_at_1000 + value: 1.1002 + - type: nauc_ndcg_at_1_max + value: 53.9859 + - type: nauc_ndcg_at_1_std + value: -15.8864 + - type: nauc_ndcg_at_1_diff1 + value: 19.794600000000003 + - type: nauc_ndcg_at_3_max + value: 50.3487 + - type: nauc_ndcg_at_3_std + value: -15.716 + - type: nauc_ndcg_at_3_diff1 + value: 27.936299999999996 + - type: nauc_ndcg_at_5_max + value: 40.6703 + - type: nauc_ndcg_at_5_std + value: -14.965600000000002 + - type: nauc_ndcg_at_5_diff1 + value: 12.5167 + - type: nauc_ndcg_at_10_max + value: 28.513500000000004 + - type: nauc_ndcg_at_10_std + value: -12.0676 + - type: nauc_ndcg_at_10_diff1 + value: 9.7136 + - type: nauc_ndcg_at_20_max + value: 23.6262 + - type: nauc_ndcg_at_20_std + value: -12.1013 + - type: nauc_ndcg_at_20_diff1 + value: 9.2594 + - type: nauc_ndcg_at_100_max + value: 13.739199999999999 + - type: nauc_ndcg_at_100_std + value: -6.6952 + - type: nauc_ndcg_at_100_diff1 + value: 4.2473 + - type: nauc_ndcg_at_1000_max + value: 9.275799999999998 + - type: nauc_ndcg_at_1000_std + value: -5.5039 + - type: nauc_ndcg_at_1000_diff1 + value: 2.4499 + - type: nauc_map_at_1_max + value: 53.9859 + - type: nauc_map_at_1_std + value: -15.8864 + - type: nauc_map_at_1_diff1 + value: 19.794600000000003 + - type: nauc_map_at_3_max + value: 51.153800000000004 + - type: nauc_map_at_3_std + value: -15.7911 + - type: nauc_map_at_3_diff1 + value: 26.674599999999998 + - type: nauc_map_at_5_max + value: 44.6463 + - type: nauc_map_at_5_std + value: -15.310699999999999 + - type: nauc_map_at_5_diff1 + value: 16.8168 + - type: nauc_map_at_10_max + value: 36.5886 + - type: nauc_map_at_10_std + value: -13.2727 + - type: nauc_map_at_10_diff1 + value: 14.392199999999999 + - type: nauc_map_at_20_max + value: 33.772200000000005 + - type: nauc_map_at_20_std + value: -13.108500000000001 + - type: nauc_map_at_20_diff1 + value: 13.7855 + - type: nauc_map_at_100_max + value: 28.4893 + - type: nauc_map_at_100_std + value: -11.2989 + - type: nauc_map_at_100_diff1 + value: 11.4836 + - type: nauc_map_at_1000_max + value: 26.9177 + - type: nauc_map_at_1000_std + value: -11.165 + - type: nauc_map_at_1000_diff1 + value: 10.600999999999999 + - type: nauc_recall_at_1_max + value: 53.9859 + - type: nauc_recall_at_1_std + value: -15.8864 + - type: nauc_recall_at_1_diff1 + value: 19.794600000000003 + - type: nauc_recall_at_3_max + value: 48.5745 + - type: nauc_recall_at_3_std + value: -15.5412 + - type: nauc_recall_at_3_diff1 + value: 30.583900000000003 + - type: nauc_recall_at_5_max + value: 34.0788 + - type: nauc_recall_at_5_std + value: -14.3783 + - type: nauc_recall_at_5_diff1 + value: 4.9851 + - type: nauc_recall_at_10_max + value: 19.0897 + - type: nauc_recall_at_10_std + value: -10.734 + - type: nauc_recall_at_10_diff1 + value: 4.2515 + - type: nauc_recall_at_20_max + value: 14.646 + - type: nauc_recall_at_20_std + value: -11.3526 + - type: nauc_recall_at_20_diff1 + value: 5.4940999999999995 + - type: nauc_recall_at_100_max + value: 7.383000000000001 + - type: nauc_recall_at_100_std + value: -4.1648 + - type: nauc_recall_at_100_diff1 + value: 0.9353 + - type: nauc_recall_at_1000_max + value: 2.4582 + - type: nauc_recall_at_1000_std + value: -1.7946 + - type: nauc_recall_at_1000_diff1 + value: -0.0116 + - type: nauc_precision_at_1_max + value: 53.9859 + - type: nauc_precision_at_1_std + value: -15.8864 + - type: nauc_precision_at_1_diff1 + value: 19.794600000000003 + - type: nauc_precision_at_3_max + value: 48.5745 + - type: nauc_precision_at_3_std + value: -15.5412 + - type: nauc_precision_at_3_diff1 + value: 30.583900000000003 + - type: nauc_precision_at_5_max + value: 34.0788 + - type: nauc_precision_at_5_std + value: -14.3783 + - type: nauc_precision_at_5_diff1 + value: 4.9851 + - type: nauc_precision_at_10_max + value: 19.0897 + - type: nauc_precision_at_10_std + value: -10.734 + - type: nauc_precision_at_10_diff1 + value: 4.2515 + - type: nauc_precision_at_20_max + value: 14.646 + - type: nauc_precision_at_20_std + value: -11.3526 + - type: nauc_precision_at_20_diff1 + value: 5.4940999999999995 + - type: nauc_precision_at_100_max + value: 7.383000000000001 + - type: nauc_precision_at_100_std + value: -4.1648 + - type: nauc_precision_at_100_diff1 + value: 0.9353 + - type: nauc_precision_at_1000_max + value: 2.4582 + - type: nauc_precision_at_1000_std + value: -1.7946 + - type: nauc_precision_at_1000_diff1 + value: -0.0116 + - type: nauc_mrr_at_1_max + value: 53.9859 + - type: nauc_mrr_at_1_std + value: -15.8864 + - type: nauc_mrr_at_1_diff1 + value: 19.794600000000003 + - type: nauc_mrr_at_3_max + value: 51.153800000000004 + - type: nauc_mrr_at_3_std + value: -15.7911 + - type: nauc_mrr_at_3_diff1 + value: 26.674599999999998 + - type: nauc_mrr_at_5_max + value: 44.6463 + - type: nauc_mrr_at_5_std + value: -15.310699999999999 + - type: nauc_mrr_at_5_diff1 + value: 16.8168 + - type: nauc_mrr_at_10_max + value: 36.5886 + - type: nauc_mrr_at_10_std + value: -13.2727 + - type: nauc_mrr_at_10_diff1 + value: 14.392199999999999 + - type: nauc_mrr_at_20_max + value: 33.772200000000005 + - type: nauc_mrr_at_20_std + value: -13.108500000000001 + - type: nauc_mrr_at_20_diff1 + value: 13.7855 + - type: nauc_mrr_at_100_max + value: 28.4893 + - type: nauc_mrr_at_100_std + value: -11.2989 + - type: nauc_mrr_at_100_diff1 + value: 11.4836 + - type: nauc_mrr_at_1000_max + value: 26.9177 + - type: nauc_mrr_at_1000_std + value: -11.165 + - type: nauc_mrr_at_1000_diff1 + value: 10.600999999999999 + - type: main_score + value: 0.997 + task: + type: Retrieval + - dataset: + config: vie-ara + name: MTEB MLQARetrieval (vie-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.391 + - type: ndcg_at_3 + value: 0.612 + - type: ndcg_at_5 + value: 0.795 + - type: ndcg_at_10 + value: 0.9820000000000001 + - type: ndcg_at_20 + value: 1.239 + - type: ndcg_at_100 + value: 2.341 + - type: ndcg_at_1000 + value: 8.206 + - type: map_at_1 + value: 0.391 + - type: map_at_3 + value: 0.5539999999999999 + - type: map_at_5 + value: 0.656 + - type: map_at_10 + value: 0.733 + - type: map_at_20 + value: 0.8019999999999999 + - type: map_at_100 + value: 0.9329999999999999 + - type: map_at_1000 + value: 1.069 + - type: recall_at_1 + value: 0.391 + - type: recall_at_3 + value: 0.782 + - type: recall_at_5 + value: 1.221 + - type: recall_at_10 + value: 1.8079999999999998 + - type: recall_at_20 + value: 2.833 + - type: recall_at_100 + value: 9.086 + - type: recall_at_1000 + value: 60.479000000000006 + - type: precision_at_1 + value: 0.391 + - type: precision_at_3 + value: 0.261 + - type: precision_at_5 + value: 0.244 + - type: precision_at_10 + value: 0.181 + - type: precision_at_20 + value: 0.14200000000000002 + - type: precision_at_100 + value: 0.091 + - type: precision_at_1000 + value: 0.06 + - type: mrr_at_1 + value: 0.3908 + - type: mrr_at_3 + value: 0.5537000000000001 + - type: mrr_at_5 + value: 0.6562 + - type: mrr_at_10 + value: 0.7326 + - type: mrr_at_20 + value: 0.8019999999999999 + - type: mrr_at_100 + value: 0.9327 + - type: mrr_at_1000 + value: 1.069 + - type: nauc_ndcg_at_1_max + value: 22.3169 + - type: nauc_ndcg_at_1_std + value: -17.4758 + - type: nauc_ndcg_at_1_diff1 + value: 1.8166000000000002 + - type: nauc_ndcg_at_3_max + value: 17.6929 + - type: nauc_ndcg_at_3_std + value: 9.7291 + - type: nauc_ndcg_at_3_diff1 + value: 7.194599999999999 + - type: nauc_ndcg_at_5_max + value: 14.1354 + - type: nauc_ndcg_at_5_std + value: 13.7104 + - type: nauc_ndcg_at_5_diff1 + value: 8.8759 + - type: nauc_ndcg_at_10_max + value: 21.5601 + - type: nauc_ndcg_at_10_std + value: 16.240299999999998 + - type: nauc_ndcg_at_10_diff1 + value: 5.8809000000000005 + - type: nauc_ndcg_at_20_max + value: 22.5519 + - type: nauc_ndcg_at_20_std + value: 15.6586 + - type: nauc_ndcg_at_20_diff1 + value: 8.152099999999999 + - type: nauc_ndcg_at_100_max + value: 18.656100000000002 + - type: nauc_ndcg_at_100_std + value: 9.4551 + - type: nauc_ndcg_at_100_diff1 + value: 7.2737 + - type: nauc_ndcg_at_1000_max + value: 11.1981 + - type: nauc_ndcg_at_1000_std + value: 5.075699999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 1.3835 + - type: nauc_map_at_1_max + value: 22.3169 + - type: nauc_map_at_1_std + value: -17.4758 + - type: nauc_map_at_1_diff1 + value: 1.8166000000000002 + - type: nauc_map_at_3_max + value: 18.4824 + - type: nauc_map_at_3_std + value: 4.9891 + - type: nauc_map_at_3_diff1 + value: 7.0646 + - type: nauc_map_at_5_max + value: 15.9382 + - type: nauc_map_at_5_std + value: 8.3427 + - type: nauc_map_at_5_diff1 + value: 8.2007 + - type: nauc_map_at_10_max + value: 19.8876 + - type: nauc_map_at_10_std + value: 10.2508 + - type: nauc_map_at_10_diff1 + value: 6.5514 + - type: nauc_map_at_20_max + value: 20.333499999999997 + - type: nauc_map_at_20_std + value: 10.3019 + - type: nauc_map_at_20_diff1 + value: 7.6846 + - type: nauc_map_at_100_max + value: 19.386 + - type: nauc_map_at_100_std + value: 9.1304 + - type: nauc_map_at_100_diff1 + value: 7.4995 + - type: nauc_map_at_1000_max + value: 18.398 + - type: nauc_map_at_1000_std + value: 8.7011 + - type: nauc_map_at_1000_diff1 + value: 6.6249 + - type: nauc_recall_at_1_max + value: 22.3169 + - type: nauc_recall_at_1_std + value: -17.4758 + - type: nauc_recall_at_1_diff1 + value: 1.8166000000000002 + - type: nauc_recall_at_3_max + value: 16.0786 + - type: nauc_recall_at_3_std + value: 19.45 + - type: nauc_recall_at_3_diff1 + value: 7.2306 + - type: nauc_recall_at_5_max + value: 11.106 + - type: nauc_recall_at_5_std + value: 22.3805 + - type: nauc_recall_at_5_diff1 + value: 9.905100000000001 + - type: nauc_recall_at_10_max + value: 24.482599999999998 + - type: nauc_recall_at_10_std + value: 23.9065 + - type: nauc_recall_at_10_diff1 + value: 4.6589 + - type: nauc_recall_at_20_max + value: 25.4127 + - type: nauc_recall_at_20_std + value: 20.5898 + - type: nauc_recall_at_20_diff1 + value: 8.5451 + - type: nauc_recall_at_100_max + value: 17.8939 + - type: nauc_recall_at_100_std + value: 8.286200000000001 + - type: nauc_recall_at_100_diff1 + value: 7.000299999999999 + - type: nauc_recall_at_1000_max + value: 6.693499999999999 + - type: nauc_recall_at_1000_std + value: 1.6481 + - type: nauc_recall_at_1000_diff1 + value: -1.6732 + - type: nauc_precision_at_1_max + value: 22.3169 + - type: nauc_precision_at_1_std + value: -17.4758 + - type: nauc_precision_at_1_diff1 + value: 1.8166000000000002 + - type: nauc_precision_at_3_max + value: 16.0786 + - type: nauc_precision_at_3_std + value: 19.45 + - type: nauc_precision_at_3_diff1 + value: 7.2306 + - type: nauc_precision_at_5_max + value: 11.106 + - type: nauc_precision_at_5_std + value: 22.3805 + - type: nauc_precision_at_5_diff1 + value: 9.905100000000001 + - type: nauc_precision_at_10_max + value: 24.482599999999998 + - type: nauc_precision_at_10_std + value: 23.9065 + - type: nauc_precision_at_10_diff1 + value: 4.6589 + - type: nauc_precision_at_20_max + value: 25.4127 + - type: nauc_precision_at_20_std + value: 20.5898 + - type: nauc_precision_at_20_diff1 + value: 8.5451 + - type: nauc_precision_at_100_max + value: 17.8939 + - type: nauc_precision_at_100_std + value: 8.286200000000001 + - type: nauc_precision_at_100_diff1 + value: 7.000299999999999 + - type: nauc_precision_at_1000_max + value: 6.693499999999999 + - type: nauc_precision_at_1000_std + value: 1.6481 + - type: nauc_precision_at_1000_diff1 + value: -1.6732 + - type: nauc_mrr_at_1_max + value: 22.3169 + - type: nauc_mrr_at_1_std + value: -17.4758 + - type: nauc_mrr_at_1_diff1 + value: 1.8166000000000002 + - type: nauc_mrr_at_3_max + value: 18.4824 + - type: nauc_mrr_at_3_std + value: 4.9891 + - type: nauc_mrr_at_3_diff1 + value: 7.0646 + - type: nauc_mrr_at_5_max + value: 15.9382 + - type: nauc_mrr_at_5_std + value: 8.3427 + - type: nauc_mrr_at_5_diff1 + value: 8.2007 + - type: nauc_mrr_at_10_max + value: 19.8876 + - type: nauc_mrr_at_10_std + value: 10.2508 + - type: nauc_mrr_at_10_diff1 + value: 6.5514 + - type: nauc_mrr_at_20_max + value: 20.333499999999997 + - type: nauc_mrr_at_20_std + value: 10.3019 + - type: nauc_mrr_at_20_diff1 + value: 7.6846 + - type: nauc_mrr_at_100_max + value: 19.386 + - type: nauc_mrr_at_100_std + value: 9.1304 + - type: nauc_mrr_at_100_diff1 + value: 7.4995 + - type: nauc_mrr_at_1000_max + value: 18.398 + - type: nauc_mrr_at_1000_std + value: 8.7011 + - type: nauc_mrr_at_1000_diff1 + value: 6.6249 + - type: main_score + value: 0.9820000000000001 + task: + type: Retrieval + - dataset: + config: zho-ara + name: MTEB MLQARetrieval (zho-ara) + revision: 397ed406c1a7902140303e7faf60fff35b58d285 + split: test + type: facebook/mlqa + metrics: + - type: ndcg_at_1 + value: 0.942 + - type: ndcg_at_3 + value: 1.093 + - type: ndcg_at_5 + value: 1.2189999999999999 + - type: ndcg_at_10 + value: 1.5010000000000001 + - type: ndcg_at_20 + value: 1.7500000000000002 + - type: ndcg_at_100 + value: 2.979 + - type: ndcg_at_1000 + value: 9.001000000000001 + - type: map_at_1 + value: 0.942 + - type: map_at_3 + value: 1.055 + - type: map_at_5 + value: 1.123 + - type: map_at_10 + value: 1.236 + - type: map_at_20 + value: 1.303 + - type: map_at_100 + value: 1.447 + - type: map_at_1000 + value: 1.587 + - type: recall_at_1 + value: 0.942 + - type: recall_at_3 + value: 1.204 + - type: recall_at_5 + value: 1.518 + - type: recall_at_10 + value: 2.407 + - type: recall_at_20 + value: 3.401 + - type: recall_at_100 + value: 10.413 + - type: recall_at_1000 + value: 63.239000000000004 + - type: precision_at_1 + value: 0.942 + - type: precision_at_3 + value: 0.40099999999999997 + - type: precision_at_5 + value: 0.304 + - type: precision_at_10 + value: 0.241 + - type: precision_at_20 + value: 0.16999999999999998 + - type: precision_at_100 + value: 0.104 + - type: precision_at_1000 + value: 0.063 + - type: mrr_at_1 + value: 0.9419000000000001 + - type: mrr_at_3 + value: 1.0553 + - type: mrr_at_5 + value: 1.1233 + - type: mrr_at_10 + value: 1.2364 + - type: mrr_at_20 + value: 1.3032 + - type: mrr_at_100 + value: 1.4472 + - type: mrr_at_1000 + value: 1.5868 + - type: nauc_ndcg_at_1_max + value: 44.329 + - type: nauc_ndcg_at_1_std + value: -22.1462 + - type: nauc_ndcg_at_1_diff1 + value: 54.6924 + - type: nauc_ndcg_at_3_max + value: 44.3874 + - type: nauc_ndcg_at_3_std + value: -12.476700000000001 + - type: nauc_ndcg_at_3_diff1 + value: 43.205799999999996 + - type: nauc_ndcg_at_5_max + value: 40.2294 + - type: nauc_ndcg_at_5_std + value: -7.8638 + - type: nauc_ndcg_at_5_diff1 + value: 41.3091 + - type: nauc_ndcg_at_10_max + value: 38.2905 + - type: nauc_ndcg_at_10_std + value: -5.8234 + - type: nauc_ndcg_at_10_diff1 + value: 35.6644 + - type: nauc_ndcg_at_20_max + value: 32.7502 + - type: nauc_ndcg_at_20_std + value: -3.6723 + - type: nauc_ndcg_at_20_diff1 + value: 32.0788 + - type: nauc_ndcg_at_100_max + value: 18.657899999999998 + - type: nauc_ndcg_at_100_std + value: 0.0926 + - type: nauc_ndcg_at_100_diff1 + value: 19.2937 + - type: nauc_ndcg_at_1000_max + value: 12.2758 + - type: nauc_ndcg_at_1000_std + value: -2.3555 + - type: nauc_ndcg_at_1000_diff1 + value: 13.314100000000002 + - type: nauc_map_at_1_max + value: 44.329 + - type: nauc_map_at_1_std + value: -22.1462 + - type: nauc_map_at_1_diff1 + value: 54.6924 + - type: nauc_map_at_3_max + value: 44.405699999999996 + - type: nauc_map_at_3_std + value: -14.424600000000002 + - type: nauc_map_at_3_diff1 + value: 45.6364 + - type: nauc_map_at_5_max + value: 42.0327 + - type: nauc_map_at_5_std + value: -11.7529 + - type: nauc_map_at_5_diff1 + value: 44.4403 + - type: nauc_map_at_10_max + value: 40.7915 + - type: nauc_map_at_10_std + value: -10.4077 + - type: nauc_map_at_10_diff1 + value: 41.1685 + - type: nauc_map_at_20_max + value: 38.574799999999996 + - type: nauc_map_at_20_std + value: -9.4044 + - type: nauc_map_at_20_diff1 + value: 39.5908 + - type: nauc_map_at_100_max + value: 34.6009 + - type: nauc_map_at_100_std + value: -7.71 + - type: nauc_map_at_100_diff1 + value: 35.6646 + - type: nauc_map_at_1000_max + value: 33.46 + - type: nauc_map_at_1000_std + value: -7.535500000000001 + - type: nauc_map_at_1000_diff1 + value: 34.6565 + - type: nauc_recall_at_1_max + value: 44.329 + - type: nauc_recall_at_1_std + value: -22.1462 + - type: nauc_recall_at_1_diff1 + value: 54.6924 + - type: nauc_recall_at_3_max + value: 44.3297 + - type: nauc_recall_at_3_std + value: -7.5964 + - type: nauc_recall_at_3_diff1 + value: 37.0708 + - type: nauc_recall_at_5_max + value: 35.8238 + - type: nauc_recall_at_5_std + value: 1.0823 + - type: nauc_recall_at_5_diff1 + value: 34.3532 + - type: nauc_recall_at_10_max + value: 34.007 + - type: nauc_recall_at_10_std + value: 1.8081 + - type: nauc_recall_at_10_diff1 + value: 26.466099999999997 + - type: nauc_recall_at_20_max + value: 24.140900000000002 + - type: nauc_recall_at_20_std + value: 4.0295 + - type: nauc_recall_at_20_diff1 + value: 21.781100000000002 + - type: nauc_recall_at_100_max + value: 6.908499999999999 + - type: nauc_recall_at_100_std + value: 4.5512 + - type: nauc_recall_at_100_diff1 + value: 7.940600000000001 + - type: nauc_recall_at_1000_max + value: 0.2262 + - type: nauc_recall_at_1000_std + value: -2.7483 + - type: nauc_recall_at_1000_diff1 + value: 1.2992 + - type: nauc_precision_at_1_max + value: 44.329 + - type: nauc_precision_at_1_std + value: -22.1462 + - type: nauc_precision_at_1_diff1 + value: 54.6924 + - type: nauc_precision_at_3_max + value: 44.3297 + - type: nauc_precision_at_3_std + value: -7.5964 + - type: nauc_precision_at_3_diff1 + value: 37.0708 + - type: nauc_precision_at_5_max + value: 35.8238 + - type: nauc_precision_at_5_std + value: 1.0823 + - type: nauc_precision_at_5_diff1 + value: 34.3532 + - type: nauc_precision_at_10_max + value: 34.007 + - type: nauc_precision_at_10_std + value: 1.8081 + - type: nauc_precision_at_10_diff1 + value: 26.466099999999997 + - type: nauc_precision_at_20_max + value: 24.140900000000002 + - type: nauc_precision_at_20_std + value: 4.0295 + - type: nauc_precision_at_20_diff1 + value: 21.781100000000002 + - type: nauc_precision_at_100_max + value: 6.908499999999999 + - type: nauc_precision_at_100_std + value: 4.5512 + - type: nauc_precision_at_100_diff1 + value: 7.940600000000001 + - type: nauc_precision_at_1000_max + value: 0.3281 + - type: nauc_precision_at_1000_std + value: -2.6999 + - type: nauc_precision_at_1000_diff1 + value: 1.2890000000000001 + - type: nauc_mrr_at_1_max + value: 44.329 + - type: nauc_mrr_at_1_std + value: -22.1462 + - type: nauc_mrr_at_1_diff1 + value: 54.6924 + - type: nauc_mrr_at_3_max + value: 44.405699999999996 + - type: nauc_mrr_at_3_std + value: -14.424600000000002 + - type: nauc_mrr_at_3_diff1 + value: 45.6364 + - type: nauc_mrr_at_5_max + value: 42.0327 + - type: nauc_mrr_at_5_std + value: -11.7529 + - type: nauc_mrr_at_5_diff1 + value: 44.4403 + - type: nauc_mrr_at_10_max + value: 40.7915 + - type: nauc_mrr_at_10_std + value: -10.4077 + - type: nauc_mrr_at_10_diff1 + value: 41.1685 + - type: nauc_mrr_at_20_max + value: 38.574799999999996 + - type: nauc_mrr_at_20_std + value: -9.4044 + - type: nauc_mrr_at_20_diff1 + value: 39.5908 + - type: nauc_mrr_at_100_max + value: 34.6009 + - type: nauc_mrr_at_100_std + value: -7.71 + - type: nauc_mrr_at_100_diff1 + value: 35.6646 + - type: nauc_mrr_at_1000_max + value: 33.461800000000004 + - type: nauc_mrr_at_1000_std + value: -7.5348 + - type: nauc_mrr_at_1000_diff1 + value: 34.6565 + - type: main_score + value: 1.5010000000000001 + task: + type: Retrieval + - dataset: + config: ar + name: MTEB MintakaRetrieval (ar) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 7.308000000000001 + - type: ndcg_at_3 + value: 10.071 + - type: ndcg_at_5 + value: 10.985 + - type: ndcg_at_10 + value: 12.306000000000001 + - type: ndcg_at_20 + value: 13.205 + - type: ndcg_at_100 + value: 14.701 + - type: ndcg_at_1000 + value: 20.005 + - type: map_at_1 + value: 7.308000000000001 + - type: map_at_3 + value: 9.366 + - type: map_at_5 + value: 9.872 + - type: map_at_10 + value: 10.424999999999999 + - type: map_at_20 + value: 10.674999999999999 + - type: map_at_100 + value: 10.859 + - type: map_at_1000 + value: 10.984 + - type: recall_at_1 + value: 7.308000000000001 + - type: recall_at_3 + value: 12.120000000000001 + - type: recall_at_5 + value: 14.344000000000001 + - type: recall_at_10 + value: 18.384 + - type: recall_at_20 + value: 21.925 + - type: recall_at_100 + value: 30.322 + - type: recall_at_1000 + value: 76.668 + - type: precision_at_1 + value: 7.308000000000001 + - type: precision_at_3 + value: 4.04 + - type: precision_at_5 + value: 2.869 + - type: precision_at_10 + value: 1.838 + - type: precision_at_20 + value: 1.0959999999999999 + - type: precision_at_100 + value: 0.303 + - type: precision_at_1000 + value: 0.077 + - type: mrr_at_1 + value: 7.308199999999999 + - type: mrr_at_3 + value: 9.366 + - type: mrr_at_5 + value: 9.8721 + - type: mrr_at_10 + value: 10.4255 + - type: mrr_at_20 + value: 10.6746 + - type: mrr_at_100 + value: 10.8587 + - type: mrr_at_1000 + value: 10.9839 + - type: nauc_ndcg_at_1_max + value: 21.783 + - type: nauc_ndcg_at_1_std + value: 20.8127 + - type: nauc_ndcg_at_1_diff1 + value: 21.791 + - type: nauc_ndcg_at_3_max + value: 18.2102 + - type: nauc_ndcg_at_3_std + value: 17.9469 + - type: nauc_ndcg_at_3_diff1 + value: 14.283399999999999 + - type: nauc_ndcg_at_5_max + value: 18.4726 + - type: nauc_ndcg_at_5_std + value: 19.3571 + - type: nauc_ndcg_at_5_diff1 + value: 13.2607 + - type: nauc_ndcg_at_10_max + value: 18.5108 + - type: nauc_ndcg_at_10_std + value: 21.5774 + - type: nauc_ndcg_at_10_diff1 + value: 11.7807 + - type: nauc_ndcg_at_20_max + value: 18.4889 + - type: nauc_ndcg_at_20_std + value: 22.3138 + - type: nauc_ndcg_at_20_diff1 + value: 12.0277 + - type: nauc_ndcg_at_100_max + value: 17.5017 + - type: nauc_ndcg_at_100_std + value: 21.1196 + - type: nauc_ndcg_at_100_diff1 + value: 11.5115 + - type: nauc_ndcg_at_1000_max + value: 17.2058 + - type: nauc_ndcg_at_1000_std + value: 20.3049 + - type: nauc_ndcg_at_1000_diff1 + value: 11.5737 + - type: nauc_map_at_1_max + value: 21.783 + - type: nauc_map_at_1_std + value: 20.8127 + - type: nauc_map_at_1_diff1 + value: 21.791 + - type: nauc_map_at_3_max + value: 18.8523 + - type: nauc_map_at_3_std + value: 18.4494 + - type: nauc_map_at_3_diff1 + value: 15.720899999999999 + - type: nauc_map_at_5_max + value: 19.0264 + - type: nauc_map_at_5_std + value: 19.329 + - type: nauc_map_at_5_diff1 + value: 15.057100000000002 + - type: nauc_map_at_10_max + value: 19.038 + - type: nauc_map_at_10_std + value: 20.3913 + - type: nauc_map_at_10_diff1 + value: 14.2778 + - type: nauc_map_at_20_max + value: 19.0167 + - type: nauc_map_at_20_std + value: 20.6651 + - type: nauc_map_at_20_diff1 + value: 14.2818 + - type: nauc_map_at_100_max + value: 18.8506 + - type: nauc_map_at_100_std + value: 20.5035 + - type: nauc_map_at_100_diff1 + value: 14.194300000000002 + - type: nauc_map_at_1000_max + value: 18.814600000000002 + - type: nauc_map_at_1000_std + value: 20.4537 + - type: nauc_map_at_1000_diff1 + value: 14.1742 + - type: nauc_recall_at_1_max + value: 21.783 + - type: nauc_recall_at_1_std + value: 20.8127 + - type: nauc_recall_at_1_diff1 + value: 21.791 + - type: nauc_recall_at_3_max + value: 16.7429 + - type: nauc_recall_at_3_std + value: 16.8033 + - type: nauc_recall_at_3_diff1 + value: 10.9673 + - type: nauc_recall_at_5_max + value: 17.305400000000002 + - type: nauc_recall_at_5_std + value: 19.543 + - type: nauc_recall_at_5_diff1 + value: 9.339 + - type: nauc_recall_at_10_max + value: 17.5378 + - type: nauc_recall_at_10_std + value: 24.3867 + - type: nauc_recall_at_10_diff1 + value: 6.776 + - type: nauc_recall_at_20_max + value: 17.6106 + - type: nauc_recall_at_20_std + value: 25.9784 + - type: nauc_recall_at_20_diff1 + value: 8.1176 + - type: nauc_recall_at_100_max + value: 14.5343 + - type: nauc_recall_at_100_std + value: 21.406 + - type: nauc_recall_at_100_diff1 + value: 6.8826 + - type: nauc_recall_at_1000_max + value: 11.740200000000002 + - type: nauc_recall_at_1000_std + value: 16.5951 + - type: nauc_recall_at_1000_diff1 + value: 5.6598999999999995 + - type: nauc_precision_at_1_max + value: 21.783 + - type: nauc_precision_at_1_std + value: 20.8127 + - type: nauc_precision_at_1_diff1 + value: 21.791 + - type: nauc_precision_at_3_max + value: 16.7429 + - type: nauc_precision_at_3_std + value: 16.8033 + - type: nauc_precision_at_3_diff1 + value: 10.9673 + - type: nauc_precision_at_5_max + value: 17.305400000000002 + - type: nauc_precision_at_5_std + value: 19.543 + - type: nauc_precision_at_5_diff1 + value: 9.339 + - type: nauc_precision_at_10_max + value: 17.5378 + - type: nauc_precision_at_10_std + value: 24.3867 + - type: nauc_precision_at_10_diff1 + value: 6.776 + - type: nauc_precision_at_20_max + value: 17.6106 + - type: nauc_precision_at_20_std + value: 25.9784 + - type: nauc_precision_at_20_diff1 + value: 8.1176 + - type: nauc_precision_at_100_max + value: 14.5343 + - type: nauc_precision_at_100_std + value: 21.406 + - type: nauc_precision_at_100_diff1 + value: 6.8826 + - type: nauc_precision_at_1000_max + value: 11.740200000000002 + - type: nauc_precision_at_1000_std + value: 16.5951 + - type: nauc_precision_at_1000_diff1 + value: 5.6598999999999995 + - type: nauc_mrr_at_1_max + value: 21.783 + - type: nauc_mrr_at_1_std + value: 20.8127 + - type: nauc_mrr_at_1_diff1 + value: 21.791 + - type: nauc_mrr_at_3_max + value: 18.8523 + - type: nauc_mrr_at_3_std + value: 18.4494 + - type: nauc_mrr_at_3_diff1 + value: 15.720899999999999 + - type: nauc_mrr_at_5_max + value: 19.0264 + - type: nauc_mrr_at_5_std + value: 19.329 + - type: nauc_mrr_at_5_diff1 + value: 15.057100000000002 + - type: nauc_mrr_at_10_max + value: 19.038 + - type: nauc_mrr_at_10_std + value: 20.3913 + - type: nauc_mrr_at_10_diff1 + value: 14.2778 + - type: nauc_mrr_at_20_max + value: 19.0167 + - type: nauc_mrr_at_20_std + value: 20.6651 + - type: nauc_mrr_at_20_diff1 + value: 14.2818 + - type: nauc_mrr_at_100_max + value: 18.8506 + - type: nauc_mrr_at_100_std + value: 20.5035 + - type: nauc_mrr_at_100_diff1 + value: 14.194300000000002 + - type: nauc_mrr_at_1000_max + value: 18.814600000000002 + - type: nauc_mrr_at_1000_std + value: 20.4537 + - type: nauc_mrr_at_1000_diff1 + value: 14.1742 + - type: main_score + value: 12.306000000000001 + task: + type: Retrieval + - dataset: + config: arabic + name: MTEB MrTidyRetrieval (arabic) + revision: fc24a3ce8f09746410daee3d5cd823ff7a0675b7 + split: test + type: mteb/mrtidy + metrics: + - type: ndcg_at_1 + value: 2.128 + - type: ndcg_at_3 + value: 2.632 + - type: ndcg_at_5 + value: 3.2329999999999997 + - type: ndcg_at_10 + value: 3.9469999999999996 + - type: ndcg_at_20 + value: 4.4479999999999995 + - type: ndcg_at_100 + value: 6.2330000000000005 + - type: ndcg_at_1000 + value: 8.812000000000001 + - type: map_at_1 + value: 1.989 + - type: map_at_3 + value: 2.444 + - type: map_at_5 + value: 2.786 + - type: map_at_10 + value: 3.078 + - type: map_at_20 + value: 3.2099999999999995 + - type: map_at_100 + value: 3.42 + - type: map_at_1000 + value: 3.497 + - type: recall_at_1 + value: 1.989 + - type: recall_at_3 + value: 3.006 + - type: recall_at_5 + value: 4.394 + - type: recall_at_10 + value: 6.614000000000001 + - type: recall_at_20 + value: 8.511000000000001 + - type: recall_at_100 + value: 18.378 + - type: recall_at_1000 + value: 39.300000000000004 + - type: precision_at_1 + value: 2.128 + - type: precision_at_3 + value: 1.079 + - type: precision_at_5 + value: 0.962 + - type: precision_at_10 + value: 0.712 + - type: precision_at_20 + value: 0.47200000000000003 + - type: precision_at_100 + value: 0.20500000000000002 + - type: precision_at_1000 + value: 0.044000000000000004 + - type: mrr_at_1 + value: 2.1277 + - type: mrr_at_3 + value: 2.621 + - type: mrr_at_5 + value: 2.9726 + - type: mrr_at_10 + value: 3.2579 + - type: mrr_at_20 + value: 3.4111000000000002 + - type: mrr_at_100 + value: 3.6346999999999996 + - type: mrr_at_1000 + value: 3.7098 + - type: nauc_ndcg_at_1_max + value: 9.8338 + - type: nauc_ndcg_at_1_std + value: -12.548 + - type: nauc_ndcg_at_1_diff1 + value: 23.988100000000003 + - type: nauc_ndcg_at_3_max + value: 14.5487 + - type: nauc_ndcg_at_3_std + value: -14.249400000000001 + - type: nauc_ndcg_at_3_diff1 + value: 24.1887 + - type: nauc_ndcg_at_5_max + value: 15.2084 + - type: nauc_ndcg_at_5_std + value: -12.0395 + - type: nauc_ndcg_at_5_diff1 + value: 21.9387 + - type: nauc_ndcg_at_10_max + value: 16.49 + - type: nauc_ndcg_at_10_std + value: -9.2455 + - type: nauc_ndcg_at_10_diff1 + value: 19.6085 + - type: nauc_ndcg_at_20_max + value: 16.7376 + - type: nauc_ndcg_at_20_std + value: -7.4205 + - type: nauc_ndcg_at_20_diff1 + value: 17.7278 + - type: nauc_ndcg_at_100_max + value: 12.4233 + - type: nauc_ndcg_at_100_std + value: -5.614800000000001 + - type: nauc_ndcg_at_100_diff1 + value: 14.599799999999998 + - type: nauc_ndcg_at_1000_max + value: 14.0367 + - type: nauc_ndcg_at_1000_std + value: -4.0573 + - type: nauc_ndcg_at_1000_diff1 + value: 15.4415 + - type: nauc_map_at_1_max + value: 12.962499999999999 + - type: nauc_map_at_1_std + value: -11.679599999999999 + - type: nauc_map_at_1_diff1 + value: 24.3343 + - type: nauc_map_at_3_max + value: 14.8937 + - type: nauc_map_at_3_std + value: -13.460700000000001 + - type: nauc_map_at_3_diff1 + value: 24.3587 + - type: nauc_map_at_5_max + value: 15.174299999999999 + - type: nauc_map_at_5_std + value: -12.3433 + - type: nauc_map_at_5_diff1 + value: 22.753899999999998 + - type: nauc_map_at_10_max + value: 15.7631 + - type: nauc_map_at_10_std + value: -10.7924 + - type: nauc_map_at_10_diff1 + value: 21.3339 + - type: nauc_map_at_20_max + value: 15.8264 + - type: nauc_map_at_20_std + value: -10.1158 + - type: nauc_map_at_20_diff1 + value: 20.6053 + - type: nauc_map_at_100_max + value: 14.8213 + - type: nauc_map_at_100_std + value: -9.7321 + - type: nauc_map_at_100_diff1 + value: 19.7135 + - type: nauc_map_at_1000_max + value: 14.8924 + - type: nauc_map_at_1000_std + value: -9.5351 + - type: nauc_map_at_1000_diff1 + value: 19.6631 + - type: nauc_recall_at_1_max + value: 12.962499999999999 + - type: nauc_recall_at_1_std + value: -11.679599999999999 + - type: nauc_recall_at_1_diff1 + value: 24.3343 + - type: nauc_recall_at_3_max + value: 16.7586 + - type: nauc_recall_at_3_std + value: -15.3483 + - type: nauc_recall_at_3_diff1 + value: 25.061899999999998 + - type: nauc_recall_at_5_max + value: 17.8571 + - type: nauc_recall_at_5_std + value: -11.274099999999999 + - type: nauc_recall_at_5_diff1 + value: 21.6014 + - type: nauc_recall_at_10_max + value: 19.5196 + - type: nauc_recall_at_10_std + value: -6.507899999999999 + - type: nauc_recall_at_10_diff1 + value: 17.893 + - type: nauc_recall_at_20_max + value: 19.6178 + - type: nauc_recall_at_20_std + value: -3.0103999999999997 + - type: nauc_recall_at_20_diff1 + value: 14.6408 + - type: nauc_recall_at_100_max + value: 10.41 + - type: nauc_recall_at_100_std + value: -0.7312 + - type: nauc_recall_at_100_diff1 + value: 10.3312 + - type: nauc_recall_at_1000_max + value: 15.058 + - type: nauc_recall_at_1000_std + value: 1.5328 + - type: nauc_recall_at_1000_diff1 + value: 13.9017 + - type: nauc_precision_at_1_max + value: 9.8338 + - type: nauc_precision_at_1_std + value: -12.548 + - type: nauc_precision_at_1_diff1 + value: 23.988100000000003 + - type: nauc_precision_at_3_max + value: 12.634699999999999 + - type: nauc_precision_at_3_std + value: -16.3304 + - type: nauc_precision_at_3_diff1 + value: 22.9192 + - type: nauc_precision_at_5_max + value: 12.7579 + - type: nauc_precision_at_5_std + value: -11.520199999999999 + - type: nauc_precision_at_5_diff1 + value: 17.8422 + - type: nauc_precision_at_10_max + value: 15.9994 + - type: nauc_precision_at_10_std + value: -6.447700000000001 + - type: nauc_precision_at_10_diff1 + value: 15.634799999999998 + - type: nauc_precision_at_20_max + value: 16.1337 + - type: nauc_precision_at_20_std + value: -3.8893999999999997 + - type: nauc_precision_at_20_diff1 + value: 11.8299 + - type: nauc_precision_at_100_max + value: 7.0385 + - type: nauc_precision_at_100_std + value: -2.4169 + - type: nauc_precision_at_100_diff1 + value: 7.9619 + - type: nauc_precision_at_1000_max + value: 11.1822 + - type: nauc_precision_at_1000_std + value: -0.7087 + - type: nauc_precision_at_1000_diff1 + value: 11.1584 + - type: nauc_mrr_at_1_max + value: 9.8338 + - type: nauc_mrr_at_1_std + value: -12.548 + - type: nauc_mrr_at_1_diff1 + value: 23.988100000000003 + - type: nauc_mrr_at_3_max + value: 11.2985 + - type: nauc_mrr_at_3_std + value: -14.4349 + - type: nauc_mrr_at_3_diff1 + value: 23.0904 + - type: nauc_mrr_at_5_max + value: 11.9144 + - type: nauc_mrr_at_5_std + value: -12.544 + - type: nauc_mrr_at_5_diff1 + value: 21.580099999999998 + - type: nauc_mrr_at_10_max + value: 12.802299999999999 + - type: nauc_mrr_at_10_std + value: -11.1495 + - type: nauc_mrr_at_10_diff1 + value: 20.1189 + - type: nauc_mrr_at_20_max + value: 13.0409 + - type: nauc_mrr_at_20_std + value: -10.516399999999999 + - type: nauc_mrr_at_20_diff1 + value: 19.3462 + - type: nauc_mrr_at_100_max + value: 12.0976 + - type: nauc_mrr_at_100_std + value: -10.1146 + - type: nauc_mrr_at_100_diff1 + value: 18.3944 + - type: nauc_mrr_at_1000_max + value: 12.155100000000001 + - type: nauc_mrr_at_1000_std + value: -9.9877 + - type: nauc_mrr_at_1000_diff1 + value: 18.390500000000003 + - type: main_score + value: 3.9469999999999996 task: type: Retrieval - dataset: config: default - name: MTEB SadeemQuestionRetrieval (ar) + name: MTEB SadeemQuestionRetrieval (default) revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9 split: test - type: sadeem/mmteb-sadeem + type: sadeem-ai/sadeem-ar-eval-retrieval-questions + metrics: + - type: ndcg_at_1 + value: 19.435 + - type: ndcg_at_3 + value: 42.789 + - type: ndcg_at_5 + value: 44.798 + - type: ndcg_at_10 + value: 46.705999999999996 + - type: ndcg_at_20 + value: 48.193000000000005 + - type: ndcg_at_100 + value: 49.882 + - type: ndcg_at_1000 + value: 50.924 + - type: map_at_1 + value: 19.435 + - type: map_at_3 + value: 36.596000000000004 + - type: map_at_5 + value: 37.721 + - type: map_at_10 + value: 38.521 + - type: map_at_20 + value: 38.934999999999995 + - type: map_at_100 + value: 39.169 + - type: map_at_1000 + value: 39.205 + - type: recall_at_1 + value: 19.435 + - type: recall_at_3 + value: 60.89 + - type: recall_at_5 + value: 65.725 + - type: recall_at_10 + value: 71.565 + - type: recall_at_20 + value: 77.405 + - type: recall_at_100 + value: 86.50099999999999 + - type: recall_at_1000 + value: 94.926 + - type: precision_at_1 + value: 19.435 + - type: precision_at_3 + value: 20.297 + - type: precision_at_5 + value: 13.145000000000001 + - type: precision_at_10 + value: 7.156999999999999 + - type: precision_at_20 + value: 3.8699999999999997 + - type: precision_at_100 + value: 0.865 + - type: precision_at_1000 + value: 0.095 + - type: mrr_at_1 + value: 17.8076 + - type: mrr_at_3 + value: 35.4875 + - type: mrr_at_5 + value: 36.78 + - type: mrr_at_10 + value: 37.5405 + - type: mrr_at_20 + value: 37.966 + - type: mrr_at_100 + value: 38.1923 + - type: mrr_at_1000 + value: 38.2282 + - type: nauc_ndcg_at_1_max + value: 33.4563 + - type: nauc_ndcg_at_1_std + value: 14.063300000000002 + - type: nauc_ndcg_at_1_diff1 + value: -29.665999999999997 + - type: nauc_ndcg_at_3_max + value: 55.5122 + - type: nauc_ndcg_at_3_std + value: 23.3885 + - type: nauc_ndcg_at_3_diff1 + value: -60.501099999999994 + - type: nauc_ndcg_at_5_max + value: 54.832499999999996 + - type: nauc_ndcg_at_5_std + value: 23.6066 + - type: nauc_ndcg_at_5_diff1 + value: -57.5511 + - type: nauc_ndcg_at_10_max + value: 54.089600000000004 + - type: nauc_ndcg_at_10_std + value: 23.9497 + - type: nauc_ndcg_at_10_diff1 + value: -55.457699999999996 + - type: nauc_ndcg_at_20_max + value: 53.3345 + - type: nauc_ndcg_at_20_std + value: 24.313399999999998 + - type: nauc_ndcg_at_20_diff1 + value: -54.1937 + - type: nauc_ndcg_at_100_max + value: 52.2829 + - type: nauc_ndcg_at_100_std + value: 24.3924 + - type: nauc_ndcg_at_100_diff1 + value: -52.9938 + - type: nauc_ndcg_at_1000_max + value: 51.5458 + - type: nauc_ndcg_at_1000_std + value: 23.4862 + - type: nauc_ndcg_at_1000_diff1 + value: -51.9041 + - type: nauc_map_at_1_max + value: 33.4563 + - type: nauc_map_at_1_std + value: 14.063300000000002 + - type: nauc_map_at_1_diff1 + value: -29.665999999999997 + - type: nauc_map_at_3_max + value: 49.4643 + - type: nauc_map_at_3_std + value: 20.686 + - type: nauc_map_at_3_diff1 + value: -51.4965 + - type: nauc_map_at_5_max + value: 48.976 + - type: nauc_map_at_5_std + value: 20.7495 + - type: nauc_map_at_5_diff1 + value: -49.645 + - type: nauc_map_at_10_max + value: 48.5698 + - type: nauc_map_at_10_std + value: 20.8694 + - type: nauc_map_at_10_diff1 + value: -48.673100000000005 + - type: nauc_map_at_20_max + value: 48.3171 + - type: nauc_map_at_20_std + value: 20.951900000000002 + - type: nauc_map_at_20_diff1 + value: -48.2722 + - type: nauc_map_at_100_max + value: 48.1488 + - type: nauc_map_at_100_std + value: 20.9507 + - type: nauc_map_at_100_diff1 + value: -48.0933 + - type: nauc_map_at_1000_max + value: 48.1232 + - type: nauc_map_at_1000_std + value: 20.9226 + - type: nauc_map_at_1000_diff1 + value: -48.0486 + - type: nauc_recall_at_1_max + value: 33.4563 + - type: nauc_recall_at_1_std + value: 14.063300000000002 + - type: nauc_recall_at_1_diff1 + value: -29.665999999999997 + - type: nauc_recall_at_3_max + value: 73.1441 + - type: nauc_recall_at_3_std + value: 31.3154 + - type: nauc_recall_at_3_diff1 + value: -86.93469999999999 + - type: nauc_recall_at_5_max + value: 73.0428 + - type: nauc_recall_at_5_std + value: 32.6181 + - type: nauc_recall_at_5_diff1 + value: -82.15289999999999 + - type: nauc_recall_at_10_max + value: 73.0875 + - type: nauc_recall_at_10_std + value: 34.933 + - type: nauc_recall_at_10_diff1 + value: -78.28 + - type: nauc_recall_at_20_max + value: 73.03150000000001 + - type: nauc_recall_at_20_std + value: 38.8894 + - type: nauc_recall_at_20_diff1 + value: -76.3884 + - type: nauc_recall_at_100_max + value: 73.2723 + - type: nauc_recall_at_100_std + value: 47.7568 + - type: nauc_recall_at_100_diff1 + value: -75.98169999999999 + - type: nauc_recall_at_1000_max + value: 76.5266 + - type: nauc_recall_at_1000_std + value: 47.3315 + - type: nauc_recall_at_1000_diff1 + value: -70.95139999999999 + - type: nauc_precision_at_1_max + value: 33.4563 + - type: nauc_precision_at_1_std + value: 14.063300000000002 + - type: nauc_precision_at_1_diff1 + value: -29.665999999999997 + - type: nauc_precision_at_3_max + value: 73.1441 + - type: nauc_precision_at_3_std + value: 31.3154 + - type: nauc_precision_at_3_diff1 + value: -86.93469999999999 + - type: nauc_precision_at_5_max + value: 73.0428 + - type: nauc_precision_at_5_std + value: 32.6181 + - type: nauc_precision_at_5_diff1 + value: -82.15289999999999 + - type: nauc_precision_at_10_max + value: 73.0875 + - type: nauc_precision_at_10_std + value: 34.933 + - type: nauc_precision_at_10_diff1 + value: -78.28 + - type: nauc_precision_at_20_max + value: 73.03150000000001 + - type: nauc_precision_at_20_std + value: 38.8894 + - type: nauc_precision_at_20_diff1 + value: -76.3884 + - type: nauc_precision_at_100_max + value: 73.2723 + - type: nauc_precision_at_100_std + value: 47.7568 + - type: nauc_precision_at_100_diff1 + value: -75.98169999999999 + - type: nauc_precision_at_1000_max + value: 76.5266 + - type: nauc_precision_at_1000_std + value: 47.3315 + - type: nauc_precision_at_1000_diff1 + value: -70.95139999999999 + - type: nauc_mrr_at_1_max + value: 28.7221 + - type: nauc_mrr_at_1_std + value: 11.3037 + - type: nauc_mrr_at_1_diff1 + value: -36.5891 + - type: nauc_mrr_at_3_max + value: 47.3382 + - type: nauc_mrr_at_3_std + value: 19.6286 + - type: nauc_mrr_at_3_diff1 + value: -57.08689999999999 + - type: nauc_mrr_at_5_max + value: 46.6486 + - type: nauc_mrr_at_5_std + value: 19.6178 + - type: nauc_mrr_at_5_diff1 + value: -55.2681 + - type: nauc_mrr_at_10_max + value: 46.0209 + - type: nauc_mrr_at_10_std + value: 19.5032 + - type: nauc_mrr_at_10_diff1 + value: -54.3868 + - type: nauc_mrr_at_20_max + value: 45.729 + - type: nauc_mrr_at_20_std + value: 19.4986 + - type: nauc_mrr_at_20_diff1 + value: -53.967699999999994 + - type: nauc_mrr_at_100_max + value: 45.5478 + - type: nauc_mrr_at_100_std + value: 19.484299999999998 + - type: nauc_mrr_at_100_diff1 + value: -53.8288 + - type: nauc_mrr_at_1000_max + value: 45.5182 + - type: nauc_mrr_at_1000_std + value: 19.453400000000002 + - type: nauc_mrr_at_1000_diff1 + value: -53.7893 + - type: main_score + value: 46.705999999999996 + task: + type: Retrieval + - dataset: + config: ara-ara + name: MTEB XPQARetrieval (ara-ara) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa metrics: - - type: main_score - value: 46.706 - - type: map_at_1 - value: 19.435 - - type: map_at_3 - value: 36.596 - - type: map_at_5 - value: 37.721 - - type: map_at_10 - value: 38.521 - - type: ndcg_at_1 - value: 19.435 - - type: ndcg_at_3 - value: 42.789 - - type: ndcg_at_5 - value: 44.798 - - type: ndcg_at_10 - value: 46.706 - - type: recall_at_1 - value: 19.435 - - type: recall_at_3 - value: 60.89 - - type: recall_at_5 - value: 65.725 - - type: recall_at_10 - value: 71.565 - - type: precision_at_1 - value: 19.435 - - type: precision_at_3 - value: 20.297 - - type: precision_at_5 - value: 13.145 - - type: precision_at_10 - value: 7.157 - - type: mrr_at_1 - value: 17.8076 - - type: mrr_at_3 - value: 35.4875 - - type: mrr_at_5 - value: 36.78 - - type: mrr_at_10 - value: 37.5405 + - type: ndcg_at_1 + value: 20.8 + - type: ndcg_at_3 + value: 20.547 + - type: ndcg_at_5 + value: 21.232 + - type: ndcg_at_10 + value: 23.518 + - type: ndcg_at_20 + value: 25.659 + - type: ndcg_at_100 + value: 29.643000000000004 + - type: ndcg_at_1000 + value: 34.81 + - type: map_at_1 + value: 10.544 + - type: map_at_3 + value: 16.2 + - type: map_at_5 + value: 17.743000000000002 + - type: map_at_10 + value: 18.951 + - type: map_at_20 + value: 19.704 + - type: map_at_100 + value: 20.355 + - type: map_at_1000 + value: 20.569000000000003 + - type: recall_at_1 + value: 10.544 + - type: recall_at_3 + value: 19.32 + - type: recall_at_5 + value: 23.355999999999998 + - type: recall_at_10 + value: 28.951 + - type: recall_at_20 + value: 35.878 + - type: recall_at_100 + value: 54.496 + - type: recall_at_1000 + value: 90.958 + - type: precision_at_1 + value: 20.8 + - type: precision_at_3 + value: 14.133000000000001 + - type: precision_at_5 + value: 10.453 + - type: precision_at_10 + value: 6.52 + - type: precision_at_20 + value: 4.0 + - type: precision_at_100 + value: 1.172 + - type: precision_at_1000 + value: 0.186 + - type: mrr_at_1 + value: 20.8 + - type: mrr_at_3 + value: 24.8444 + - type: mrr_at_5 + value: 25.7911 + - type: mrr_at_10 + value: 26.5573 + - type: mrr_at_20 + value: 27.030500000000004 + - type: mrr_at_100 + value: 27.4134 + - type: mrr_at_1000 + value: 27.528799999999997 + - type: nauc_ndcg_at_1_max + value: 31.7051 + - type: nauc_ndcg_at_1_std + value: 1.2411999999999999 + - type: nauc_ndcg_at_1_diff1 + value: 33.0747 + - type: nauc_ndcg_at_3_max + value: 30.142400000000002 + - type: nauc_ndcg_at_3_std + value: -0.9313999999999999 + - type: nauc_ndcg_at_3_diff1 + value: 26.7065 + - type: nauc_ndcg_at_5_max + value: 29.7749 + - type: nauc_ndcg_at_5_std + value: 0.0249 + - type: nauc_ndcg_at_5_diff1 + value: 26.8829 + - type: nauc_ndcg_at_10_max + value: 30.777500000000003 + - type: nauc_ndcg_at_10_std + value: 0.7138 + - type: nauc_ndcg_at_10_diff1 + value: 26.270599999999998 + - type: nauc_ndcg_at_20_max + value: 30.8149 + - type: nauc_ndcg_at_20_std + value: 0.7107 + - type: nauc_ndcg_at_20_diff1 + value: 26.0781 + - type: nauc_ndcg_at_100_max + value: 30.1661 + - type: nauc_ndcg_at_100_std + value: 1.4445 + - type: nauc_ndcg_at_100_diff1 + value: 25.7807 + - type: nauc_ndcg_at_1000_max + value: 31.0257 + - type: nauc_ndcg_at_1000_std + value: 1.8606999999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 27.2222 + - type: nauc_map_at_1_max + value: 17.7301 + - type: nauc_map_at_1_std + value: -3.6554999999999995 + - type: nauc_map_at_1_diff1 + value: 31.9805 + - type: nauc_map_at_3_max + value: 27.411400000000004 + - type: nauc_map_at_3_std + value: -2.1001 + - type: nauc_map_at_3_diff1 + value: 26.7978 + - type: nauc_map_at_5_max + value: 28.4826 + - type: nauc_map_at_5_std + value: -1.5623 + - type: nauc_map_at_5_diff1 + value: 26.6386 + - type: nauc_map_at_10_max + value: 29.229300000000002 + - type: nauc_map_at_10_std + value: -1.2293 + - type: nauc_map_at_10_diff1 + value: 26.287 + - type: nauc_map_at_20_max + value: 29.4007 + - type: nauc_map_at_20_std + value: -1.0069 + - type: nauc_map_at_20_diff1 + value: 26.114900000000002 + - type: nauc_map_at_100_max + value: 29.5016 + - type: nauc_map_at_100_std + value: -0.8401000000000001 + - type: nauc_map_at_100_diff1 + value: 26.247300000000003 + - type: nauc_map_at_1000_max + value: 29.5489 + - type: nauc_map_at_1000_std + value: -0.762 + - type: nauc_map_at_1000_diff1 + value: 26.3015 + - type: nauc_recall_at_1_max + value: 17.7301 + - type: nauc_recall_at_1_std + value: -3.6554999999999995 + - type: nauc_recall_at_1_diff1 + value: 31.9805 + - type: nauc_recall_at_3_max + value: 26.789099999999998 + - type: nauc_recall_at_3_std + value: -1.087 + - type: nauc_recall_at_3_diff1 + value: 22.7132 + - type: nauc_recall_at_5_max + value: 27.6821 + - type: nauc_recall_at_5_std + value: 1.043 + - type: nauc_recall_at_5_diff1 + value: 23.6854 + - type: nauc_recall_at_10_max + value: 28.6304 + - type: nauc_recall_at_10_std + value: 1.8037 + - type: nauc_recall_at_10_diff1 + value: 21.7246 + - type: nauc_recall_at_20_max + value: 27.939199999999996 + - type: nauc_recall_at_20_std + value: 0.9745 + - type: nauc_recall_at_20_diff1 + value: 20.9084 + - type: nauc_recall_at_100_max + value: 23.5267 + - type: nauc_recall_at_100_std + value: 3.2817 + - type: nauc_recall_at_100_diff1 + value: 17.907 + - type: nauc_recall_at_1000_max + value: 35.5056 + - type: nauc_recall_at_1000_std + value: 8.5216 + - type: nauc_recall_at_1000_diff1 + value: 36.6571 + - type: nauc_precision_at_1_max + value: 31.7051 + - type: nauc_precision_at_1_std + value: 1.2411999999999999 + - type: nauc_precision_at_1_diff1 + value: 33.0747 + - type: nauc_precision_at_3_max + value: 38.2081 + - type: nauc_precision_at_3_std + value: 1.3497000000000001 + - type: nauc_precision_at_3_diff1 + value: 22.3155 + - type: nauc_precision_at_5_max + value: 38.367200000000004 + - type: nauc_precision_at_5_std + value: 2.781 + - type: nauc_precision_at_5_diff1 + value: 21.5532 + - type: nauc_precision_at_10_max + value: 37.7538 + - type: nauc_precision_at_10_std + value: 4.7659 + - type: nauc_precision_at_10_diff1 + value: 19.6003 + - type: nauc_precision_at_20_max + value: 35.1427 + - type: nauc_precision_at_20_std + value: 5.5358 + - type: nauc_precision_at_20_diff1 + value: 17.808 + - type: nauc_precision_at_100_max + value: 29.7634 + - type: nauc_precision_at_100_std + value: 7.9015 + - type: nauc_precision_at_100_diff1 + value: 14.9111 + - type: nauc_precision_at_1000_max + value: 21.906100000000002 + - type: nauc_precision_at_1000_std + value: 8.9498 + - type: nauc_precision_at_1000_diff1 + value: 12.1544 + - type: nauc_mrr_at_1_max + value: 31.7051 + - type: nauc_mrr_at_1_std + value: 1.2411999999999999 + - type: nauc_mrr_at_1_diff1 + value: 33.0747 + - type: nauc_mrr_at_3_max + value: 31.278200000000002 + - type: nauc_mrr_at_3_std + value: 1.3494000000000002 + - type: nauc_mrr_at_3_diff1 + value: 29.066599999999998 + - type: nauc_mrr_at_5_max + value: 31.5683 + - type: nauc_mrr_at_5_std + value: 1.9106 + - type: nauc_mrr_at_5_diff1 + value: 29.5798 + - type: nauc_mrr_at_10_max + value: 31.744600000000002 + - type: nauc_mrr_at_10_std + value: 2.4455999999999998 + - type: nauc_mrr_at_10_diff1 + value: 29.1437 + - type: nauc_mrr_at_20_max + value: 31.5781 + - type: nauc_mrr_at_20_std + value: 2.2138 + - type: nauc_mrr_at_20_diff1 + value: 29.279899999999998 + - type: nauc_mrr_at_100_max + value: 31.435000000000002 + - type: nauc_mrr_at_100_std + value: 2.2043 + - type: nauc_mrr_at_100_diff1 + value: 29.216199999999997 + - type: nauc_mrr_at_1000_max + value: 31.465799999999998 + - type: nauc_mrr_at_1000_std + value: 2.2215 + - type: nauc_mrr_at_1000_diff1 + value: 29.2512 + - type: main_score + value: 23.518 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB XPQARetrieval (eng-ara) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 1.2 + - type: ndcg_at_3 + value: 1.1860000000000002 + - type: ndcg_at_5 + value: 1.3050000000000002 + - type: ndcg_at_10 + value: 1.6969999999999998 + - type: ndcg_at_20 + value: 2.044 + - type: ndcg_at_100 + value: 3.5069999999999997 + - type: ndcg_at_1000 + value: 11.62 + - type: map_at_1 + value: 0.656 + - type: map_at_3 + value: 0.903 + - type: map_at_5 + value: 1.051 + - type: map_at_10 + value: 1.189 + - type: map_at_20 + value: 1.2850000000000001 + - type: map_at_100 + value: 1.452 + - type: map_at_1000 + value: 1.6729999999999998 + - type: recall_at_1 + value: 0.656 + - type: recall_at_3 + value: 1.0290000000000001 + - type: recall_at_5 + value: 1.46 + - type: recall_at_10 + value: 2.478 + - type: recall_at_20 + value: 3.6639999999999997 + - type: recall_at_100 + value: 10.453 + - type: recall_at_1000 + value: 68.58 + - type: precision_at_1 + value: 1.2 + - type: precision_at_3 + value: 0.844 + - type: precision_at_5 + value: 0.6930000000000001 + - type: precision_at_10 + value: 0.573 + - type: precision_at_20 + value: 0.393 + - type: precision_at_100 + value: 0.22399999999999998 + - type: precision_at_1000 + value: 0.147 + - type: mrr_at_1 + value: 1.2 + - type: mrr_at_3 + value: 1.5778 + - type: mrr_at_5 + value: 1.6978 + - type: mrr_at_10 + value: 1.9314999999999998 + - type: mrr_at_20 + value: 2.0536 + - type: mrr_at_100 + value: 2.2948 + - type: mrr_at_1000 + value: 2.4878 + - type: nauc_ndcg_at_1_max + value: 74.081 + - type: nauc_ndcg_at_1_std + value: 5.8313 + - type: nauc_ndcg_at_1_diff1 + value: 62.427299999999995 + - type: nauc_ndcg_at_3_max + value: 65.3629 + - type: nauc_ndcg_at_3_std + value: 6.7885 + - type: nauc_ndcg_at_3_diff1 + value: 54.3825 + - type: nauc_ndcg_at_5_max + value: 63.497099999999996 + - type: nauc_ndcg_at_5_std + value: 7.2825 + - type: nauc_ndcg_at_5_diff1 + value: 49.7187 + - type: nauc_ndcg_at_10_max + value: 52.3784 + - type: nauc_ndcg_at_10_std + value: 3.5996 + - type: nauc_ndcg_at_10_diff1 + value: 38.3057 + - type: nauc_ndcg_at_20_max + value: 47.599799999999995 + - type: nauc_ndcg_at_20_std + value: 2.8116 + - type: nauc_ndcg_at_20_diff1 + value: 35.433 + - type: nauc_ndcg_at_100_max + value: 33.6852 + - type: nauc_ndcg_at_100_std + value: 4.1317 + - type: nauc_ndcg_at_100_diff1 + value: 21.5679 + - type: nauc_ndcg_at_1000_max + value: 24.516 + - type: nauc_ndcg_at_1000_std + value: 5.9024 + - type: nauc_ndcg_at_1000_diff1 + value: 15.1338 + - type: nauc_map_at_1_max + value: 85.331 + - type: nauc_map_at_1_std + value: 18.3235 + - type: nauc_map_at_1_diff1 + value: 80.762 + - type: nauc_map_at_3_max + value: 75.1557 + - type: nauc_map_at_3_std + value: 11.3855 + - type: nauc_map_at_3_diff1 + value: 69.277 + - type: nauc_map_at_5_max + value: 70.8756 + - type: nauc_map_at_5_std + value: 8.223700000000001 + - type: nauc_map_at_5_diff1 + value: 61.6509 + - type: nauc_map_at_10_max + value: 64.0045 + - type: nauc_map_at_10_std + value: 6.1125 + - type: nauc_map_at_10_diff1 + value: 54.5543 + - type: nauc_map_at_20_max + value: 61.04619999999999 + - type: nauc_map_at_20_std + value: 5.5213 + - type: nauc_map_at_20_diff1 + value: 52.05309999999999 + - type: nauc_map_at_100_max + value: 55.69 + - type: nauc_map_at_100_std + value: 5.2997000000000005 + - type: nauc_map_at_100_diff1 + value: 46.5183 + - type: nauc_map_at_1000_max + value: 53.2733 + - type: nauc_map_at_1000_std + value: 5.3787 + - type: nauc_map_at_1000_diff1 + value: 44.2553 + - type: nauc_recall_at_1_max + value: 85.331 + - type: nauc_recall_at_1_std + value: 18.3235 + - type: nauc_recall_at_1_diff1 + value: 80.762 + - type: nauc_recall_at_3_max + value: 68.1551 + - type: nauc_recall_at_3_std + value: 12.2398 + - type: nauc_recall_at_3_diff1 + value: 60.7436 + - type: nauc_recall_at_5_max + value: 62.2638 + - type: nauc_recall_at_5_std + value: 8.578 + - type: nauc_recall_at_5_diff1 + value: 42.3461 + - type: nauc_recall_at_10_max + value: 42.8151 + - type: nauc_recall_at_10_std + value: 1.034 + - type: nauc_recall_at_10_diff1 + value: 23.8109 + - type: nauc_recall_at_20_max + value: 36.9734 + - type: nauc_recall_at_20_std + value: 0.9624 + - type: nauc_recall_at_20_diff1 + value: 22.0584 + - type: nauc_recall_at_100_max + value: 21.0573 + - type: nauc_recall_at_100_std + value: 3.7708 + - type: nauc_recall_at_100_diff1 + value: 7.7184 + - type: nauc_recall_at_1000_max + value: 8.8652 + - type: nauc_recall_at_1000_std + value: 5.3474 + - type: nauc_recall_at_1000_diff1 + value: 7.3409 + - type: nauc_precision_at_1_max + value: 74.081 + - type: nauc_precision_at_1_std + value: 5.8313 + - type: nauc_precision_at_1_diff1 + value: 62.427299999999995 + - type: nauc_precision_at_3_max + value: 51.821 + - type: nauc_precision_at_3_std + value: -1.3345 + - type: nauc_precision_at_3_diff1 + value: 37.6809 + - type: nauc_precision_at_5_max + value: 45.9495 + - type: nauc_precision_at_5_std + value: -1.6027 + - type: nauc_precision_at_5_diff1 + value: 30.794 + - type: nauc_precision_at_10_max + value: 34.2635 + - type: nauc_precision_at_10_std + value: -4.0278 + - type: nauc_precision_at_10_diff1 + value: 19.223000000000003 + - type: nauc_precision_at_20_max + value: 30.588500000000003 + - type: nauc_precision_at_20_std + value: -5.0488 + - type: nauc_precision_at_20_diff1 + value: 20.971999999999998 + - type: nauc_precision_at_100_max + value: 18.7883 + - type: nauc_precision_at_100_std + value: 3.4913 + - type: nauc_precision_at_100_diff1 + value: 9.4293 + - type: nauc_precision_at_1000_max + value: 5.8584 + - type: nauc_precision_at_1000_std + value: 6.8013 + - type: nauc_precision_at_1000_diff1 + value: -2.4122 + - type: nauc_mrr_at_1_max + value: 74.081 + - type: nauc_mrr_at_1_std + value: 5.8313 + - type: nauc_mrr_at_1_diff1 + value: 62.427299999999995 + - type: nauc_mrr_at_3_max + value: 58.44819999999999 + - type: nauc_mrr_at_3_std + value: 3.6037 + - type: nauc_mrr_at_3_diff1 + value: 42.664699999999996 + - type: nauc_mrr_at_5_max + value: 56.606100000000005 + - type: nauc_mrr_at_5_std + value: 4.3769 + - type: nauc_mrr_at_5_diff1 + value: 39.446799999999996 + - type: nauc_mrr_at_10_max + value: 52.283699999999996 + - type: nauc_mrr_at_10_std + value: 3.3348000000000004 + - type: nauc_mrr_at_10_diff1 + value: 35.186099999999996 + - type: nauc_mrr_at_20_max + value: 50.6598 + - type: nauc_mrr_at_20_std + value: 3.1269 + - type: nauc_mrr_at_20_diff1 + value: 34.930099999999996 + - type: nauc_mrr_at_100_max + value: 46.7037 + - type: nauc_mrr_at_100_std + value: 3.2654 + - type: nauc_mrr_at_100_diff1 + value: 31.1309 + - type: nauc_mrr_at_1000_max + value: 46.1128 + - type: nauc_mrr_at_1000_std + value: 3.3853 + - type: nauc_mrr_at_1000_diff1 + value: 30.3609 + - type: main_score + value: 1.6969999999999998 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB XPQARetrieval (ara-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 1.617 + - type: ndcg_at_3 + value: 1.8159999999999998 + - type: ndcg_at_5 + value: 1.9869999999999999 + - type: ndcg_at_10 + value: 2.394 + - type: ndcg_at_20 + value: 2.724 + - type: ndcg_at_100 + value: 4.2909999999999995 + - type: ndcg_at_1000 + value: 12.857 + - type: map_at_1 + value: 0.903 + - type: map_at_3 + value: 1.421 + - type: map_at_5 + value: 1.5610000000000002 + - type: map_at_10 + value: 1.7420000000000002 + - type: map_at_20 + value: 1.828 + - type: map_at_100 + value: 2.016 + - type: map_at_1000 + value: 2.259 + - type: recall_at_1 + value: 0.903 + - type: recall_at_3 + value: 1.923 + - type: recall_at_5 + value: 2.4330000000000003 + - type: recall_at_10 + value: 3.4819999999999998 + - type: recall_at_20 + value: 4.5440000000000005 + - type: recall_at_100 + value: 11.846 + - type: recall_at_1000 + value: 74.371 + - type: precision_at_1 + value: 1.617 + - type: precision_at_3 + value: 1.168 + - type: precision_at_5 + value: 0.889 + - type: precision_at_10 + value: 0.647 + - type: precision_at_20 + value: 0.438 + - type: precision_at_100 + value: 0.244 + - type: precision_at_1000 + value: 0.146 + - type: mrr_at_1 + value: 1.6173 + - type: mrr_at_3 + value: 2.2686 + - type: mrr_at_5 + value: 2.3899 + - type: mrr_at_10 + value: 2.5806 + - type: mrr_at_20 + value: 2.7121 + - type: mrr_at_100 + value: 2.9324 + - type: mrr_at_1000 + value: 3.1441 + - type: nauc_ndcg_at_1_max + value: 41.4733 + - type: nauc_ndcg_at_1_std + value: 34.5204 + - type: nauc_ndcg_at_1_diff1 + value: 38.8662 + - type: nauc_ndcg_at_3_max + value: 41.3135 + - type: nauc_ndcg_at_3_std + value: 40.0385 + - type: nauc_ndcg_at_3_diff1 + value: 36.750899999999994 + - type: nauc_ndcg_at_5_max + value: 42.9281 + - type: nauc_ndcg_at_5_std + value: 39.9347 + - type: nauc_ndcg_at_5_diff1 + value: 35.3783 + - type: nauc_ndcg_at_10_max + value: 42.743900000000004 + - type: nauc_ndcg_at_10_std + value: 41.6663 + - type: nauc_ndcg_at_10_diff1 + value: 31.0463 + - type: nauc_ndcg_at_20_max + value: 43.5237 + - type: nauc_ndcg_at_20_std + value: 39.6809 + - type: nauc_ndcg_at_20_diff1 + value: 32.651 + - type: nauc_ndcg_at_100_max + value: 33.3655 + - type: nauc_ndcg_at_100_std + value: 32.0311 + - type: nauc_ndcg_at_100_diff1 + value: 28.723399999999998 + - type: nauc_ndcg_at_1000_max + value: 31.1311 + - type: nauc_ndcg_at_1000_std + value: 28.838900000000002 + - type: nauc_ndcg_at_1000_diff1 + value: 26.2104 + - type: nauc_map_at_1_max + value: 34.202 + - type: nauc_map_at_1_std + value: 33.9772 + - type: nauc_map_at_1_diff1 + value: 44.6104 + - type: nauc_map_at_3_max + value: 39.6785 + - type: nauc_map_at_3_std + value: 39.4152 + - type: nauc_map_at_3_diff1 + value: 37.6022 + - type: nauc_map_at_5_max + value: 41.2645 + - type: nauc_map_at_5_std + value: 38.6109 + - type: nauc_map_at_5_diff1 + value: 37.3159 + - type: nauc_map_at_10_max + value: 41.9172 + - type: nauc_map_at_10_std + value: 40.3848 + - type: nauc_map_at_10_diff1 + value: 35.2489 + - type: nauc_map_at_20_max + value: 42.0995 + - type: nauc_map_at_20_std + value: 39.6004 + - type: nauc_map_at_20_diff1 + value: 35.4418 + - type: nauc_map_at_100_max + value: 39.7447 + - type: nauc_map_at_100_std + value: 37.819599999999994 + - type: nauc_map_at_100_diff1 + value: 34.1062 + - type: nauc_map_at_1000_max + value: 39.2917 + - type: nauc_map_at_1000_std + value: 37.1777 + - type: nauc_map_at_1000_diff1 + value: 33.6102 + - type: nauc_recall_at_1_max + value: 34.202 + - type: nauc_recall_at_1_std + value: 33.9772 + - type: nauc_recall_at_1_diff1 + value: 44.6104 + - type: nauc_recall_at_3_max + value: 39.048 + - type: nauc_recall_at_3_std + value: 39.7222 + - type: nauc_recall_at_3_diff1 + value: 33.0168 + - type: nauc_recall_at_5_max + value: 42.954100000000004 + - type: nauc_recall_at_5_std + value: 39.4149 + - type: nauc_recall_at_5_diff1 + value: 31.6088 + - type: nauc_recall_at_10_max + value: 41.2203 + - type: nauc_recall_at_10_std + value: 41.7063 + - type: nauc_recall_at_10_diff1 + value: 24.0288 + - type: nauc_recall_at_20_max + value: 44.0757 + - type: nauc_recall_at_20_std + value: 38.6803 + - type: nauc_recall_at_20_diff1 + value: 29.157899999999998 + - type: nauc_recall_at_100_max + value: 24.6526 + - type: nauc_recall_at_100_std + value: 24.0066 + - type: nauc_recall_at_100_diff1 + value: 23.8347 + - type: nauc_recall_at_1000_max + value: 22.596 + - type: nauc_recall_at_1000_std + value: 21.290799999999997 + - type: nauc_recall_at_1000_diff1 + value: 21.012700000000002 + - type: nauc_precision_at_1_max + value: 41.4733 + - type: nauc_precision_at_1_std + value: 34.5204 + - type: nauc_precision_at_1_diff1 + value: 38.8662 + - type: nauc_precision_at_3_max + value: 48.1229 + - type: nauc_precision_at_3_std + value: 47.712500000000006 + - type: nauc_precision_at_3_diff1 + value: 35.7151 + - type: nauc_precision_at_5_max + value: 50.8463 + - type: nauc_precision_at_5_std + value: 46.9867 + - type: nauc_precision_at_5_diff1 + value: 33.0426 + - type: nauc_precision_at_10_max + value: 50.7306 + - type: nauc_precision_at_10_std + value: 49.5174 + - type: nauc_precision_at_10_diff1 + value: 28.2889 + - type: nauc_precision_at_20_max + value: 49.6035 + - type: nauc_precision_at_20_std + value: 42.9794 + - type: nauc_precision_at_20_diff1 + value: 32.3811 + - type: nauc_precision_at_100_max + value: 30.7262 + - type: nauc_precision_at_100_std + value: 29.2314 + - type: nauc_precision_at_100_diff1 + value: 25.7678 + - type: nauc_precision_at_1000_max + value: 13.3632 + - type: nauc_precision_at_1000_std + value: 11.4093 + - type: nauc_precision_at_1000_diff1 + value: 11.015 + - type: nauc_mrr_at_1_max + value: 41.4733 + - type: nauc_mrr_at_1_std + value: 34.5204 + - type: nauc_mrr_at_1_diff1 + value: 38.8662 + - type: nauc_mrr_at_3_max + value: 43.217299999999994 + - type: nauc_mrr_at_3_std + value: 39.5736 + - type: nauc_mrr_at_3_diff1 + value: 38.129999999999995 + - type: nauc_mrr_at_5_max + value: 44.241 + - type: nauc_mrr_at_5_std + value: 40.646100000000004 + - type: nauc_mrr_at_5_diff1 + value: 36.2331 + - type: nauc_mrr_at_10_max + value: 43.6115 + - type: nauc_mrr_at_10_std + value: 40.7157 + - type: nauc_mrr_at_10_diff1 + value: 33.1217 + - type: nauc_mrr_at_20_max + value: 43.3382 + - type: nauc_mrr_at_20_std + value: 39.4582 + - type: nauc_mrr_at_20_diff1 + value: 33.6253 + - type: nauc_mrr_at_100_max + value: 40.780100000000004 + - type: nauc_mrr_at_100_std + value: 37.9242 + - type: nauc_mrr_at_100_diff1 + value: 32.8418 + - type: nauc_mrr_at_1000_max + value: 40.5963 + - type: nauc_mrr_at_1000_std + value: 37.5467 + - type: nauc_mrr_at_1000_diff1 + value: 32.542 + - type: main_score + value: 2.394 task: type: Retrieval - dataset: