File size: 5,983 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571",
"task_name": "CQADupstackWebmastersRetrieval",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.22925,
"ndcg_at_3": 0.2741,
"ndcg_at_5": 0.2929,
"ndcg_at_10": 0.31232,
"ndcg_at_20": 0.33154,
"ndcg_at_100": 0.36606,
"ndcg_at_1000": 0.39806,
"map_at_1": 0.19137,
"map_at_3": 0.23966,
"map_at_5": 0.25369,
"map_at_10": 0.26413,
"map_at_20": 0.27109,
"map_at_100": 0.27726,
"map_at_1000": 0.27925,
"recall_at_1": 0.19137,
"recall_at_3": 0.29464,
"recall_at_5": 0.34544,
"recall_at_10": 0.40694,
"recall_at_20": 0.4791,
"recall_at_100": 0.65313,
"recall_at_1000": 0.86383,
"precision_at_1": 0.22925,
"precision_at_3": 0.13109,
"precision_at_5": 0.09684,
"precision_at_10": 0.06047,
"precision_at_20": 0.03903,
"precision_at_100": 0.01235,
"precision_at_1000": 0.00207,
"mrr_at_1": 0.229249,
"mrr_at_3": 0.278656,
"mrr_at_5": 0.291601,
"mrr_at_10": 0.300793,
"mrr_at_20": 0.30649,
"mrr_at_100": 0.310727,
"mrr_at_1000": 0.311487,
"nauc_ndcg_at_1_max": 0.278397,
"nauc_ndcg_at_1_std": 0.074006,
"nauc_ndcg_at_1_diff1": 0.513375,
"nauc_ndcg_at_3_max": 0.277863,
"nauc_ndcg_at_3_std": 0.105389,
"nauc_ndcg_at_3_diff1": 0.48273,
"nauc_ndcg_at_5_max": 0.262458,
"nauc_ndcg_at_5_std": 0.109897,
"nauc_ndcg_at_5_diff1": 0.465795,
"nauc_ndcg_at_10_max": 0.259559,
"nauc_ndcg_at_10_std": 0.112909,
"nauc_ndcg_at_10_diff1": 0.458508,
"nauc_ndcg_at_20_max": 0.259624,
"nauc_ndcg_at_20_std": 0.115503,
"nauc_ndcg_at_20_diff1": 0.448082,
"nauc_ndcg_at_100_max": 0.257458,
"nauc_ndcg_at_100_std": 0.133477,
"nauc_ndcg_at_100_diff1": 0.437838,
"nauc_ndcg_at_1000_max": 0.264933,
"nauc_ndcg_at_1000_std": 0.139622,
"nauc_ndcg_at_1000_diff1": 0.448966,
"nauc_map_at_1_max": 0.264657,
"nauc_map_at_1_std": 0.035551,
"nauc_map_at_1_diff1": 0.536002,
"nauc_map_at_3_max": 0.271682,
"nauc_map_at_3_std": 0.077661,
"nauc_map_at_3_diff1": 0.495551,
"nauc_map_at_5_max": 0.26631,
"nauc_map_at_5_std": 0.080968,
"nauc_map_at_5_diff1": 0.481763,
"nauc_map_at_10_max": 0.263891,
"nauc_map_at_10_std": 0.084954,
"nauc_map_at_10_diff1": 0.477934,
"nauc_map_at_20_max": 0.263787,
"nauc_map_at_20_std": 0.088554,
"nauc_map_at_20_diff1": 0.475802,
"nauc_map_at_100_max": 0.263258,
"nauc_map_at_100_std": 0.095955,
"nauc_map_at_100_diff1": 0.475416,
"nauc_map_at_1000_max": 0.263256,
"nauc_map_at_1000_std": 0.09769,
"nauc_map_at_1000_diff1": 0.475749,
"nauc_recall_at_1_max": 0.264657,
"nauc_recall_at_1_std": 0.035551,
"nauc_recall_at_1_diff1": 0.536002,
"nauc_recall_at_3_max": 0.263286,
"nauc_recall_at_3_std": 0.110583,
"nauc_recall_at_3_diff1": 0.454661,
"nauc_recall_at_5_max": 0.241204,
"nauc_recall_at_5_std": 0.125151,
"nauc_recall_at_5_diff1": 0.411045,
"nauc_recall_at_10_max": 0.240086,
"nauc_recall_at_10_std": 0.137833,
"nauc_recall_at_10_diff1": 0.388961,
"nauc_recall_at_20_max": 0.231511,
"nauc_recall_at_20_std": 0.151779,
"nauc_recall_at_20_diff1": 0.35641,
"nauc_recall_at_100_max": 0.205584,
"nauc_recall_at_100_std": 0.242135,
"nauc_recall_at_100_diff1": 0.267027,
"nauc_recall_at_1000_max": 0.259238,
"nauc_recall_at_1000_std": 0.406363,
"nauc_recall_at_1000_diff1": 0.28158,
"nauc_precision_at_1_max": 0.278397,
"nauc_precision_at_1_std": 0.074006,
"nauc_precision_at_1_diff1": 0.513375,
"nauc_precision_at_3_max": 0.254205,
"nauc_precision_at_3_std": 0.150633,
"nauc_precision_at_3_diff1": 0.384094,
"nauc_precision_at_5_max": 0.20648,
"nauc_precision_at_5_std": 0.158803,
"nauc_precision_at_5_diff1": 0.310389,
"nauc_precision_at_10_max": 0.175023,
"nauc_precision_at_10_std": 0.188265,
"nauc_precision_at_10_diff1": 0.268628,
"nauc_precision_at_20_max": 0.160018,
"nauc_precision_at_20_std": 0.229377,
"nauc_precision_at_20_diff1": 0.216145,
"nauc_precision_at_100_max": 0.039446,
"nauc_precision_at_100_std": 0.309237,
"nauc_precision_at_100_diff1": 0.081114,
"nauc_precision_at_1000_max": -0.078246,
"nauc_precision_at_1000_std": 0.226591,
"nauc_precision_at_1000_diff1": -0.029668,
"nauc_mrr_at_1_max": 0.278397,
"nauc_mrr_at_1_std": 0.074006,
"nauc_mrr_at_1_diff1": 0.513375,
"nauc_mrr_at_3_max": 0.271664,
"nauc_mrr_at_3_std": 0.105992,
"nauc_mrr_at_3_diff1": 0.475073,
"nauc_mrr_at_5_max": 0.264996,
"nauc_mrr_at_5_std": 0.109831,
"nauc_mrr_at_5_diff1": 0.463956,
"nauc_mrr_at_10_max": 0.265579,
"nauc_mrr_at_10_std": 0.111244,
"nauc_mrr_at_10_diff1": 0.464022,
"nauc_mrr_at_20_max": 0.26659,
"nauc_mrr_at_20_std": 0.111591,
"nauc_mrr_at_20_diff1": 0.462309,
"nauc_mrr_at_100_max": 0.265909,
"nauc_mrr_at_100_std": 0.113546,
"nauc_mrr_at_100_diff1": 0.461344,
"nauc_mrr_at_1000_max": 0.266114,
"nauc_mrr_at_1000_std": 0.113636,
"nauc_mrr_at_1000_diff1": 0.461867,
"main_score": 0.31232,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 23.93776535987854,
"kg_co2_emissions": null
} |