{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.22925, "ndcg_at_3": 0.2741, "ndcg_at_5": 0.2929, "ndcg_at_10": 0.31232, "ndcg_at_20": 0.33154, "ndcg_at_100": 0.36606, "ndcg_at_1000": 0.39806, "map_at_1": 0.19137, "map_at_3": 0.23966, "map_at_5": 0.25369, "map_at_10": 0.26413, "map_at_20": 0.27109, "map_at_100": 0.27726, "map_at_1000": 0.27925, "recall_at_1": 0.19137, "recall_at_3": 0.29464, "recall_at_5": 0.34544, "recall_at_10": 0.40694, "recall_at_20": 0.4791, "recall_at_100": 0.65313, "recall_at_1000": 0.86383, "precision_at_1": 0.22925, "precision_at_3": 0.13109, "precision_at_5": 0.09684, "precision_at_10": 0.06047, "precision_at_20": 0.03903, "precision_at_100": 0.01235, "precision_at_1000": 0.00207, "mrr_at_1": 0.229249, "mrr_at_3": 0.278656, "mrr_at_5": 0.291601, "mrr_at_10": 0.300793, "mrr_at_20": 0.30649, "mrr_at_100": 0.310727, "mrr_at_1000": 0.311487, "nauc_ndcg_at_1_max": 0.278397, "nauc_ndcg_at_1_std": 0.074006, "nauc_ndcg_at_1_diff1": 0.513375, "nauc_ndcg_at_3_max": 0.277863, "nauc_ndcg_at_3_std": 0.105389, "nauc_ndcg_at_3_diff1": 0.48273, "nauc_ndcg_at_5_max": 0.262458, "nauc_ndcg_at_5_std": 0.109897, "nauc_ndcg_at_5_diff1": 0.465795, "nauc_ndcg_at_10_max": 0.259559, "nauc_ndcg_at_10_std": 0.112909, "nauc_ndcg_at_10_diff1": 0.458508, "nauc_ndcg_at_20_max": 0.259624, "nauc_ndcg_at_20_std": 0.115503, "nauc_ndcg_at_20_diff1": 0.448082, "nauc_ndcg_at_100_max": 0.257458, "nauc_ndcg_at_100_std": 0.133477, "nauc_ndcg_at_100_diff1": 0.437838, "nauc_ndcg_at_1000_max": 0.264933, "nauc_ndcg_at_1000_std": 0.139622, "nauc_ndcg_at_1000_diff1": 0.448966, "nauc_map_at_1_max": 0.264657, "nauc_map_at_1_std": 0.035551, "nauc_map_at_1_diff1": 0.536002, "nauc_map_at_3_max": 0.271682, "nauc_map_at_3_std": 0.077661, "nauc_map_at_3_diff1": 0.495551, "nauc_map_at_5_max": 0.26631, "nauc_map_at_5_std": 0.080968, "nauc_map_at_5_diff1": 0.481763, "nauc_map_at_10_max": 0.263891, "nauc_map_at_10_std": 0.084954, "nauc_map_at_10_diff1": 0.477934, "nauc_map_at_20_max": 0.263787, "nauc_map_at_20_std": 0.088554, "nauc_map_at_20_diff1": 0.475802, "nauc_map_at_100_max": 0.263258, "nauc_map_at_100_std": 0.095955, "nauc_map_at_100_diff1": 0.475416, "nauc_map_at_1000_max": 0.263256, "nauc_map_at_1000_std": 0.09769, "nauc_map_at_1000_diff1": 0.475749, "nauc_recall_at_1_max": 0.264657, "nauc_recall_at_1_std": 0.035551, "nauc_recall_at_1_diff1": 0.536002, "nauc_recall_at_3_max": 0.263286, "nauc_recall_at_3_std": 0.110583, "nauc_recall_at_3_diff1": 0.454661, "nauc_recall_at_5_max": 0.241204, "nauc_recall_at_5_std": 0.125151, "nauc_recall_at_5_diff1": 0.411045, "nauc_recall_at_10_max": 0.240086, "nauc_recall_at_10_std": 0.137833, "nauc_recall_at_10_diff1": 0.388961, "nauc_recall_at_20_max": 0.231511, "nauc_recall_at_20_std": 0.151779, "nauc_recall_at_20_diff1": 0.35641, "nauc_recall_at_100_max": 0.205584, "nauc_recall_at_100_std": 0.242135, "nauc_recall_at_100_diff1": 0.267027, "nauc_recall_at_1000_max": 0.259238, "nauc_recall_at_1000_std": 0.406363, "nauc_recall_at_1000_diff1": 0.28158, "nauc_precision_at_1_max": 0.278397, "nauc_precision_at_1_std": 0.074006, "nauc_precision_at_1_diff1": 0.513375, "nauc_precision_at_3_max": 0.254205, "nauc_precision_at_3_std": 0.150633, "nauc_precision_at_3_diff1": 0.384094, "nauc_precision_at_5_max": 0.20648, "nauc_precision_at_5_std": 0.158803, "nauc_precision_at_5_diff1": 0.310389, "nauc_precision_at_10_max": 0.175023, "nauc_precision_at_10_std": 0.188265, "nauc_precision_at_10_diff1": 0.268628, "nauc_precision_at_20_max": 0.160018, "nauc_precision_at_20_std": 0.229377, "nauc_precision_at_20_diff1": 0.216145, "nauc_precision_at_100_max": 0.039446, "nauc_precision_at_100_std": 0.309237, "nauc_precision_at_100_diff1": 0.081114, "nauc_precision_at_1000_max": -0.078246, "nauc_precision_at_1000_std": 0.226591, "nauc_precision_at_1000_diff1": -0.029668, "nauc_mrr_at_1_max": 0.278397, "nauc_mrr_at_1_std": 0.074006, "nauc_mrr_at_1_diff1": 0.513375, "nauc_mrr_at_3_max": 0.271664, "nauc_mrr_at_3_std": 0.105992, "nauc_mrr_at_3_diff1": 0.475073, "nauc_mrr_at_5_max": 0.264996, "nauc_mrr_at_5_std": 0.109831, "nauc_mrr_at_5_diff1": 0.463956, "nauc_mrr_at_10_max": 0.265579, "nauc_mrr_at_10_std": 0.111244, "nauc_mrr_at_10_diff1": 0.464022, "nauc_mrr_at_20_max": 0.26659, "nauc_mrr_at_20_std": 0.111591, "nauc_mrr_at_20_diff1": 0.462309, "nauc_mrr_at_100_max": 0.265909, "nauc_mrr_at_100_std": 0.113546, "nauc_mrr_at_100_diff1": 0.461344, "nauc_mrr_at_1000_max": 0.266114, "nauc_mrr_at_1000_std": 0.113636, "nauc_mrr_at_1000_diff1": 0.461867, "main_score": 0.31232, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 23.93776535987854, "kg_co2_emissions": null }