| { | |
| "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", | |
| "task_name": "CQADupstackWebmastersRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.22925, | |
| "ndcg_at_3": 0.2741, | |
| "ndcg_at_5": 0.2929, | |
| "ndcg_at_10": 0.31232, | |
| "ndcg_at_20": 0.33154, | |
| "ndcg_at_100": 0.36606, | |
| "ndcg_at_1000": 0.39806, | |
| "map_at_1": 0.19137, | |
| "map_at_3": 0.23966, | |
| "map_at_5": 0.25369, | |
| "map_at_10": 0.26413, | |
| "map_at_20": 0.27109, | |
| "map_at_100": 0.27726, | |
| "map_at_1000": 0.27925, | |
| "recall_at_1": 0.19137, | |
| "recall_at_3": 0.29464, | |
| "recall_at_5": 0.34544, | |
| "recall_at_10": 0.40694, | |
| "recall_at_20": 0.4791, | |
| "recall_at_100": 0.65313, | |
| "recall_at_1000": 0.86383, | |
| "precision_at_1": 0.22925, | |
| "precision_at_3": 0.13109, | |
| "precision_at_5": 0.09684, | |
| "precision_at_10": 0.06047, | |
| "precision_at_20": 0.03903, | |
| "precision_at_100": 0.01235, | |
| "precision_at_1000": 0.00207, | |
| "mrr_at_1": 0.229249, | |
| "mrr_at_3": 0.278656, | |
| "mrr_at_5": 0.291601, | |
| "mrr_at_10": 0.300793, | |
| "mrr_at_20": 0.30649, | |
| "mrr_at_100": 0.310727, | |
| "mrr_at_1000": 0.311487, | |
| "nauc_ndcg_at_1_max": 0.278397, | |
| "nauc_ndcg_at_1_std": 0.074006, | |
| "nauc_ndcg_at_1_diff1": 0.513375, | |
| "nauc_ndcg_at_3_max": 0.277863, | |
| "nauc_ndcg_at_3_std": 0.105389, | |
| "nauc_ndcg_at_3_diff1": 0.48273, | |
| "nauc_ndcg_at_5_max": 0.262458, | |
| "nauc_ndcg_at_5_std": 0.109897, | |
| "nauc_ndcg_at_5_diff1": 0.465795, | |
| "nauc_ndcg_at_10_max": 0.259559, | |
| "nauc_ndcg_at_10_std": 0.112909, | |
| "nauc_ndcg_at_10_diff1": 0.458508, | |
| "nauc_ndcg_at_20_max": 0.259624, | |
| "nauc_ndcg_at_20_std": 0.115503, | |
| "nauc_ndcg_at_20_diff1": 0.448082, | |
| "nauc_ndcg_at_100_max": 0.257458, | |
| "nauc_ndcg_at_100_std": 0.133477, | |
| "nauc_ndcg_at_100_diff1": 0.437838, | |
| "nauc_ndcg_at_1000_max": 0.264933, | |
| "nauc_ndcg_at_1000_std": 0.139622, | |
| "nauc_ndcg_at_1000_diff1": 0.448966, | |
| "nauc_map_at_1_max": 0.264657, | |
| "nauc_map_at_1_std": 0.035551, | |
| "nauc_map_at_1_diff1": 0.536002, | |
| "nauc_map_at_3_max": 0.271682, | |
| "nauc_map_at_3_std": 0.077661, | |
| "nauc_map_at_3_diff1": 0.495551, | |
| "nauc_map_at_5_max": 0.26631, | |
| "nauc_map_at_5_std": 0.080968, | |
| "nauc_map_at_5_diff1": 0.481763, | |
| "nauc_map_at_10_max": 0.263891, | |
| "nauc_map_at_10_std": 0.084954, | |
| "nauc_map_at_10_diff1": 0.477934, | |
| "nauc_map_at_20_max": 0.263787, | |
| "nauc_map_at_20_std": 0.088554, | |
| "nauc_map_at_20_diff1": 0.475802, | |
| "nauc_map_at_100_max": 0.263258, | |
| "nauc_map_at_100_std": 0.095955, | |
| "nauc_map_at_100_diff1": 0.475416, | |
| "nauc_map_at_1000_max": 0.263256, | |
| "nauc_map_at_1000_std": 0.09769, | |
| "nauc_map_at_1000_diff1": 0.475749, | |
| "nauc_recall_at_1_max": 0.264657, | |
| "nauc_recall_at_1_std": 0.035551, | |
| "nauc_recall_at_1_diff1": 0.536002, | |
| "nauc_recall_at_3_max": 0.263286, | |
| "nauc_recall_at_3_std": 0.110583, | |
| "nauc_recall_at_3_diff1": 0.454661, | |
| "nauc_recall_at_5_max": 0.241204, | |
| "nauc_recall_at_5_std": 0.125151, | |
| "nauc_recall_at_5_diff1": 0.411045, | |
| "nauc_recall_at_10_max": 0.240086, | |
| "nauc_recall_at_10_std": 0.137833, | |
| "nauc_recall_at_10_diff1": 0.388961, | |
| "nauc_recall_at_20_max": 0.231511, | |
| "nauc_recall_at_20_std": 0.151779, | |
| "nauc_recall_at_20_diff1": 0.35641, | |
| "nauc_recall_at_100_max": 0.205584, | |
| "nauc_recall_at_100_std": 0.242135, | |
| "nauc_recall_at_100_diff1": 0.267027, | |
| "nauc_recall_at_1000_max": 0.259238, | |
| "nauc_recall_at_1000_std": 0.406363, | |
| "nauc_recall_at_1000_diff1": 0.28158, | |
| "nauc_precision_at_1_max": 0.278397, | |
| "nauc_precision_at_1_std": 0.074006, | |
| "nauc_precision_at_1_diff1": 0.513375, | |
| "nauc_precision_at_3_max": 0.254205, | |
| "nauc_precision_at_3_std": 0.150633, | |
| "nauc_precision_at_3_diff1": 0.384094, | |
| "nauc_precision_at_5_max": 0.20648, | |
| "nauc_precision_at_5_std": 0.158803, | |
| "nauc_precision_at_5_diff1": 0.310389, | |
| "nauc_precision_at_10_max": 0.175023, | |
| "nauc_precision_at_10_std": 0.188265, | |
| "nauc_precision_at_10_diff1": 0.268628, | |
| "nauc_precision_at_20_max": 0.160018, | |
| "nauc_precision_at_20_std": 0.229377, | |
| "nauc_precision_at_20_diff1": 0.216145, | |
| "nauc_precision_at_100_max": 0.039446, | |
| "nauc_precision_at_100_std": 0.309237, | |
| "nauc_precision_at_100_diff1": 0.081114, | |
| "nauc_precision_at_1000_max": -0.078246, | |
| "nauc_precision_at_1000_std": 0.226591, | |
| "nauc_precision_at_1000_diff1": -0.029668, | |
| "nauc_mrr_at_1_max": 0.278397, | |
| "nauc_mrr_at_1_std": 0.074006, | |
| "nauc_mrr_at_1_diff1": 0.513375, | |
| "nauc_mrr_at_3_max": 0.271664, | |
| "nauc_mrr_at_3_std": 0.105992, | |
| "nauc_mrr_at_3_diff1": 0.475073, | |
| "nauc_mrr_at_5_max": 0.264996, | |
| "nauc_mrr_at_5_std": 0.109831, | |
| "nauc_mrr_at_5_diff1": 0.463956, | |
| "nauc_mrr_at_10_max": 0.265579, | |
| "nauc_mrr_at_10_std": 0.111244, | |
| "nauc_mrr_at_10_diff1": 0.464022, | |
| "nauc_mrr_at_20_max": 0.26659, | |
| "nauc_mrr_at_20_std": 0.111591, | |
| "nauc_mrr_at_20_diff1": 0.462309, | |
| "nauc_mrr_at_100_max": 0.265909, | |
| "nauc_mrr_at_100_std": 0.113546, | |
| "nauc_mrr_at_100_diff1": 0.461344, | |
| "nauc_mrr_at_1000_max": 0.266114, | |
| "nauc_mrr_at_1000_std": 0.113636, | |
| "nauc_mrr_at_1000_diff1": 0.461867, | |
| "main_score": 0.31232, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 23.93776535987854, | |
| "kg_co2_emissions": null | |
| } |