| { | |
| "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", | |
| "task_name": "CQADupstackTexRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.14178, | |
| "ndcg_at_3": 0.17057, | |
| "ndcg_at_5": 0.1856, | |
| "ndcg_at_10": 0.20471, | |
| "ndcg_at_20": 0.22044, | |
| "ndcg_at_100": 0.2503, | |
| "ndcg_at_1000": 0.28231, | |
| "map_at_1": 0.11553, | |
| "map_at_3": 0.15025, | |
| "map_at_5": 0.15972, | |
| "map_at_10": 0.16841, | |
| "map_at_20": 0.17291, | |
| "map_at_100": 0.17711, | |
| "map_at_1000": 0.17832, | |
| "recall_at_1": 0.11553, | |
| "recall_at_3": 0.18958, | |
| "recall_at_5": 0.22824, | |
| "recall_at_10": 0.28569, | |
| "recall_at_20": 0.34504, | |
| "recall_at_100": 0.49491, | |
| "recall_at_1000": 0.72826, | |
| "precision_at_1": 0.14178, | |
| "precision_at_3": 0.08098, | |
| "precision_at_5": 0.05953, | |
| "precision_at_10": 0.03823, | |
| "precision_at_20": 0.02326, | |
| "precision_at_100": 0.0071, | |
| "precision_at_1000": 0.00114, | |
| "mrr_at_1": 0.141776, | |
| "mrr_at_3": 0.179456, | |
| "mrr_at_5": 0.189694, | |
| "mrr_at_10": 0.198676, | |
| "mrr_at_20": 0.203388, | |
| "mrr_at_100": 0.207227, | |
| "mrr_at_1000": 0.208095, | |
| "nauc_ndcg_at_1_max": 0.273731, | |
| "nauc_ndcg_at_1_std": -0.000848, | |
| "nauc_ndcg_at_1_diff1": 0.402551, | |
| "nauc_ndcg_at_3_max": 0.254625, | |
| "nauc_ndcg_at_3_std": 0.005476, | |
| "nauc_ndcg_at_3_diff1": 0.343983, | |
| "nauc_ndcg_at_5_max": 0.251083, | |
| "nauc_ndcg_at_5_std": 0.011607, | |
| "nauc_ndcg_at_5_diff1": 0.328852, | |
| "nauc_ndcg_at_10_max": 0.24845, | |
| "nauc_ndcg_at_10_std": 0.024927, | |
| "nauc_ndcg_at_10_diff1": 0.316519, | |
| "nauc_ndcg_at_20_max": 0.251553, | |
| "nauc_ndcg_at_20_std": 0.038963, | |
| "nauc_ndcg_at_20_diff1": 0.306872, | |
| "nauc_ndcg_at_100_max": 0.25391, | |
| "nauc_ndcg_at_100_std": 0.049506, | |
| "nauc_ndcg_at_100_diff1": 0.300219, | |
| "nauc_ndcg_at_1000_max": 0.25447, | |
| "nauc_ndcg_at_1000_std": 0.057198, | |
| "nauc_ndcg_at_1000_diff1": 0.297107, | |
| "nauc_map_at_1_max": 0.24317, | |
| "nauc_map_at_1_std": -0.013325, | |
| "nauc_map_at_1_diff1": 0.430924, | |
| "nauc_map_at_3_max": 0.245786, | |
| "nauc_map_at_3_std": -0.001987, | |
| "nauc_map_at_3_diff1": 0.367577, | |
| "nauc_map_at_5_max": 0.245709, | |
| "nauc_map_at_5_std": 0.001682, | |
| "nauc_map_at_5_diff1": 0.356493, | |
| "nauc_map_at_10_max": 0.24637, | |
| "nauc_map_at_10_std": 0.009096, | |
| "nauc_map_at_10_diff1": 0.348743, | |
| "nauc_map_at_20_max": 0.247864, | |
| "nauc_map_at_20_std": 0.013651, | |
| "nauc_map_at_20_diff1": 0.345685, | |
| "nauc_map_at_100_max": 0.248458, | |
| "nauc_map_at_100_std": 0.015959, | |
| "nauc_map_at_100_diff1": 0.344828, | |
| "nauc_map_at_1000_max": 0.248587, | |
| "nauc_map_at_1000_std": 0.016378, | |
| "nauc_map_at_1000_diff1": 0.344495, | |
| "nauc_recall_at_1_max": 0.24317, | |
| "nauc_recall_at_1_std": -0.013325, | |
| "nauc_recall_at_1_diff1": 0.430924, | |
| "nauc_recall_at_3_max": 0.239063, | |
| "nauc_recall_at_3_std": 0.009005, | |
| "nauc_recall_at_3_diff1": 0.313126, | |
| "nauc_recall_at_5_max": 0.228969, | |
| "nauc_recall_at_5_std": 0.018906, | |
| "nauc_recall_at_5_diff1": 0.274421, | |
| "nauc_recall_at_10_max": 0.224291, | |
| "nauc_recall_at_10_std": 0.047312, | |
| "nauc_recall_at_10_diff1": 0.244958, | |
| "nauc_recall_at_20_max": 0.229385, | |
| "nauc_recall_at_20_std": 0.086611, | |
| "nauc_recall_at_20_diff1": 0.212233, | |
| "nauc_recall_at_100_max": 0.237652, | |
| "nauc_recall_at_100_std": 0.122032, | |
| "nauc_recall_at_100_diff1": 0.180425, | |
| "nauc_recall_at_1000_max": 0.232788, | |
| "nauc_recall_at_1000_std": 0.208114, | |
| "nauc_recall_at_1000_diff1": 0.120909, | |
| "nauc_precision_at_1_max": 0.273731, | |
| "nauc_precision_at_1_std": -0.000848, | |
| "nauc_precision_at_1_diff1": 0.402551, | |
| "nauc_precision_at_3_max": 0.275815, | |
| "nauc_precision_at_3_std": 0.023241, | |
| "nauc_precision_at_3_diff1": 0.281068, | |
| "nauc_precision_at_5_max": 0.271773, | |
| "nauc_precision_at_5_std": 0.037777, | |
| "nauc_precision_at_5_diff1": 0.24271, | |
| "nauc_precision_at_10_max": 0.264364, | |
| "nauc_precision_at_10_std": 0.073815, | |
| "nauc_precision_at_10_diff1": 0.210453, | |
| "nauc_precision_at_20_max": 0.270537, | |
| "nauc_precision_at_20_std": 0.109882, | |
| "nauc_precision_at_20_diff1": 0.180007, | |
| "nauc_precision_at_100_max": 0.247712, | |
| "nauc_precision_at_100_std": 0.141652, | |
| "nauc_precision_at_100_diff1": 0.110556, | |
| "nauc_precision_at_1000_max": 0.195539, | |
| "nauc_precision_at_1000_std": 0.152915, | |
| "nauc_precision_at_1000_diff1": 0.008828, | |
| "nauc_mrr_at_1_max": 0.273731, | |
| "nauc_mrr_at_1_std": -0.000848, | |
| "nauc_mrr_at_1_diff1": 0.402551, | |
| "nauc_mrr_at_3_max": 0.264306, | |
| "nauc_mrr_at_3_std": 0.01339, | |
| "nauc_mrr_at_3_diff1": 0.344013, | |
| "nauc_mrr_at_5_max": 0.262192, | |
| "nauc_mrr_at_5_std": 0.017274, | |
| "nauc_mrr_at_5_diff1": 0.333294, | |
| "nauc_mrr_at_10_max": 0.261096, | |
| "nauc_mrr_at_10_std": 0.022398, | |
| "nauc_mrr_at_10_diff1": 0.32811, | |
| "nauc_mrr_at_20_max": 0.262244, | |
| "nauc_mrr_at_20_std": 0.026409, | |
| "nauc_mrr_at_20_diff1": 0.32533, | |
| "nauc_mrr_at_100_max": 0.262496, | |
| "nauc_mrr_at_100_std": 0.027576, | |
| "nauc_mrr_at_100_diff1": 0.324713, | |
| "nauc_mrr_at_1000_max": 0.262422, | |
| "nauc_mrr_at_1000_std": 0.027625, | |
| "nauc_mrr_at_1000_diff1": 0.324694, | |
| "main_score": 0.20471, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 198.2237286567688, | |
| "kg_co2_emissions": null | |
| } |