| { | |
| "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", | |
| "task_name": "ClimateFEVER", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.21042, | |
| "ndcg_at_3": 0.18007, | |
| "ndcg_at_5": 0.19365, | |
| "ndcg_at_10": 0.22698, | |
| "ndcg_at_20": 0.25245, | |
| "ndcg_at_100": 0.29216, | |
| "ndcg_at_1000": 0.32348, | |
| "map_at_1": 0.09732, | |
| "map_at_3": 0.13098, | |
| "map_at_5": 0.14246, | |
| "map_at_10": 0.15738, | |
| "map_at_20": 0.16557, | |
| "map_at_100": 0.17281, | |
| "map_at_1000": 0.17442, | |
| "recall_at_1": 0.09732, | |
| "recall_at_3": 0.16374, | |
| "recall_at_5": 0.20321, | |
| "recall_at_10": 0.27863, | |
| "recall_at_20": 0.35101, | |
| "recall_at_100": 0.50446, | |
| "recall_at_1000": 0.68127, | |
| "precision_at_1": 0.21042, | |
| "precision_at_3": 0.12942, | |
| "precision_at_5": 0.09967, | |
| "precision_at_10": 0.07114, | |
| "precision_at_20": 0.04635, | |
| "precision_at_100": 0.014, | |
| "precision_at_1000": 0.00197, | |
| "mrr_at_1": 0.210423, | |
| "mrr_at_3": 0.276439, | |
| "mrr_at_5": 0.293377, | |
| "mrr_at_10": 0.309231, | |
| "mrr_at_20": 0.315901, | |
| "mrr_at_100": 0.319553, | |
| "mrr_at_1000": 0.320057, | |
| "nauc_ndcg_at_1_max": 0.253668, | |
| "nauc_ndcg_at_1_std": 0.041982, | |
| "nauc_ndcg_at_1_diff1": 0.263596, | |
| "nauc_ndcg_at_3_max": 0.303375, | |
| "nauc_ndcg_at_3_std": 0.071602, | |
| "nauc_ndcg_at_3_diff1": 0.231569, | |
| "nauc_ndcg_at_5_max": 0.31039, | |
| "nauc_ndcg_at_5_std": 0.08631, | |
| "nauc_ndcg_at_5_diff1": 0.234282, | |
| "nauc_ndcg_at_10_max": 0.321631, | |
| "nauc_ndcg_at_10_std": 0.128647, | |
| "nauc_ndcg_at_10_diff1": 0.224955, | |
| "nauc_ndcg_at_20_max": 0.329699, | |
| "nauc_ndcg_at_20_std": 0.159557, | |
| "nauc_ndcg_at_20_diff1": 0.228594, | |
| "nauc_ndcg_at_100_max": 0.345065, | |
| "nauc_ndcg_at_100_std": 0.20812, | |
| "nauc_ndcg_at_100_diff1": 0.230539, | |
| "nauc_ndcg_at_1000_max": 0.351358, | |
| "nauc_ndcg_at_1000_std": 0.224793, | |
| "nauc_ndcg_at_1000_diff1": 0.228996, | |
| "nauc_map_at_1_max": 0.281958, | |
| "nauc_map_at_1_std": -0.021727, | |
| "nauc_map_at_1_diff1": 0.313643, | |
| "nauc_map_at_3_max": 0.298457, | |
| "nauc_map_at_3_std": 0.022626, | |
| "nauc_map_at_3_diff1": 0.257536, | |
| "nauc_map_at_5_max": 0.304463, | |
| "nauc_map_at_5_std": 0.038367, | |
| "nauc_map_at_5_diff1": 0.257217, | |
| "nauc_map_at_10_max": 0.31309, | |
| "nauc_map_at_10_std": 0.066086, | |
| "nauc_map_at_10_diff1": 0.251932, | |
| "nauc_map_at_20_max": 0.31663, | |
| "nauc_map_at_20_std": 0.07943, | |
| "nauc_map_at_20_diff1": 0.253261, | |
| "nauc_map_at_100_max": 0.320402, | |
| "nauc_map_at_100_std": 0.092723, | |
| "nauc_map_at_100_diff1": 0.252213, | |
| "nauc_map_at_1000_max": 0.320828, | |
| "nauc_map_at_1000_std": 0.094498, | |
| "nauc_map_at_1000_diff1": 0.252002, | |
| "nauc_recall_at_1_max": 0.281958, | |
| "nauc_recall_at_1_std": -0.021727, | |
| "nauc_recall_at_1_diff1": 0.313643, | |
| "nauc_recall_at_3_max": 0.311157, | |
| "nauc_recall_at_3_std": 0.060219, | |
| "nauc_recall_at_3_diff1": 0.210486, | |
| "nauc_recall_at_5_max": 0.297119, | |
| "nauc_recall_at_5_std": 0.096385, | |
| "nauc_recall_at_5_diff1": 0.194008, | |
| "nauc_recall_at_10_max": 0.29758, | |
| "nauc_recall_at_10_std": 0.167827, | |
| "nauc_recall_at_10_diff1": 0.168048, | |
| "nauc_recall_at_20_max": 0.302094, | |
| "nauc_recall_at_20_std": 0.227934, | |
| "nauc_recall_at_20_diff1": 0.167479, | |
| "nauc_recall_at_100_max": 0.325903, | |
| "nauc_recall_at_100_std": 0.356132, | |
| "nauc_recall_at_100_diff1": 0.163043, | |
| "nauc_recall_at_1000_max": 0.365571, | |
| "nauc_recall_at_1000_std": 0.465573, | |
| "nauc_recall_at_1000_diff1": 0.146935, | |
| "nauc_precision_at_1_max": 0.253668, | |
| "nauc_precision_at_1_std": 0.041982, | |
| "nauc_precision_at_1_diff1": 0.263596, | |
| "nauc_precision_at_3_max": 0.302638, | |
| "nauc_precision_at_3_std": 0.164883, | |
| "nauc_precision_at_3_diff1": 0.165101, | |
| "nauc_precision_at_5_max": 0.299424, | |
| "nauc_precision_at_5_std": 0.204229, | |
| "nauc_precision_at_5_diff1": 0.152494, | |
| "nauc_precision_at_10_max": 0.287718, | |
| "nauc_precision_at_10_std": 0.276706, | |
| "nauc_precision_at_10_diff1": 0.105829, | |
| "nauc_precision_at_20_max": 0.276563, | |
| "nauc_precision_at_20_std": 0.329983, | |
| "nauc_precision_at_20_diff1": 0.10746, | |
| "nauc_precision_at_100_max": 0.258573, | |
| "nauc_precision_at_100_std": 0.432574, | |
| "nauc_precision_at_100_diff1": 0.079839, | |
| "nauc_precision_at_1000_max": 0.199198, | |
| "nauc_precision_at_1000_std": 0.440233, | |
| "nauc_precision_at_1000_diff1": 0.024789, | |
| "nauc_mrr_at_1_max": 0.253668, | |
| "nauc_mrr_at_1_std": 0.041982, | |
| "nauc_mrr_at_1_diff1": 0.263596, | |
| "nauc_mrr_at_3_max": 0.298863, | |
| "nauc_mrr_at_3_std": 0.106849, | |
| "nauc_mrr_at_3_diff1": 0.230179, | |
| "nauc_mrr_at_5_max": 0.29585, | |
| "nauc_mrr_at_5_std": 0.117695, | |
| "nauc_mrr_at_5_diff1": 0.225112, | |
| "nauc_mrr_at_10_max": 0.297507, | |
| "nauc_mrr_at_10_std": 0.128053, | |
| "nauc_mrr_at_10_diff1": 0.222167, | |
| "nauc_mrr_at_20_max": 0.298771, | |
| "nauc_mrr_at_20_std": 0.13317, | |
| "nauc_mrr_at_20_diff1": 0.223668, | |
| "nauc_mrr_at_100_max": 0.299334, | |
| "nauc_mrr_at_100_std": 0.133076, | |
| "nauc_mrr_at_100_diff1": 0.224883, | |
| "nauc_mrr_at_1000_max": 0.299249, | |
| "nauc_mrr_at_1000_std": 0.132749, | |
| "nauc_mrr_at_1000_diff1": 0.224871, | |
| "main_score": 0.22698, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 5528.608217954636, | |
| "kg_co2_emissions": null | |
| } |