{ "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", "task_name": "DBPedia", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.41375, "ndcg_at_3": 0.32494, "ndcg_at_5": 0.29511, "ndcg_at_10": 0.27559, "ndcg_at_20": 0.26821, "ndcg_at_100": 0.29407, "ndcg_at_1000": 0.34784, "map_at_1": 0.07455, "map_at_3": 0.10611, "map_at_5": 0.1174, "map_at_10": 0.13131, "map_at_20": 0.14319, "map_at_100": 0.1607, "map_at_1000": 0.16731, "recall_at_1": 0.07455, "recall_at_3": 0.11476, "recall_at_5": 0.13383, "recall_at_10": 0.16742, "recall_at_20": 0.2134, "recall_at_100": 0.32125, "recall_at_1000": 0.49776, "precision_at_1": 0.51, "precision_at_3": 0.3475, "precision_at_5": 0.2705, "precision_at_10": 0.19575, "precision_at_20": 0.13988, "precision_at_100": 0.0535, "precision_at_1000": 0.01072, "mrr_at_1": 0.51, "mrr_at_3": 0.57875, "mrr_at_5": 0.585375, "mrr_at_10": 0.591851, "mrr_at_20": 0.596647, "mrr_at_100": 0.598812, "mrr_at_1000": 0.599078, "nauc_ndcg_at_1_max": 0.423916, "nauc_ndcg_at_1_std": 0.155682, "nauc_ndcg_at_1_diff1": 0.431251, "nauc_ndcg_at_3_max": 0.438604, "nauc_ndcg_at_3_std": 0.193398, "nauc_ndcg_at_3_diff1": 0.308724, "nauc_ndcg_at_5_max": 0.414941, "nauc_ndcg_at_5_std": 0.182644, "nauc_ndcg_at_5_diff1": 0.287275, "nauc_ndcg_at_10_max": 0.390035, "nauc_ndcg_at_10_std": 0.176473, "nauc_ndcg_at_10_diff1": 0.279835, "nauc_ndcg_at_20_max": 0.357069, "nauc_ndcg_at_20_std": 0.165987, "nauc_ndcg_at_20_diff1": 0.282564, "nauc_ndcg_at_100_max": 0.343485, "nauc_ndcg_at_100_std": 0.205251, "nauc_ndcg_at_100_diff1": 0.258367, "nauc_ndcg_at_1000_max": 0.380072, "nauc_ndcg_at_1000_std": 0.265801, "nauc_ndcg_at_1000_diff1": 0.257738, "nauc_map_at_1_max": 0.118856, "nauc_map_at_1_std": -0.093654, "nauc_map_at_1_diff1": 0.383665, "nauc_map_at_3_max": 0.163439, "nauc_map_at_3_std": -0.050284, "nauc_map_at_3_diff1": 0.323527, "nauc_map_at_5_max": 0.17271, "nauc_map_at_5_std": -0.034506, "nauc_map_at_5_diff1": 0.305797, "nauc_map_at_10_max": 0.187527, "nauc_map_at_10_std": 0.003105, "nauc_map_at_10_diff1": 0.281637, "nauc_map_at_20_max": 0.206161, "nauc_map_at_20_std": 0.043977, "nauc_map_at_20_diff1": 0.26506, "nauc_map_at_100_max": 0.236987, "nauc_map_at_100_std": 0.115381, "nauc_map_at_100_diff1": 0.233655, "nauc_map_at_1000_max": 0.24553, "nauc_map_at_1000_std": 0.132969, "nauc_map_at_1000_diff1": 0.230466, "nauc_recall_at_1_max": 0.118856, "nauc_recall_at_1_std": -0.093654, "nauc_recall_at_1_diff1": 0.383665, "nauc_recall_at_3_max": 0.144271, "nauc_recall_at_3_std": -0.053232, "nauc_recall_at_3_diff1": 0.297432, "nauc_recall_at_5_max": 0.150162, "nauc_recall_at_5_std": -0.041646, "nauc_recall_at_5_diff1": 0.283241, "nauc_recall_at_10_max": 0.155396, "nauc_recall_at_10_std": -0.00623, "nauc_recall_at_10_diff1": 0.246545, "nauc_recall_at_20_max": 0.155934, "nauc_recall_at_20_std": 0.03434, "nauc_recall_at_20_diff1": 0.217566, "nauc_recall_at_100_max": 0.183441, "nauc_recall_at_100_std": 0.179899, "nauc_recall_at_100_diff1": 0.154327, "nauc_recall_at_1000_max": 0.253257, "nauc_recall_at_1000_std": 0.313636, "nauc_recall_at_1000_diff1": 0.147442, "nauc_precision_at_1_max": 0.451052, "nauc_precision_at_1_std": 0.189451, "nauc_precision_at_1_diff1": 0.462767, "nauc_precision_at_3_max": 0.441379, "nauc_precision_at_3_std": 0.265232, "nauc_precision_at_3_diff1": 0.183643, "nauc_precision_at_5_max": 0.412908, "nauc_precision_at_5_std": 0.282232, "nauc_precision_at_5_diff1": 0.105613, "nauc_precision_at_10_max": 0.389052, "nauc_precision_at_10_std": 0.366196, "nauc_precision_at_10_diff1": 0.030044, "nauc_precision_at_20_max": 0.372606, "nauc_precision_at_20_std": 0.450747, "nauc_precision_at_20_diff1": -0.014095, "nauc_precision_at_100_max": 0.315374, "nauc_precision_at_100_std": 0.498572, "nauc_precision_at_100_diff1": -0.082395, "nauc_precision_at_1000_max": 0.199796, "nauc_precision_at_1000_std": 0.386212, "nauc_precision_at_1000_diff1": -0.119969, "nauc_mrr_at_1_max": 0.451052, "nauc_mrr_at_1_std": 0.189451, "nauc_mrr_at_1_diff1": 0.462767, "nauc_mrr_at_3_max": 0.483251, "nauc_mrr_at_3_std": 0.253881, "nauc_mrr_at_3_diff1": 0.434542, "nauc_mrr_at_5_max": 0.483313, "nauc_mrr_at_5_std": 0.251794, "nauc_mrr_at_5_diff1": 0.435443, "nauc_mrr_at_10_max": 0.480391, "nauc_mrr_at_10_std": 0.249537, "nauc_mrr_at_10_diff1": 0.431642, "nauc_mrr_at_20_max": 0.479453, "nauc_mrr_at_20_std": 0.251964, "nauc_mrr_at_20_diff1": 0.431792, "nauc_mrr_at_100_max": 0.4801, "nauc_mrr_at_100_std": 0.252416, "nauc_mrr_at_100_diff1": 0.433313, "nauc_mrr_at_1000_max": 0.479913, "nauc_mrr_at_1000_std": 0.252061, "nauc_mrr_at_1000_diff1": 0.433367, "main_score": 0.27559, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 3010.4430978298187, "kg_co2_emissions": null }