Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
937 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 951.67,
"map_at_1": 0.18467,
"map_at_10": 0.30021,
"map_at_100": 0.31739,
"map_at_1000": 0.31934,
"map_at_3": 0.26003,
"map_at_5": 0.28338,
"mrr_at_1": 0.3534,
"mrr_at_10": 0.44109,
"mrr_at_100": 0.44993,
"mrr_at_1000": 0.45042,
"mrr_at_3": 0.41667,
"mrr_at_5": 0.4314,
"ndcg_at_1": 0.3534,
"ndcg_at_10": 0.37202,
"ndcg_at_100": 0.43853,
"ndcg_at_1000": 0.47235,
"ndcg_at_3": 0.335,
"ndcg_at_5": 0.34985,
"precision_at_1": 0.3534,
"precision_at_10": 0.10247,
"precision_at_100": 0.01715,
"precision_at_1000": 0.00232,
"precision_at_3": 0.22222,
"precision_at_5": 0.16574,
"recall_at_1": 0.18467,
"recall_at_10": 0.44081,
"recall_at_100": 0.68722,
"recall_at_1000": 0.89087,
"recall_at_3": 0.30567,
"recall_at_5": 0.36982
}
}