Upload 130 files
444729b
|
|
{ |
|
|
"dataset": "hotpotqa", |
|
|
"split": "test", |
|
|
"metric": "dot", |
|
|
"norm_query": false, |
|
|
"norm_doc": false, |
|
|
"scores": { |
|
|
"ndcg": { |
|
|
"NDCG@1": 0.58488, |
|
|
"NDCG@3": 0.46291, |
|
|
"NDCG@5": 0.48756, |
|
|
"NDCG@10": 0.51242, |
|
|
"NDCG@20": 0.53009, |
|
|
"NDCG@50": 0.54678, |
|
|
"NDCG@100": 0.55471, |
|
|
"NDCG@200": 0.5614, |
|
|
"NDCG@1000": 0.57309 |
|
|
}, |
|
|
"map": { |
|
|
"MAP@1": 0.29244, |
|
|
"MAP@3": 0.38755, |
|
|
"MAP@5": 0.40461, |
|
|
"MAP@10": 0.41781, |
|
|
"MAP@20": 0.42428, |
|
|
"MAP@50": 0.42802, |
|
|
"MAP@100": 0.42902, |
|
|
"MAP@200": 0.42953, |
|
|
"MAP@1000": 0.42991 |
|
|
}, |
|
|
"precision": { |
|
|
"P@1": 0.58488, |
|
|
"P@3": 0.29124, |
|
|
"P@5": 0.19425, |
|
|
"P@10": 0.10955, |
|
|
"P@20": 0.06046, |
|
|
"P@50": 0.02692, |
|
|
"P@100": 0.01425, |
|
|
"P@200": 0.00752, |
|
|
"P@1000": 0.00167 |
|
|
}, |
|
|
"recall": { |
|
|
"Recall@1": 0.29244, |
|
|
"Recall@3": 0.43687, |
|
|
"Recall@5": 0.48562, |
|
|
"Recall@10": 0.54774, |
|
|
"Recall@20": 0.60459, |
|
|
"Recall@50": 0.67292, |
|
|
"Recall@100": 0.71269, |
|
|
"Recall@200": 0.75165, |
|
|
"Recall@1000": 0.83471 |
|
|
}, |
|
|
"mrr": { |
|
|
"MRR@1": 0.58488, |
|
|
"MRR@3": 0.65258, |
|
|
"MRR@5": 0.66312, |
|
|
"MRR@10": 0.67061, |
|
|
"MRR@20": 0.67359, |
|
|
"MRR@50": 0.67491, |
|
|
"MRR@100": 0.67521, |
|
|
"MRR@200": 0.67533, |
|
|
"MRR@1000": 0.67541 |
|
|
}, |
|
|
"recall_cap": { |
|
|
"R_cap@1": 0.58488, |
|
|
"R_cap@3": 0.43687, |
|
|
"R_cap@5": 0.48562, |
|
|
"R_cap@10": 0.54774, |
|
|
"R_cap@20": 0.60459, |
|
|
"R_cap@50": 0.67292, |
|
|
"R_cap@100": 0.71269, |
|
|
"R_cap@200": 0.75165, |
|
|
"R_cap@1000": 0.83471 |
|
|
}, |
|
|
"hole": { |
|
|
"Hole@1": 0.4077, |
|
|
"Hole@3": 0.69714, |
|
|
"Hole@5": 0.79327, |
|
|
"Hole@10": 0.87796, |
|
|
"Hole@20": 0.92708, |
|
|
"Hole@50": 0.96156, |
|
|
"Hole@100": 0.97484, |
|
|
"Hole@200": 0.98229, |
|
|
"Hole@1000": 0.98984 |
|
|
} |
|
|
} |
|
|
} |
|
|
|
