default / metrics /evaluation_results.json
TravisBoltz's picture
Upload 62 files
b4263ca verified
{
"basic_metrics": {
"mse": 3079.0234375,
"rmse": 55.488948822021484,
"mae": 23.4454402923584,
"r2": -0.21279525756835938,
"pred_mean": -1.0994174480438232,
"pred_std": 9.724736213684082,
"true_mean": 19.224706649780273,
"true_std": 50.38633346557617
},
"bias_analysis": {
"bias_range_3": -2.6668460369110107,
"bias_range_4": -67.3138656616211
},
"top_k_metrics": {
"ndcg@10": 0.76645658997246,
"precision@10": 0.8794117647058824,
"recall@10": 0.8794117647058824
},
"cold_start_metrics": {
"cold_user_warm_item": {
"count": 139,
"mse": 1254.147705078125,
"rmse": 35.41394805908203,
"mae": 24.895784378051758,
"r2": -0.9901391267776489,
"pred_mean": 1.0831069946289062,
"pred_std": 11.065825462341309,
"true_mean": 23.73381233215332,
"true_std": 25.103404998779297
},
"warm_user_cold_item": {
"count": 1751,
"mse": 365.7469177246094,
"rmse": 19.12451171875,
"mae": 12.106451034545898,
"r2": -0.924481987953186,
"pred_mean": -0.9319719672203064,
"pred_std": 10.093915939331055,
"true_mean": 7.401484966278076,
"true_std": 13.785845756530762
},
"cold_both": {
"count": 4107,
"mse": 169.58038330078125,
"rmse": 13.022303581237793,
"mae": 8.721110343933105,
"r2": -1.5553205013275146,
"pred_mean": -1.2563493251800537,
"pred_std": 8.511791229248047,
"true_mean": 4.080350399017334,
"true_std": 8.14638900756836
},
"warm_both": {
"count": 714,
"mse": 26994.263671875,
"rmse": 164.29931640625,
"mae": 136.50509643554688,
"r2": -2.396286725997925,
"pred_mean": -1.9450238943099976,
"pred_std": 13.863030433654785,
"true_mean": 134.4537811279297,
"true_std": 89.15250396728516
}
}
}