{ "basic_metrics": { "mse": 3079.0234375, "rmse": 55.488948822021484, "mae": 23.4454402923584, "r2": -0.21279525756835938, "pred_mean": -1.0994174480438232, "pred_std": 9.724736213684082, "true_mean": 19.224706649780273, "true_std": 50.38633346557617 }, "bias_analysis": { "bias_range_3": -2.6668460369110107, "bias_range_4": -67.3138656616211 }, "top_k_metrics": { "ndcg@10": 0.76645658997246, "precision@10": 0.8794117647058824, "recall@10": 0.8794117647058824 }, "cold_start_metrics": { "cold_user_warm_item": { "count": 139, "mse": 1254.147705078125, "rmse": 35.41394805908203, "mae": 24.895784378051758, "r2": -0.9901391267776489, "pred_mean": 1.0831069946289062, "pred_std": 11.065825462341309, "true_mean": 23.73381233215332, "true_std": 25.103404998779297 }, "warm_user_cold_item": { "count": 1751, "mse": 365.7469177246094, "rmse": 19.12451171875, "mae": 12.106451034545898, "r2": -0.924481987953186, "pred_mean": -0.9319719672203064, "pred_std": 10.093915939331055, "true_mean": 7.401484966278076, "true_std": 13.785845756530762 }, "cold_both": { "count": 4107, "mse": 169.58038330078125, "rmse": 13.022303581237793, "mae": 8.721110343933105, "r2": -1.5553205013275146, "pred_mean": -1.2563493251800537, "pred_std": 8.511791229248047, "true_mean": 4.080350399017334, "true_std": 8.14638900756836 }, "warm_both": { "count": 714, "mse": 26994.263671875, "rmse": 164.29931640625, "mae": 136.50509643554688, "r2": -2.396286725997925, "pred_mean": -1.9450238943099976, "pred_std": 13.863030433654785, "true_mean": 134.4537811279297, "true_std": 89.15250396728516 } } }