compressionkit-ppg-8x / quality_scorecard.json
apage-ambiq's picture
Release deployment artifacts from CompressionKit
a793382 verified
{
"run_dir": "results/ppg_rvq_64hz_08x_golden",
"modality": "ppg",
"sample_rate": 64,
"num_samples_loaded": 1000,
"num_samples": 918,
"num_samples_rejected": 82,
"min_signal_std": 0.0001,
"noise_estimator": "bp",
"bitrate": {
"best_prior_tag": "tcn_ppg_2frame_ctx",
"val_bits_per_token": 7.309535147876498,
"val_bits_per_frame": null,
"cr_codec_uniform": 8.0,
"cr_codec_learned": 8.755686744128006,
"codec_compression_ratio": 8.0,
"effective_downsample_factor": 8,
"encoder_total_params": null
},
"time_domain": {
"prd_percent": {
"n": 918,
"mean": 10.848545583796428,
"std": 18.8956403308579,
"median": 4.195422840500666,
"p10": 2.9215334526953263,
"p90": 22.4459973941936,
"max": 103.05957291826435,
"min": 2.2156763702259226
},
"prdn_noise_percent": {
"n": 918,
"mean": 2.159205961281451,
"std": 12.459615354536206,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 108.93003694276445,
"min": 0.0
},
"rmse": {
"n": 918,
"mean": 0.04969807405334806,
"std": 0.0527952098798282,
"median": 0.03668387756264928,
"p10": 0.02715402120993005,
"p90": 0.07755740438116022,
"max": 0.8320350467792259,
"min": 0.01771328047791202
},
"cosine_similarity": {
"n": 918,
"mean": 0.9702629975402375,
"std": 0.11262131291437905,
"median": 0.9991268813610077,
"p10": 0.9746265411376953,
"p90": 0.9995849907398224,
"max": 0.9997548460960388,
"min": -0.016681520268321037
}
},
"spectral": {
"band_total_rel_error": {
"n": 918,
"mean": 41.31645289653488,
"std": 1248.3747191113184,
"median": 0.03357589292429265,
"p10": 0.008740301690462856,
"p90": 0.24268678261677876,
"max": 37844.60914085445,
"min": 0.0006337214519347849
},
"per_band_rel_error": {
"band_0.5_3_rel_error": {
"n": 918,
"mean": 0.4535407419129073,
"std": 12.380281308452679,
"median": 0.007498306829187128,
"p10": 0.0014186641719836403,
"p90": 0.04682981884746255,
"max": 375.3289474393659,
"min": 7.503780812614029e-06
},
"band_3_8_rel_error": {
"n": 918,
"mean": 82.17936505115684,
"std": 2484.369947584222,
"median": 0.05866811900437351,
"p10": 0.01048569010438188,
"p90": 0.39342659799277724,
"max": 75313.88933426954,
"min": 2.0484796321409752e-05
},
"band_total_rel_error": {
"n": 918,
"mean": 41.31645289653488,
"std": 1248.3747191113184,
"median": 0.03357589292429265,
"p10": 0.008740301690462856,
"p90": 0.24268678261677876,
"max": 37844.60914085445,
"min": 0.0006337214519347849
}
},
"weighted_freq_prd_percent": {
"n": 918,
"mean": 8.38415249062849,
"std": 34.58321947964459,
"median": 2.413590667400777,
"p10": 1.6763431993730964,
"p90": 15.60146753367334,
"max": 958.3112365261204,
"min": 1.0630491435434553
},
"coherence": {
"n": 918,
"mean": 0.9281282471833661,
"std": 0.08642970021258774,
"median": 0.9590317392992701,
"p10": 0.824639694153458,
"p90": 0.9877750885397479,
"max": 0.9995419693701331,
"min": 0.1265020588692243
}
},
"physiology": {
"num_total_pairs": 918,
"num_valid_pairs": 564,
"target_mean_hr_bpm": 63.92828228653829,
"reconstructed_mean_hr_bpm": 63.88180008038896,
"hr_mae_bpm": 0.442961367563161,
"hr_median_ae_bpm": 0.0,
"hr_bias_bpm": -0.04648220614934466,
"target_mean_rmssd_ms": 54.787257874377765,
"reconstructed_mean_rmssd_ms": 49.56541570849974,
"rmssd_mae_ms": 19.21576902245605,
"rmssd_median_ae_ms": 3.3918211395084032,
"target_mean_sdnn_ms": 43.658997605115815,
"reconstructed_mean_sdnn_ms": 40.10741929218264,
"sdnn_mae_ms": 12.861824268945822,
"sdnn_median_ae_ms": 2.2259742006342096,
"peak_alignment": {
"num_total_pairs": 918.0,
"num_valid_pairs": 564.0,
"timing_tolerance_ms": 125.0,
"timing_tolerance_samples": 8.0,
"target_total_peaks": 2988.0,
"reconstructed_total_peaks": 2995.0,
"matched_total_peaks": 2958.0,
"total_missed_peaks": 30.0,
"total_extra_peaks": 37.0,
"peak_count_exact_match_pct": 95.56737588652483,
"peak_precision_pct": 98.84245187436676,
"peak_recall_pct": 99.0417088821344,
"peak_f1_pct": 98.90566879928582,
"peak_timing_mae_ms": 3.692317444219067,
"peak_timing_median_ms": 0.0,
"peak_timing_p90_ms": 15.625,
"peak_timing_max_ms": 125.0,
"peak_timing_within_1sample_pct": 98.14063556457066,
"ibi_mae_ms": 6.065483668341709,
"ibi_median_ae_ms": 0.0,
"ibi_p90_ae_ms": 15.625
},
"by_noise_tertile": {
"thresholds_bp_noise_rms": {
"clean_max": 0.2339847775706382,
"median_max": 0.3281724947052866
},
"buckets": {
"clean": {
"n": 188,
"hr_mae_bpm": {
"n": 188,
"mean": 0.5356872331148199,
"std": 2.4065940094365517,
"median": 0.0,
"p10": 0.0,
"p90": 0.4700560878610564,
"max": 19.11398705823794,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 188,
"mean": 10.52141700805432,
"std": 63.1127150825116,
"median": 0.0,
"p10": 0.0,
"p90": 10.27743779917104,
"max": 776.3666836860523,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 188,
"mean": 16.294950362997966,
"std": 98.89951486521862,
"median": 0.6297212796030607,
"p10": 0.0,
"p90": 16.99358835738313,
"max": 1184.2557242978037,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 188,
"mean": 3.3216976950354606,
"std": 6.913568786362679,
"median": 2.6041666666666665,
"p10": 0.0,
"p90": 6.25,
"max": 57.291666666666664,
"min": 0.0
},
"peak_f1_pct": {
"n": 188,
"mean": 98.81404056935973,
"std": 6.319046532761627,
"median": 100.0,
"p10": 100.0,
"p90": 100.0,
"max": 100.0,
"min": 40.00000000000001
}
},
"median": {
"n": 188,
"hr_mae_bpm": {
"n": 188,
"mean": 0.18925364495986488,
"std": 0.3926737538014118,
"median": 0.0,
"p10": 0.0,
"p90": 0.46288853102732624,
"max": 2.6220911176663364,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 188,
"mean": 5.553321651747721,
"std": 10.754208634018575,
"median": 2.2259742006342096,
"p10": 0.0,
"p90": 12.409431009334366,
"max": 89.30431353897004,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 188,
"mean": 7.384708338738824,
"std": 11.952588795629667,
"median": 3.349559287768379,
"p10": 0.0,
"p90": 17.021409761513244,
"max": 97.8279740156158,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 188,
"mean": 3.3355496453900706,
"std": 4.030292024835788,
"median": 3.125,
"p10": 0.0,
"p90": 6.25,
"max": 31.25,
"min": 0.0
},
"peak_f1_pct": {
"n": 188,
"mean": 99.66150870406192,
"std": 1.7212255058566437,
"median": 100.0,
"p10": 100.0,
"p90": 100.0,
"max": 100.0,
"min": 90.9090909090909
}
},
"noisy": {
"n": 188,
"hr_mae_bpm": {
"n": 188,
"mean": 0.6039432246147982,
"std": 1.883363586800868,
"median": 0.18011503949030683,
"p10": 0.0,
"p90": 0.7060714257851679,
"max": 16.253557343657448,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 188,
"mean": 22.51073414703542,
"std": 86.22813662370848,
"median": 3.198541328442296,
"p10": 0.0,
"p90": 36.00134202042948,
"max": 831.8686535229742,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 188,
"mean": 33.96764836563137,
"std": 136.37767337777817,
"median": 5.329811808674766,
"p10": 0.0,
"p90": 44.19977636814901,
"max": 1292.0060735287643,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 188,
"mean": 4.710058890577507,
"std": 5.945473771145052,
"median": 3.125,
"p10": 0.0,
"p90": 12.5,
"max": 39.0625,
"min": 0.0
},
"peak_f1_pct": {
"n": 188,
"mean": 98.24145712443583,
"std": 5.9750455542311505,
"median": 100.0,
"p10": 97.27272727272727,
"p90": 100.0,
"max": 100.0,
"min": 60.0
}
}
}
}
},
"stability": {},
"by_noise_tertile": {
"thresholds_bp_noise_rms": {
"clean_max": 0.24131986007277742,
"median_max": 0.34628716991087094
},
"buckets": {
"clean": {
"n": 306,
"time_domain": {
"prd_percent": {
"n": 306,
"mean": 18.398764418093773,
"std": 28.168583796260297,
"median": 4.094060910281193,
"p10": 2.848161859848817,
"p90": 78.22493329623924,
"max": 103.05957291826435,
"min": 2.2598247658284656
},
"prdn_noise_percent": {
"n": 306,
"mean": 5.843516362964408,
"std": 19.98502704045041,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 108.93003694276445,
"min": 0.0
},
"rmse": {
"n": 306,
"mean": 0.042395888496311554,
"std": 0.021148804657973183,
"median": 0.03390072230212389,
"p10": 0.025820100659647103,
"p90": 0.07727849963014541,
"max": 0.15926441909676314,
"min": 0.01771328047791202
},
"cosine_similarity": {
"n": 306,
"mean": 0.9285757167483953,
"std": 0.17049049428500349,
"median": 0.9991714060306549,
"p10": 0.6418456435203552,
"p90": 0.9995957016944885,
"max": 0.9997456669807434,
"min": -0.016681520268321037
}
},
"spectral": {
"band_total_rel_error": {
"n": 306,
"mean": 123.84538719000595,
"std": 2159.8846661750467,
"median": 0.038326091471910205,
"p10": 0.009634394362183926,
"p90": 0.722135356723492,
"max": 37844.60914085445,
"min": 0.0020525684928924736
},
"weighted_freq_prd_percent": {
"n": 306,
"mean": 16.458352655879885,
"std": 58.49824255962298,
"median": 2.2369559544318136,
"p10": 1.6162070845914942,
"p90": 57.36364856791246,
"max": 958.3112365261204,
"min": 1.0630491435434553
},
"coherence": {
"n": 306,
"mean": 0.9002278308955688,
"std": 0.12389301082649759,
"median": 0.9567901954119169,
"p10": 0.7448965510244805,
"p90": 0.986082712514575,
"max": 0.9968755714387977,
"min": 0.1265020588692243
}
}
},
"median": {
"n": 306,
"time_domain": {
"prd_percent": {
"n": 306,
"mean": 5.879730285914382,
"std": 5.768884956904454,
"median": 3.7718769523738294,
"p10": 2.9194876940292405,
"p90": 13.928227953153627,
"max": 47.098411463573726,
"min": 2.436167911836312
},
"prdn_noise_percent": {
"n": 306,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 306,
"mean": 0.041107085851591646,
"std": 0.018599802281230045,
"median": 0.03499141578103458,
"p10": 0.02737927378091825,
"p90": 0.06503664275884642,
"max": 0.1420195035095297,
"min": 0.02335849125770835
},
"cosine_similarity": {
"n": 306,
"mean": 0.9965927928101783,
"std": 0.009612820479813973,
"median": 0.9993058741092682,
"p10": 0.9912917613983154,
"p90": 0.9995818734169006,
"max": 0.9997046589851379,
"min": 0.8821457624435425
}
},
"spectral": {
"band_total_rel_error": {
"n": 306,
"mean": 0.04663113788078539,
"std": 0.06407485559526516,
"median": 0.027738735113726015,
"p10": 0.007596618032470338,
"p90": 0.08628006933723555,
"max": 0.3876017903960833,
"min": 0.0006337214519347849
},
"weighted_freq_prd_percent": {
"n": 306,
"mean": 3.5052943112589,
"std": 3.977195110555763,
"median": 2.1742669082068944,
"p10": 1.653056285912279,
"p90": 8.867526841195668,
"max": 27.543203399771453,
"min": 1.1203732729961342
},
"coherence": {
"n": 306,
"mean": 0.9486179536113862,
"std": 0.05255135205000167,
"median": 0.966617360255781,
"p10": 0.8915826350670766,
"p90": 0.9910016469137709,
"max": 0.9968538027323288,
"min": 0.7031546559690711
}
}
},
"noisy": {
"n": 306,
"time_domain": {
"prd_percent": {
"n": 306,
"mean": 8.267142047381123,
"std": 12.491114829286918,
"median": 4.9670280621843546,
"p10": 3.0429170262890275,
"p90": 13.139866935325966,
"max": 99.9078063035124,
"min": 2.2156763702259226
},
"prdn_noise_percent": {
"n": 306,
"mean": 0.6341015208799453,
"std": 6.764797222987096,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 96.7866236690588,
"min": 0.0
},
"rmse": {
"n": 306,
"mean": 0.06559124781214098,
"std": 0.08478831293924932,
"median": 0.04447650406352754,
"p10": 0.0291861270442575,
"p90": 0.08741413831334063,
"max": 0.8320350467792259,
"min": 0.021850802377875535
},
"cosine_similarity": {
"n": 306,
"mean": 0.9856204830621388,
"std": 0.07889439491005183,
"median": 0.9987693727016449,
"p10": 0.9914692342281342,
"p90": 0.9995433390140533,
"max": 0.9997548460960388,
"min": 0.05643972381949425
}
},
"spectral": {
"band_total_rel_error": {
"n": 306,
"mean": 0.057340361717932394,
"std": 0.07151462160703655,
"median": 0.03643624043494634,
"p10": 0.009005253604189052,
"p90": 0.12686225719218308,
"max": 0.6609988781866556,
"min": 0.0023853776605148682
},
"weighted_freq_prd_percent": {
"n": 306,
"mean": 5.188810504746685,
"std": 7.136425531749565,
"median": 3.1053002230496136,
"p10": 1.8465715263886981,
"p90": 9.16095608662432,
"max": 83.07900326755868,
"min": 1.458329865311622
},
"coherence": {
"n": 306,
"mean": 0.9355389570431433,
"std": 0.05519036676278638,
"median": 0.9522045989429488,
"p10": 0.8611406621369054,
"p90": 0.9843001271769871,
"max": 0.9995419693701331,
"min": 0.6444829726451095
}
}
}
}
},
"context": {
"noise_power": {
"n": 918,
"mean": 0.12548111801577716,
"std": 0.1416492909994946,
"median": 0.08151322044578665,
"p10": 0.021716767247136858,
"p90": 0.2884837691049729,
"max": 1.6368540498800002,
"min": 0.00019703970012767088
},
"noise_rms": {
"n": 918,
"mean": 0.31544059541272507,
"std": 0.16117800340444294,
"median": 0.2855051965010002,
"p10": 0.14736601264297253,
"p90": 0.5371068221275118,
"max": 1.2793959707143054,
"min": 0.014037083034864149
},
"qrs_snr_db": {
"n": 0
}
}
}