compressionkit-ppg-2x / quality_scorecard.json
apage-ambiq's picture
Release deployment artifacts from CompressionKit
949e581 verified
{
"run_dir": "results/ppg_rvq_64hz_02x_golden",
"modality": "ppg",
"sample_rate": 64,
"num_samples_loaded": 1000,
"num_samples": 918,
"num_samples_rejected": 82,
"min_signal_std": 0.0001,
"noise_estimator": "bp",
"bitrate": {
"best_prior_tag": "tcn_ppg_2frame_ctx",
"val_bits_per_token": 5.140225407753721,
"val_bits_per_frame": null,
"cr_codec_uniform": 2.0,
"cr_codec_learned": 3.112703963500309,
"codec_compression_ratio": 2.0,
"effective_downsample_factor": 2,
"encoder_total_params": null
},
"time_domain": {
"prd_percent": {
"n": 918,
"mean": 6.18002860167718,
"std": 12.627286064153685,
"median": 2.2707451817717166,
"p10": 1.5388710438006645,
"p90": 10.756366635130483,
"max": 102.55162953199937,
"min": 1.1482345322974004
},
"prdn_noise_percent": {
"n": 918,
"mean": 0.061703700247336256,
"std": 1.8685119358471967,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 56.643996827054686,
"min": 0.0
},
"rmse": {
"n": 918,
"mean": 0.024121638248169274,
"std": 0.013522642240212754,
"median": 0.019943000653253825,
"p10": 0.01445534354605757,
"p90": 0.03855337747801658,
"max": 0.159792387896265,
"min": 0.011044595764267645
},
"cosine_similarity": {
"n": 918,
"mean": 0.9912038713435932,
"std": 0.04477608111701479,
"median": 0.9997541606426239,
"p10": 0.9942995369434356,
"p90": 0.9998896300792695,
"max": 0.9999375939369202,
"min": 0.008180302567780018
}
},
"spectral": {
"band_total_rel_error": {
"n": 918,
"mean": 1176.0287868351597,
"std": 35610.558716310516,
"median": 0.026308774384711124,
"p10": 0.009168633753903217,
"p90": 0.14041728607559176,
"max": 1079535.2477055304,
"min": 0.0012199072111776514
},
"per_band_rel_error": {
"band_0.5_3_rel_error": {
"n": 918,
"mean": 13.815620426212577,
"std": 417.42985048989766,
"median": 0.007044820428324217,
"p10": 0.0016567430478348587,
"p90": 0.027142116851674673,
"max": 12654.42911217313,
"min": 6.554717167689625e-06
},
"band_3_8_rel_error": {
"n": 918,
"mean": 2338.241953244107,
"std": 70803.68759901977,
"median": 0.045018189632978,
"p10": 0.0109970204303033,
"p90": 0.2515332799989127,
"max": 2146416.0662988876,
"min": 3.7187745467087346e-05
},
"band_total_rel_error": {
"n": 918,
"mean": 1176.0287868351597,
"std": 35610.558716310516,
"median": 0.026308774384711124,
"p10": 0.009168633753903217,
"p90": 0.14041728607559176,
"max": 1079535.2477055304,
"min": 0.0012199072111776514
}
},
"weighted_freq_prd_percent": {
"n": 918,
"mean": 4.694619255854067,
"std": 22.405036796946394,
"median": 1.1700696834910023,
"p10": 0.819346298502958,
"p90": 6.803113577165535,
"max": 613.827804773816,
"min": 0.6069363242572614
},
"coherence": {
"n": 918,
"mean": 0.9794946303653652,
"std": 0.04920294324414117,
"median": 0.9912895530356711,
"p10": 0.9622582086621779,
"p90": 0.9975675245874019,
"max": 0.9998844307226744,
"min": 0.19802516806590467
}
},
"physiology": {
"num_total_pairs": 918,
"num_valid_pairs": 566,
"target_mean_hr_bpm": 65.04832298643991,
"reconstructed_mean_hr_bpm": 64.89365750735779,
"hr_mae_bpm": 0.31294459166719535,
"hr_median_ae_bpm": 0.0,
"hr_bias_bpm": -0.154665479082129,
"target_mean_rmssd_ms": 66.56260621648076,
"reconstructed_mean_rmssd_ms": 65.36813602620421,
"rmssd_mae_ms": 15.529328252347964,
"rmssd_median_ae_ms": 0.0,
"target_mean_sdnn_ms": 52.43566935693551,
"reconstructed_mean_sdnn_ms": 52.13131749612763,
"sdnn_mae_ms": 10.291508828080497,
"sdnn_median_ae_ms": 0.0,
"peak_alignment": {
"num_total_pairs": 918.0,
"num_valid_pairs": 566.0,
"timing_tolerance_ms": 125.0,
"timing_tolerance_samples": 8.0,
"target_total_peaks": 3014.0,
"reconstructed_total_peaks": 3008.0,
"matched_total_peaks": 2985.0,
"total_missed_peaks": 29.0,
"total_extra_peaks": 23.0,
"peak_count_exact_match_pct": 96.99646643109541,
"peak_precision_pct": 99.30506478209658,
"peak_recall_pct": 99.2150429076224,
"peak_f1_pct": 99.2299617343787,
"peak_timing_mae_ms": 1.6750418760469012,
"peak_timing_median_ms": 0.0,
"peak_timing_p90_ms": 0.0,
"peak_timing_max_ms": 125.0,
"peak_timing_within_1sample_pct": 99.46398659966499,
"ibi_mae_ms": 3.021265560165975,
"ibi_median_ae_ms": 0.0,
"ibi_p90_ae_ms": 15.625
},
"by_noise_tertile": {
"thresholds_bp_noise_rms": {
"clean_max": 0.23595649226272147,
"median_max": 0.3318833137716638
},
"buckets": {
"clean": {
"n": 189,
"hr_mae_bpm": {
"n": 189,
"mean": 0.48157810018996927,
"std": 2.2274802934764995,
"median": 0.0,
"p10": 0.0,
"p90": 0.41069640504346133,
"max": 22.180302697960087,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 189,
"mean": 15.91361559488821,
"std": 74.1132451499106,
"median": 0.0,
"p10": 0.0,
"p90": 10.094703347485707,
"max": 599.6773107124825,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 189,
"mean": 23.493831839828673,
"std": 112.56828482061007,
"median": 0.0,
"p10": 0.0,
"p90": 15.625,
"max": 894.0722687820797,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 189,
"mean": 1.755007558578987,
"std": 3.6733602860945402,
"median": 0.0,
"p10": 0.0,
"p90": 3.2812500000000133,
"max": 31.25,
"min": 0.0
},
"peak_f1_pct": {
"n": 189,
"mean": 98.46144596144596,
"std": 7.474386996372416,
"median": 100.0,
"p10": 100.0,
"p90": 100.0,
"max": 100.0,
"min": 54.54545454545454
}
},
"median": {
"n": 188,
"hr_mae_bpm": {
"n": 188,
"mean": 0.1879441511989255,
"std": 1.31552680727675,
"median": 0.0,
"p10": 0.0,
"p90": 0.2636705362930356,
"max": 17.71036708350141,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 188,
"mean": 7.112658450582662,
"std": 64.66335920602519,
"median": 0.0,
"p10": 0.0,
"p90": 6.082383165203219,
"max": 882.9460383857959,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 188,
"mean": 10.55906001173321,
"std": 99.675776650029,
"median": 0.0,
"p10": 0.0,
"p90": 8.755620516439867,
"max": 1363.9002782460238,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 188,
"mean": 1.3555122847011143,
"std": 2.857260238213242,
"median": 0.0,
"p10": 0.0,
"p90": 3.125,
"max": 25.0,
"min": 0.0
},
"peak_f1_pct": {
"n": 188,
"mean": 99.75822050290137,
"std": 2.18566525725136,
"median": 100.0,
"p10": 100.0,
"p90": 100.0,
"max": 100.0,
"min": 72.72727272727272
}
},
"noisy": {
"n": 189,
"hr_mae_bpm": {
"n": 189,
"mean": 0.2686501456207954,
"std": 1.4260291357627615,
"median": 0.0,
"p10": 0.0,
"p90": 0.4324770563130161,
"max": 19.10966340933767,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 189,
"mean": 7.831433124603971,
"std": 50.57647649499623,
"median": 0.0,
"p10": 0.0,
"p90": 8.5486966831981,
"max": 624.9003411395066,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 189,
"mean": 12.508795189923207,
"std": 79.91229747734226,
"median": 0.0,
"p10": 0.0,
"p90": 13.335127790893273,
"max": 970.1113917316363,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 189,
"mean": 1.9872763920382968,
"std": 3.2608956149124655,
"median": 0.0,
"p10": 0.0,
"p90": 3.392857142857166,
"max": 23.4375,
"min": 0.0
},
"peak_f1_pct": {
"n": 189,
"mean": 99.47301375872806,
"std": 3.0298734025973264,
"median": 100.0,
"p10": 100.0,
"p90": 100.0,
"max": 100.0,
"min": 72.72727272727272
}
}
}
}
},
"stability": {},
"by_noise_tertile": {
"thresholds_bp_noise_rms": {
"clean_max": 0.24079771218823168,
"median_max": 0.3463892954157838
},
"buckets": {
"clean": {
"n": 306,
"time_domain": {
"prd_percent": {
"n": 306,
"mean": 12.410000547048252,
"std": 20.176677551489508,
"median": 2.3748347549279414,
"p10": 1.4816890695109748,
"p90": 52.618571066315255,
"max": 102.55162953199937,
"min": 1.1482345322974004
},
"prdn_noise_percent": {
"n": 306,
"mean": 0.1851111007420088,
"std": 3.232826392410366,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 56.643996827054686,
"min": 0.0
},
"rmse": {
"n": 306,
"mean": 0.024535816140018596,
"std": 0.012868325509471054,
"median": 0.0191285667775326,
"p10": 0.013883531778025676,
"p90": 0.0502772823518797,
"max": 0.06532854832145069,
"min": 0.011044595764267645
},
"cosine_similarity": {
"n": 306,
"mean": 0.9751414601520629,
"std": 0.0749649686774173,
"median": 0.9997258186340332,
"p10": 0.8936916291713715,
"p90": 0.9998959302902222,
"max": 0.9999356865882874,
"min": 0.008180302567780018
}
},
"spectral": {
"band_total_rel_error": {
"n": 306,
"mean": 3528.0109967250646,
"std": 61611.99514520344,
"median": 0.02761306175373358,
"p10": 0.008752545329382053,
"p90": 0.4491900191298981,
"max": 1079535.2477055304,
"min": 0.001792721229149761
},
"weighted_freq_prd_percent": {
"n": 306,
"mean": 10.112825538450549,
"std": 37.526600712839986,
"median": 1.0917400747917194,
"p10": 0.7754958896704744,
"p90": 33.596739726406895,
"max": 613.827804773816,
"min": 0.6069363242572614
},
"coherence": {
"n": 306,
"mean": 0.9632922787299859,
"std": 0.07681821683517712,
"median": 0.9886388607222496,
"p10": 0.9155177660481352,
"p90": 0.997239017343883,
"max": 0.9994472304335038,
"min": 0.19802516806590467
}
}
},
"median": {
"n": 306,
"time_domain": {
"prd_percent": {
"n": 306,
"mean": 2.9402115932327177,
"std": 2.544618534673755,
"median": 2.0966436500385734,
"p10": 1.5454621506916477,
"p90": 5.318313598768995,
"max": 21.435605864320802,
"min": 1.1482770838052627
},
"prdn_noise_percent": {
"n": 306,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 306,
"mean": 0.02163338002566946,
"std": 0.008983813529486554,
"median": 0.019246505059827536,
"p10": 0.01444338145352125,
"p90": 0.03143832243972748,
"max": 0.08566159694896452,
"min": 0.01107206993494496
},
"cosine_similarity": {
"n": 306,
"mean": 0.9992719982184616,
"std": 0.0019370705316250657,
"median": 0.9997909069061279,
"p10": 0.9988147020339966,
"p90": 0.9998902976512909,
"max": 0.9999375939369202,
"min": 0.9771165251731873
}
},
"spectral": {
"band_total_rel_error": {
"n": 306,
"mean": 0.031660502020778886,
"std": 0.03315217404097163,
"median": 0.024142931647891268,
"p10": 0.008288761914618812,
"p90": 0.04803708418022681,
"max": 0.18910425851314508,
"min": 0.0012199072111776514
},
"weighted_freq_prd_percent": {
"n": 306,
"mean": 1.5755510459538449,
"std": 1.8275998361774597,
"median": 1.051463431696959,
"p10": 0.8123178914324305,
"p90": 3.110515933647819,
"max": 19.6303215776555,
"min": 0.6356928137285102
},
"coherence": {
"n": 306,
"mean": 0.9886334606742659,
"std": 0.015984117153310787,
"median": 0.9927023933060921,
"p10": 0.9745925730323756,
"p90": 0.9983765025163724,
"max": 0.9995732162282978,
"min": 0.7978961757689436
}
}
},
"noisy": {
"n": 306,
"time_domain": {
"prd_percent": {
"n": 306,
"mean": 3.1898736647505714,
"std": 2.5537557242188034,
"median": 2.413747481282866,
"p10": 1.6017328695902018,
"p90": 5.27667155163199,
"max": 20.93733355391849,
"min": 1.2786334542504572
},
"prdn_noise_percent": {
"n": 306,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 306,
"mean": 0.02619571857881978,
"std": 0.01707682848172176,
"median": 0.021887208447505847,
"p10": 0.015282246823700944,
"p90": 0.0378572479681321,
"max": 0.159792387896265,
"min": 0.012142557707002864
},
"cosine_similarity": {
"n": 306,
"mean": 0.9991981556602553,
"std": 0.0020467640927616876,
"median": 0.999715656042099,
"p10": 0.9986196458339691,
"p90": 0.9998804032802582,
"max": 0.9999217391014099,
"min": 0.9789285063743591
}
},
"spectral": {
"band_total_rel_error": {
"n": 306,
"mean": 0.043703278393080504,
"std": 0.12725654357042585,
"median": 0.027291962758910323,
"p10": 0.011429650069387757,
"p90": 0.08152511131433383,
"max": 2.1899218539986425,
"min": 0.003867512508816609
},
"weighted_freq_prd_percent": {
"n": 306,
"mean": 2.3954811831578073,
"std": 7.071036536417225,
"median": 1.4272796009046655,
"p10": 0.9651973366810878,
"p90": 3.214195675101878,
"max": 117.32534804218969,
"min": 0.7330226109508876
},
"coherence": {
"n": 306,
"mean": 0.9865581516918438,
"std": 0.026652029590455154,
"median": 0.9913460166777425,
"p10": 0.9765046059751752,
"p90": 0.9970782099301858,
"max": 0.9998844307226744,
"min": 0.5791168328428999
}
}
}
}
},
"context": {
"noise_power": {
"n": 918,
"mean": 0.12453203861557659,
"std": 0.133090612528325,
"median": 0.08267428512741551,
"p10": 0.022126767473853823,
"p90": 0.2739888740668575,
"max": 0.9756125693593471,
"min": 0.00020508309235497428
},
"noise_rms": {
"n": 918,
"mean": 0.31516498694789197,
"std": 0.15875474675647228,
"median": 0.2875313553855465,
"p10": 0.1487506334419683,
"p90": 0.5234391597399032,
"max": 0.9877310207538017,
"min": 0.014320722480202396
},
"qrs_snr_db": {
"n": 0
}
}
}