compressionkit-ppg-4x / quality_scorecard.json
apage-ambiq's picture
Release deployment artifacts from CompressionKit
17f9d82 verified
{
"run_dir": "results/ppg_rvq_64hz_04x_golden",
"modality": "ppg",
"sample_rate": 64,
"num_samples_loaded": 1000,
"num_samples": 923,
"num_samples_rejected": 77,
"min_signal_std": 0.0001,
"noise_estimator": "bp",
"bitrate": {
"best_prior_tag": "tcn_ppg_2frame_ctx",
"val_bits_per_token": 7.0339750987746354,
"val_bits_per_frame": null,
"cr_codec_uniform": 4.0,
"cr_codec_learned": 4.5493479221407265,
"codec_compression_ratio": 4.0,
"effective_downsample_factor": 4,
"encoder_total_params": null
},
"time_domain": {
"prd_percent": {
"n": 923,
"mean": 7.405154857218482,
"std": 14.681760883570874,
"median": 2.7740763198831946,
"p10": 1.8528682155800718,
"p90": 14.430073470535463,
"max": 99.09053685406796,
"min": 1.3123177133888564
},
"prdn_noise_percent": {
"n": 923,
"mean": 0.5473261716057628,
"std": 6.411587286736484,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 95.7892615002895,
"min": 0.0
},
"rmse": {
"n": 923,
"mean": 0.03064024170994911,
"std": 0.023033163251002787,
"median": 0.02452886649377717,
"p10": 0.017501935325517772,
"p90": 0.04992058276447438,
"max": 0.3393506934838539,
"min": 0.012736101944853865
},
"cosine_similarity": {
"n": 923,
"mean": 0.9868505761301789,
"std": 0.05983887093935443,
"median": 0.9996238350868225,
"p10": 0.9896846055984497,
"p90": 0.9998371481895447,
"max": 0.9999153017997742,
"min": 0.20577330887317657
}
},
"spectral": {
"band_total_rel_error": {
"n": 923,
"mean": 0.08511644591323062,
"std": 0.18700299534948944,
"median": 0.035685718720714764,
"p10": 0.013893919084092241,
"p90": 0.1894840959692231,
"max": 3.2256946558968607,
"min": 0.0008882025769247602
},
"per_band_rel_error": {
"band_0.5_3_rel_error": {
"n": 923,
"mean": 0.03960259358035955,
"std": 0.13661578384502582,
"median": 0.006115243944003077,
"p10": 0.0013509338182768674,
"p90": 0.031234433392646466,
"max": 1.1986145077469728,
"min": 3.045710847438692e-05
},
"band_3_8_rel_error": {
"n": 923,
"mean": 0.13063029824610167,
"std": 0.2553798477308999,
"median": 0.06599082030576366,
"p10": 0.021197957428517246,
"p90": 0.3381235686350437,
"max": 5.252774804046749,
"min": 0.00037744396929312914
},
"band_total_rel_error": {
"n": 923,
"mean": 0.08511644591323062,
"std": 0.18700299534948944,
"median": 0.035685718720714764,
"p10": 0.013893919084092241,
"p90": 0.1894840959692231,
"max": 3.2256946558968607,
"min": 0.0008882025769247602
}
},
"weighted_freq_prd_percent": {
"n": 923,
"mean": 5.473849447324194,
"std": 13.654340130456797,
"median": 1.4912342437555708,
"p10": 1.105266959071359,
"p90": 9.633092610512659,
"max": 158.53451678390294,
"min": 0.8222970235199818
},
"coherence": {
"n": 923,
"mean": 0.9680135371675881,
"std": 0.05857999970190005,
"median": 0.9855475740479828,
"p10": 0.9349307364684816,
"p90": 0.9960272574855007,
"max": 0.9992813074092985,
"min": 0.4621423197900226
}
},
"physiology": {
"num_total_pairs": 923,
"num_valid_pairs": 582,
"target_mean_hr_bpm": 64.09786262530262,
"reconstructed_mean_hr_bpm": 64.07969392583769,
"hr_mae_bpm": 0.4003045828366814,
"hr_median_ae_bpm": 0.0,
"hr_bias_bpm": -0.018168699464934025,
"target_mean_rmssd_ms": 65.40116888608391,
"reconstructed_mean_rmssd_ms": 61.752996445822774,
"rmssd_mae_ms": 15.43219423672966,
"rmssd_median_ae_ms": 1.236815587325781,
"target_mean_sdnn_ms": 52.674672021517104,
"reconstructed_mean_sdnn_ms": 49.19024507330101,
"sdnn_mae_ms": 10.911209089028548,
"sdnn_median_ae_ms": 0.4894496564194366,
"peak_alignment": {
"num_total_pairs": 923.0,
"num_valid_pairs": 582.0,
"timing_tolerance_ms": 125.0,
"timing_tolerance_samples": 8.0,
"target_total_peaks": 3079.0,
"reconstructed_total_peaks": 3086.0,
"matched_total_peaks": 3052.0,
"total_missed_peaks": 27.0,
"total_extra_peaks": 34.0,
"peak_count_exact_match_pct": 95.01718213058419,
"peak_precision_pct": 99.00752740958926,
"peak_recall_pct": 99.18180330551463,
"peak_f1_pct": 99.05606421070338,
"peak_timing_mae_ms": 2.6673083224115333,
"peak_timing_median_ms": 0.0,
"peak_timing_p90_ms": 15.625,
"peak_timing_max_ms": 125.0,
"peak_timing_within_1sample_pct": 98.75491480996068,
"ibi_mae_ms": 4.55226533929297,
"ibi_median_ae_ms": 0.0,
"ibi_p90_ae_ms": 15.625
},
"by_noise_tertile": {
"thresholds_bp_noise_rms": {
"clean_max": 0.24581366768842702,
"median_max": 0.3387262356761792
},
"buckets": {
"clean": {
"n": 194,
"hr_mae_bpm": {
"n": 194,
"mean": 0.5351330769225214,
"std": 2.544793086683731,
"median": 0.0,
"p10": 0.0,
"p90": 0.3867328405342862,
"max": 23.51882405879708,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 194,
"mean": 12.022335838523173,
"std": 52.89956018183048,
"median": 0.0,
"p10": 0.0,
"p90": 9.772753002766569,
"max": 493.19624663553964,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 194,
"mean": 17.499582082827512,
"std": 75.25774246554694,
"median": 0.0,
"p10": 0.0,
"p90": 15.117310797867693,
"max": 545.2786541267154,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 194,
"mean": 2.6055090206185567,
"std": 4.80522986206723,
"median": 0.0,
"p10": 0.0,
"p90": 6.25,
"max": 39.0625,
"min": 0.0
},
"peak_f1_pct": {
"n": 194,
"mean": 98.6410496719775,
"std": 6.6433538312696205,
"median": 100.0,
"p10": 100.0,
"p90": 100.0,
"max": 100.0,
"min": 50.0
}
},
"median": {
"n": 194,
"hr_mae_bpm": {
"n": 194,
"mean": 0.16519098895444959,
"std": 0.432279928170976,
"median": 0.0,
"p10": 0.0,
"p90": 0.3916112103475912,
"max": 3.505976095617541,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 194,
"mean": 4.145004300484558,
"std": 8.969551642640168,
"median": 0.0,
"p10": 0.0,
"p90": 9.907036557715593,
"max": 64.36902311661959,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 194,
"mean": 5.181387223956806,
"std": 9.937943845803815,
"median": 0.0,
"p10": 0.0,
"p90": 14.284586912079611,
"max": 66.4967091164667,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 194,
"mean": 2.0526509572901324,
"std": 2.661058302857449,
"median": 0.0,
"p10": 0.0,
"p90": 5.937500000000018,
"max": 15.625,
"min": 0.0
},
"peak_f1_pct": {
"n": 194,
"mean": 99.76569821930647,
"std": 1.4405272866859795,
"median": 100.0,
"p10": 100.0,
"p90": 100.0,
"max": 100.0,
"min": 90.9090909090909
}
},
"noisy": {
"n": 194,
"hr_mae_bpm": {
"n": 194,
"mean": 0.5005896826330732,
"std": 2.1119136633398994,
"median": 0.0,
"p10": 0.0,
"p90": 0.8019624211714256,
"max": 26.130781499202556,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 194,
"mean": 16.566287128077914,
"std": 72.51316738189793,
"median": 2.0054193402864673,
"p10": 0.0,
"p90": 21.37303430481026,
"max": 775.2583580462392,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 194,
"mean": 23.61561340340466,
"std": 102.56026211716943,
"median": 3.187953211651447,
"p10": 0.0,
"p90": 25.56239530747009,
"max": 996.5487448988787,
"min": 0.0
},
"peak_timing_mae_ms": {
"n": 194,
"mean": 3.486668507609229,
"std": 5.336078536465339,
"median": 2.6041666666666665,
"p10": 0.0,
"p90": 6.25,
"max": 28.125,
"min": 0.0
},
"peak_f1_pct": {
"n": 194,
"mean": 98.76144474082619,
"std": 4.185096263111427,
"median": 100.0,
"p10": 94.61538461538461,
"p90": 100.0,
"max": 100.0,
"min": 72.72727272727272
}
}
}
}
},
"stability": {},
"by_noise_tertile": {
"thresholds_bp_noise_rms": {
"clean_max": 0.24131835410388527,
"median_max": 0.3469287935719192
},
"buckets": {
"clean": {
"n": 308,
"time_domain": {
"prd_percent": {
"n": 308,
"mean": 14.212004432340033,
"std": 22.98893082183416,
"median": 2.9736040847344327,
"p10": 1.7962049865610712,
"p90": 62.15103120351525,
"max": 99.09053685406796,
"min": 1.3123177133888564
},
"prdn_noise_percent": {
"n": 308,
"mean": 1.6402014817925945,
"std": 11.018137315565095,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 95.7892615002895,
"min": 0.0
},
"rmse": {
"n": 308,
"mean": 0.030332505286480647,
"std": 0.01511163775243949,
"median": 0.024154644830651068,
"p10": 0.016978355999104248,
"p90": 0.059180328769424,
"max": 0.07808068926197731,
"min": 0.012736101944853865
},
"cosine_similarity": {
"n": 308,
"mean": 0.9647396925304618,
"std": 0.09709397758138916,
"median": 0.9995627105236053,
"p10": 0.8398098111152649,
"p90": 0.9998481631278991,
"max": 0.9999153017997742,
"min": 0.20577330887317657
}
},
"spectral": {
"band_total_rel_error": {
"n": 308,
"mean": 0.1556894103425857,
"std": 0.24552251066182168,
"median": 0.04019038694074796,
"p10": 0.016064479435186803,
"p90": 0.6555084302241623,
"max": 0.9454876676081259,
"min": 0.0014598208365116912
},
"weighted_freq_prd_percent": {
"n": 308,
"mean": 10.709479010533165,
"std": 19.59312717177136,
"median": 1.437910393127449,
"p10": 1.0442582750475988,
"p90": 47.32303773646311,
"max": 88.4109563427983,
"min": 0.8265509350874306
},
"coherence": {
"n": 308,
"mean": 0.9480885338405196,
"std": 0.08620480918763146,
"median": 0.9823125775383245,
"p10": 0.8512621366082058,
"p90": 0.9959511012419606,
"max": 0.9987249959484108,
"min": 0.4640425807710066
}
}
},
"median": {
"n": 307,
"time_domain": {
"prd_percent": {
"n": 307,
"mean": 3.94736088280097,
"std": 5.620849805915218,
"median": 2.471361355703945,
"p10": 1.8519411587999093,
"p90": 6.884731453927037,
"max": 81.51987685731082,
"min": 1.4641517329050606
},
"prdn_noise_percent": {
"n": 307,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 307,
"mean": 0.027128309403403387,
"std": 0.01601197181382537,
"median": 0.022597496436863727,
"p10": 0.017474824551343464,
"p90": 0.04177041006264299,
"max": 0.22303481294849498,
"min": 0.014046847677509248
},
"cosine_similarity": {
"n": 307,
"mean": 0.9974413784008461,
"std": 0.023244379854189534,
"median": 0.9997056722640991,
"p10": 0.9977617144584656,
"p90": 0.999838936328888,
"max": 0.9998955130577087,
"min": 0.59525465965271
}
},
"spectral": {
"band_total_rel_error": {
"n": 307,
"mean": 0.04443532487629436,
"std": 0.04432092513335329,
"median": 0.03548680273145399,
"p10": 0.014219478483760688,
"p90": 0.06208801938729105,
"max": 0.35159205155196993,
"min": 0.0008882025769247602
},
"weighted_freq_prd_percent": {
"n": 307,
"mean": 2.421853777842273,
"std": 6.113185336300002,
"median": 1.366912510816509,
"p10": 1.0897841254377252,
"p90": 4.099387415949723,
"max": 100.88151108797867,
"min": 0.8222970235199818
},
"coherence": {
"n": 307,
"mean": 0.9807435547894747,
"std": 0.02623505768628813,
"median": 0.9879421371444354,
"p10": 0.957329517203528,
"p90": 0.9966804698346055,
"max": 0.9992813074092985,
"min": 0.6517318466499084
}
}
},
"noisy": {
"n": 308,
"time_domain": {
"prd_percent": {
"n": 308,
"mean": 4.044872652701405,
"std": 4.054371014334892,
"median": 2.9000181731007975,
"p10": 1.941379656463139,
"p90": 6.5554933616568825,
"max": 34.061828121067336,
"min": 1.537264270527391
},
"prdn_noise_percent": {
"n": 308,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 308,
"mean": 0.034448508062344646,
"std": 0.032848952750121736,
"median": 0.0266708085424193,
"p10": 0.018554154163486672,
"p90": 0.04871245260490404,
"max": 0.3393506934838539,
"min": 0.014921743140524312
},
"cosine_similarity": {
"n": 308,
"mean": 0.9984050431808869,
"std": 0.0055191078987163016,
"median": 0.9995853006839752,
"p10": 0.9978915989398957,
"p90": 0.9998235464096069,
"max": 0.9998956918716431,
"min": 0.9412392377853394
}
},
"spectral": {
"band_total_rel_error": {
"n": 308,
"mean": 0.055092520959003556,
"std": 0.18715232243257962,
"median": 0.033018142903748125,
"p10": 0.011823019983601442,
"p90": 0.08335239339284688,
"max": 3.2256946558968607,
"min": 0.001045882202310638
},
"weighted_freq_prd_percent": {
"n": 308,
"mean": 3.28030647674818,
"std": 9.801503439184943,
"median": 1.7236305718090525,
"p10": 1.2263462351743364,
"p90": 4.461869173383963,
"max": 158.53451678390294,
"min": 0.8845812284505379
},
"coherence": {
"n": 308,
"mean": 0.9752498540988153,
"std": 0.03943979630637432,
"median": 0.9848682703769029,
"p10": 0.9546756816761311,
"p90": 0.9953728602547771,
"max": 0.9991829363361766,
"min": 0.4621423197900226
}
}
}
}
},
"context": {
"noise_power": {
"n": 923,
"mean": 0.12823840830939418,
"std": 0.15275443098856356,
"median": 0.08295920850384626,
"p10": 0.02033187303222113,
"p90": 0.2818025782523388,
"max": 2.2411064852419664,
"min": 0.00020800867725302073
},
"noise_rms": {
"n": 923,
"mean": 0.3176637894590754,
"std": 0.16531220516312276,
"median": 0.288026402442287,
"p10": 0.14258986412501548,
"p90": 0.5308507863554163,
"max": 1.4970325598469683,
"min": 0.014422505928340634
},
"qrs_snr_db": {
"n": 0
}
}
}