compressionkit-ecg-2x / quality_scorecard.json
apage-ambiq's picture
Release deployment artifacts from CompressionKit
529e7a2 verified
{
"run_dir": "results/ecg_rvq_256hz_02x_golden",
"modality": "ecg",
"sample_rate": 256,
"num_samples_loaded": 1000,
"num_samples": 1000,
"num_samples_rejected": 0,
"min_signal_std": 0.0001,
"noise_estimator": "bp",
"bitrate": {
"best_prior_tag": "winsweep_f4",
"val_bits_per_token": 2.8134012445008594,
"val_bits_per_frame": null,
"cr_codec_uniform": 2.0,
"cr_codec_learned": 5.687066511139845,
"codec_compression_ratio": 2.0,
"effective_downsample_factor": 2,
"encoder_total_params": null
},
"time_domain": {
"prd_percent": {
"n": 1000,
"mean": 2.5388656071636095,
"std": 1.0011964679499528,
"median": 2.3177653616230924,
"p10": 1.7102550625736712,
"p90": 3.471205233671067,
"max": 12.137521517007082,
"min": 1.2054849072245992
},
"prdn_noise_percent": {
"n": 1000,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 1000,
"mean": 0.024454407162188975,
"std": 0.00977029002902497,
"median": 0.022334795620141158,
"p10": 0.01669921986618634,
"p90": 0.03338962930092457,
"max": 0.12084790623553272,
"min": 0.011957937548420443
},
"cosine_similarity": {
"n": 1000,
"mean": 0.9996464192867279,
"std": 0.0004581712977357043,
"median": 0.9997453093528748,
"p10": 0.9994097769260406,
"p90": 0.9998718142509461,
"max": 0.9999309182167053,
"min": 0.9931392669677734
}
},
"spectral": {
"band_total_rel_error": {
"n": 1000,
"mean": 0.04154551705101776,
"std": 0.02980614200094395,
"median": 0.03526442836568261,
"p10": 0.015885667039687114,
"p90": 0.07193276858923583,
"max": 0.45975706559314444,
"min": 0.005863981925321309
},
"per_band_rel_error": {
"band_0.5_5_rel_error": {
"n": 1000,
"mean": 0.01569829298063637,
"std": 0.007925244860100803,
"median": 0.015177248218852787,
"p10": 0.009342451556550788,
"p90": 0.02099321182683916,
"max": 0.16925356675652703,
"min": 0.0005936556009217118
},
"band_5_15_rel_error": {
"n": 1000,
"mean": 0.013352334248172365,
"std": 0.009181175293025893,
"median": 0.01246180290204148,
"p10": 0.0050943336611927745,
"p90": 0.020844372765920292,
"max": 0.12961072308646387,
"min": 0.0001195148929993619
},
"band_15_40_rel_error": {
"n": 1000,
"mean": 0.012434573759326358,
"std": 0.020084832319395854,
"median": 0.007229136307827993,
"p10": 0.0013560479602371654,
"p90": 0.024270781268326717,
"max": 0.2750030926250662,
"min": 1.787442604333985e-05
},
"band_40_80_rel_error": {
"n": 1000,
"mean": 0.12469686721593595,
"std": 0.1043379150320901,
"median": 0.10056878810795883,
"p10": 0.025605833435670206,
"p90": 0.24284015129228984,
"max": 1.4222585454395356,
"min": 0.0005003011191510563
},
"band_total_rel_error": {
"n": 1000,
"mean": 0.04154551705101776,
"std": 0.02980614200094395,
"median": 0.03526442836568261,
"p10": 0.015885667039687114,
"p90": 0.07193276858923583,
"max": 0.45975706559314444,
"min": 0.005863981925321309
}
},
"weighted_freq_prd_percent": {
"n": 1000,
"mean": 1.439653560236078,
"std": 0.5602422896545659,
"median": 1.3645661163373894,
"p10": 1.0134443979871834,
"p90": 1.8138909759378536,
"max": 8.881547476706116,
"min": 0.7580006863939245
},
"coherence": {
"n": 1000,
"mean": 1.0,
"std": 0.0,
"median": 1.0,
"p10": 1.0,
"p90": 1.0,
"max": 1.0,
"min": 1.0
}
},
"physiology": {
"vs_raw_original": {
"num_total_pairs": 1000.0,
"num_valid_pairs": 975.0,
"hr_mae_bpm": 0.8669765237969512,
"hr_median_ae_bpm": 0.0,
"hr_std_ae_bpm": 3.67993007508803,
"hr_p90_ae_bpm": 0.42038224154210585,
"hr_max_ae_bpm": 36.46511627906977,
"hr_bias_bpm": 0.054737622028234116,
"hr_bias_std_bpm": 3.780282719994251,
"peak_count_exact_match_pct": 94.76923076923077,
"total_missed_peaks": 24.0,
"total_extra_peaks": 27.0,
"peak_timing_mae_ms": 7.859753024193548,
"peak_timing_median_ms": 0.0,
"peak_timing_std_ms": 68.51794491614032,
"peak_timing_p90_ms": 0.0,
"peak_timing_max_ms": 984.375,
"peak_timing_within_10ms_pct": 97.58064516129032,
"sdnn_mae_ms": 2.844423150553181,
"sdnn_std_ae_ms": 15.687006728566063,
"sdnn_p90_ae_ms": 2.2552744890219856,
"rmssd_mae_ms": 3.3543981953152535,
"rmssd_std_ae_ms": 18.741413579227924,
"rmssd_p90_ae_ms": 2.762135864009963
},
"vs_filtered_original": {
"num_total_pairs": 1000.0,
"num_valid_pairs": 970.0,
"hr_mae_bpm": 1.2013974485295342,
"hr_median_ae_bpm": 0.11760652224607071,
"hr_std_ae_bpm": 4.976347234822551,
"hr_p90_ae_bpm": 0.6443616740295515,
"hr_max_ae_bpm": 73.56092232062737,
"hr_bias_bpm": 0.20077202323682697,
"hr_bias_std_bpm": 5.115376645521297,
"peak_count_exact_match_pct": 94.74226804123711,
"total_missed_peaks": 18.0,
"total_extra_peaks": 33.0,
"peak_timing_mae_ms": 8.003281440781441,
"peak_timing_median_ms": 0.0,
"peak_timing_std_ms": 61.89883706610075,
"peak_timing_p90_ms": 3.90625,
"peak_timing_max_ms": 1050.78125,
"peak_timing_within_10ms_pct": 97.31379731379731,
"sdnn_mae_ms": 4.962175615059625,
"sdnn_std_ae_ms": 21.894805503288016,
"sdnn_p90_ae_ms": 4.510548978043964,
"rmssd_mae_ms": 5.72859836092287,
"rmssd_std_ae_ms": 25.31812949273914,
"rmssd_p90_ae_ms": 5.524271728019926
},
"by_noise_tertile": {
"thresholds_bp_noise_rms": {
"clean_max": 0.23421623459772975,
"median_max": 0.39620782940427585
},
"buckets": {
"clean": {
"n": 325,
"hr_mae_bpm": {
"n": 325,
"mean": 0.6288052198812718,
"std": 2.947862123455857,
"median": 0.0,
"p10": 0.0,
"p90": 0.3290134321077062,
"max": 28.334730840181123,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 134,
"mean": 1.844534218598153,
"std": 11.423172343517486,
"median": 0.0,
"p10": 0.0,
"p90": 2.2552744890219856,
"max": 130.8059203632746,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 134,
"mean": 2.2868392791278724,
"std": 13.99066809477781,
"median": 0.0,
"p10": 0.0,
"p90": 2.762135864009963,
"max": 160.20388011257717,
"min": 0.0
}
},
"median": {
"n": 325,
"hr_mae_bpm": {
"n": 325,
"mean": 0.8176008724047967,
"std": 3.859030190658347,
"median": 0.0,
"p10": 0.0,
"p90": 0.296067471334158,
"max": 36.46511627906977,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 151,
"mean": 2.319749843543933,
"std": 16.923368234556786,
"median": 0.0,
"p10": 0.0,
"p90": 2.621075414011216,
"max": 207.48525299002176,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 151,
"mean": 2.878554830598051,
"std": 20.7275617730744,
"median": 0.0,
"p10": 0.0,
"p90": 4.7919008301208805,
"max": 254.1164994889155,
"min": 0.0
}
},
"noisy": {
"n": 325,
"hr_mae_bpm": {
"n": 325,
"mean": 1.1545234791047854,
"std": 4.111180388261722,
"median": 0.0,
"p10": 0.0,
"p90": 1.2078032592662693,
"max": 33.9985321357425,
"min": 0.0
},
"sdnn_mae_ms": {
"n": 146,
"mean": 4.30477100151462,
"std": 17.52543211359567,
"median": 0.0,
"p10": 0.0,
"p90": 2.2552744890219856,
"max": 115.17345749137701,
"min": 0.0
},
"rmssd_mae_ms": {
"n": 146,
"mean": 4.8263519134070805,
"std": 20.234591649492263,
"median": 0.0,
"p10": 0.0,
"p90": 2.762135864009963,
"max": 135.34465733648761,
"min": 0.0
}
}
}
}
},
"stability": {},
"by_noise_tertile": {
"thresholds_bp_noise_rms": {
"clean_max": 0.23690001429605997,
"median_max": 0.40077194110556136
},
"buckets": {
"clean": {
"n": 333,
"time_domain": {
"prd_percent": {
"n": 333,
"mean": 2.313967235266995,
"std": 0.7331299573742671,
"median": 2.210937060225734,
"p10": 1.6117560572787668,
"p90": 3.1382730565910695,
"max": 10.39626672882875,
"min": 1.2054849072245992
},
"prdn_noise_percent": {
"n": 333,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 333,
"mean": 0.022341405482970898,
"std": 0.00701390305862617,
"median": 0.02123268722315386,
"p10": 0.01592255176054937,
"p90": 0.030147265647780364,
"max": 0.10052873318106462,
"min": 0.011957937548420443
},
"cosine_similarity": {
"n": 333,
"mean": 0.9997275758076001,
"std": 0.000234013931579992,
"median": 0.9997747540473938,
"p10": 0.9995248794555665,
"p90": 0.9998881578445434,
"max": 0.9999309182167053,
"min": 0.9963755011558533
}
},
"spectral": {
"band_total_rel_error": {
"n": 333,
"mean": 0.04325589575735329,
"std": 0.03450187078211612,
"median": 0.036268762956926895,
"p10": 0.016390903480153155,
"p90": 0.0776907263777401,
"max": 0.45975706559314444,
"min": 0.0068411704888633185
},
"weighted_freq_prd_percent": {
"n": 333,
"mean": 1.3448065565431382,
"std": 0.507481600957364,
"median": 1.323521744557355,
"p10": 0.9795195978052528,
"p90": 1.675179052829949,
"max": 8.881547476706116,
"min": 0.7580006863939245
},
"coherence": {
"n": 333,
"mean": 1.0,
"std": 0.0,
"median": 1.0,
"p10": 1.0,
"p90": 1.0,
"max": 1.0,
"min": 1.0
}
}
},
"median": {
"n": 334,
"time_domain": {
"prd_percent": {
"n": 334,
"mean": 2.498688166620982,
"std": 0.7235792086593655,
"median": 2.305366093363788,
"p10": 1.7517749221488585,
"p90": 3.5918640485955304,
"max": 5.851817311800348,
"min": 1.396423573448775
},
"prdn_noise_percent": {
"n": 334,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 334,
"mean": 0.024012217498583382,
"std": 0.006941719739694149,
"median": 0.022097070100891902,
"p10": 0.01703803830570466,
"p90": 0.03459437449718301,
"max": 0.05771591327534725,
"min": 0.013864327105495233
},
"cosine_similarity": {
"n": 334,
"mean": 0.999676824508313,
"std": 0.00021398168878785308,
"median": 0.9997450709342957,
"p10": 0.9993778169155121,
"p90": 0.9998663127422333,
"max": 0.9999274611473083,
"min": 0.9983343482017517
}
},
"spectral": {
"band_total_rel_error": {
"n": 334,
"mean": 0.03950979269976974,
"std": 0.023918144417395624,
"median": 0.03520503289452995,
"p10": 0.014953319604635994,
"p90": 0.0655533675686225,
"max": 0.19155004791711677,
"min": 0.006441409387711022
},
"weighted_freq_prd_percent": {
"n": 334,
"mean": 1.3795227586584784,
"std": 0.3095866043689631,
"median": 1.3481077251067075,
"p10": 1.0119445265198932,
"p90": 1.753554535128776,
"max": 3.116552776205541,
"min": 0.7952759321155051
},
"coherence": {
"n": 334,
"mean": 1.0,
"std": 0.0,
"median": 1.0,
"p10": 1.0,
"p90": 1.0,
"max": 1.0,
"min": 1.0
}
}
},
"noisy": {
"n": 333,
"time_domain": {
"prd_percent": {
"n": 333,
"mean": 2.8040620725774548,
"std": 1.3509430409553775,
"median": 2.461731399042884,
"p10": 1.829819403061356,
"p90": 3.803853549199361,
"max": 12.137521517007082,
"min": 1.307531241364194
},
"prdn_noise_percent": {
"n": 333,
"mean": 0.0,
"std": 0.0,
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max": 0.0,
"min": 0.0
},
"rmse": {
"n": 333,
"mean": 0.02701092640190035,
"std": 0.013339365139743996,
"median": 0.02337598675669733,
"p10": 0.017831497052932133,
"p90": 0.03665388463275225,
"max": 0.12084790623553272,
"min": 0.012964486477314817
},
"cosine_similarity": {
"n": 333,
"mean": 0.999534766237299,
"std": 0.0007139502672296291,
"median": 0.9997183084487915,
"p10": 0.9992904663085938,
"p90": 0.9998472690582275,
"max": 0.9999239444732666,
"min": 0.9931392669677734
}
},
"spectral": {
"band_total_rel_error": {
"n": 333,
"mean": 0.04187697598227034,
"std": 0.02994193780473996,
"median": 0.034874199841574804,
"p10": 0.01595305147824778,
"p90": 0.07246676542893118,
"max": 0.2637093474008155,
"min": 0.005863981925321309
},
"weighted_freq_prd_percent": {
"n": 333,
"mean": 1.5948119384843278,
"std": 0.7430954972954366,
"median": 1.4360888372230962,
"p10": 1.107834478375154,
"p90": 2.0359265633538834,
"max": 7.334448156454615,
"min": 0.8426306282162719
},
"coherence": {
"n": 333,
"mean": 1.0,
"std": 0.0,
"median": 1.0,
"p10": 1.0,
"p90": 1.0,
"max": 1.0,
"min": 1.0
}
}
}
}
},
"context": {
"noise_power": {
"n": 1000,
"mean": 0.2292554702483937,
"std": 0.44075369101773976,
"median": 0.08981167012796268,
"p10": 0.020349667425025475,
"p90": 0.5010796065070958,
"max": 4.247943965436807,
"min": 0.0020749175385345363
},
"noise_rms": {
"n": 1000,
"mean": 0.3840741510057308,
"std": 0.285906482573622,
"median": 0.29968463986554983,
"p10": 0.14265225240529536,
"p90": 0.7078695602998853,
"max": 2.0610540908566195,
"min": 0.045551262754555295
},
"qrs_snr_db": {
"n": 49,
"mean": 12.747962926385695,
"std": 5.666404867582915,
"median": 13.520409898438427,
"p10": 5.767745214073856,
"p90": 19.85769692557156,
"max": 24.488448753749207,
"min": -1.2419224266634956
}
}
}