| { |
| "timestamp": "20251126_091410", |
| "disease_classes": [ |
| "Myocarditis", |
| "Cardiomyopathy", |
| "Kawasaki", |
| "CHD", |
| "Healthy" |
| ], |
| "optimized_thresholds": { |
| "f1_max": { |
| "Myocarditis": 0.7399999999999997, |
| "Cardiomyopathy": 0.8199999999999996, |
| "Kawasaki": 0.3799999999999999, |
| "CHD": 0.7699999999999997, |
| "Healthy": 0.24999999999999992 |
| }, |
| "youden": { |
| "Myocarditis": 0.1, |
| "Cardiomyopathy": 0.2599999999999999, |
| "Kawasaki": 0.21999999999999995, |
| "CHD": 0.30999999999999994, |
| "Healthy": 0.6299999999999997 |
| }, |
| "recall_priority": { |
| "Myocarditis": 0.7400000000000002, |
| "Cardiomyopathy": 0.8200000000000002, |
| "Kawasaki": 0.05, |
| "CHD": 0.7700000000000002, |
| "Healthy": 0.25000000000000006 |
| } |
| }, |
| "comparison": { |
| "Baseline (0.5)": { |
| "global_metrics": { |
| "hamming_loss": 0.019049207673060883, |
| "exact_match": 0.9499582985821518, |
| "subset_accuracy": 0.9505421184320267, |
| "micro_f1": 0.9523173277661795, |
| "macro_f1": 0.8424217595846638 |
| }, |
| "per_class_metrics": { |
| "Myocarditis": { |
| "precision": 0.8486238532110092, |
| "recall": 0.8726415094339622, |
| "f1": 0.8604651162790697, |
| "threshold": 0.5 |
| }, |
| "Cardiomyopathy": { |
| "precision": 0.9285714285714286, |
| "recall": 0.9285714285714286, |
| "f1": 0.9285714285714286, |
| "threshold": 0.5 |
| }, |
| "Kawasaki": { |
| "precision": 0.6666666666666666, |
| "recall": 0.5945945945945946, |
| "f1": 0.6285714285714286, |
| "threshold": 0.5 |
| }, |
| "CHD": { |
| "precision": 0.7751277683134583, |
| "recall": 0.875, |
| "f1": 0.8220415537488708, |
| "threshold": 0.5 |
| }, |
| "Healthy": { |
| "precision": 0.9804458349628471, |
| "recall": 0.9646017699115044, |
| "f1": 0.9724592707525214, |
| "threshold": 0.5 |
| } |
| } |
| }, |
| "F1-Maximization": { |
| "global_metrics": { |
| "hamming_loss": 0.015045871559633028, |
| "exact_match": 0.9587989991659717, |
| "subset_accuracy": 0.9600500417014178, |
| "micro_f1": 0.9623444936127578, |
| "macro_f1": 0.8428419479454435 |
| }, |
| "per_class_metrics": { |
| "Myocarditis": { |
| "precision": 0.9197860962566845, |
| "recall": 0.8113207547169812, |
| "f1": 0.8621553884711779, |
| "threshold": 0.7399999999999997 |
| }, |
| "Cardiomyopathy": { |
| "precision": 0.9230769230769231, |
| "recall": 0.8571428571428571, |
| "f1": 0.8888888888888888, |
| "threshold": 0.8199999999999996 |
| }, |
| "Kawasaki": { |
| "precision": 0.6388888888888888, |
| "recall": 0.6216216216216216, |
| "f1": 0.6301369863013698, |
| "threshold": 0.3799999999999999 |
| }, |
| "CHD": { |
| "precision": 0.9034334763948498, |
| "recall": 0.8096153846153846, |
| "f1": 0.8539553752535497, |
| "threshold": 0.7699999999999997 |
| }, |
| "Healthy": { |
| "precision": 0.9726599582304918, |
| "recall": 0.9855713736052328, |
| "f1": 0.9790731008122312, |
| "threshold": 0.24999999999999992 |
| } |
| } |
| }, |
| "Youden's J": { |
| "global_metrics": { |
| "hamming_loss": 0.02628857381150959, |
| "exact_match": 0.925604670558799, |
| "subset_accuracy": 0.9349457881567973, |
| "micro_f1": 0.9349298100743187, |
| "macro_f1": 0.788465055505389 |
| }, |
| "per_class_metrics": { |
| "Myocarditis": { |
| "precision": 0.625, |
| "recall": 0.9198113207547169, |
| "f1": 0.7442748091603053, |
| "threshold": 0.1 |
| }, |
| "Cardiomyopathy": { |
| "precision": 0.875, |
| "recall": 1.0, |
| "f1": 0.9333333333333333, |
| "threshold": 0.2599999999999999 |
| }, |
| "Kawasaki": { |
| "precision": 0.45098039215686275, |
| "recall": 0.6216216216216216, |
| "f1": 0.5227272727272727, |
| "threshold": 0.21999999999999995 |
| }, |
| "CHD": { |
| "precision": 0.6802325581395349, |
| "recall": 0.9, |
| "f1": 0.7748344370860927, |
| "threshold": 0.30999999999999994 |
| }, |
| "Healthy": { |
| "precision": 0.9831081081081081, |
| "recall": 0.9517121969988457, |
| "f1": 0.9671554252199414, |
| "threshold": 0.6299999999999997 |
| } |
| } |
| }, |
| "Recall-Prioritized": { |
| "global_metrics": { |
| "hamming_loss": 0.01694745621351126, |
| "exact_match": 0.9496246872393661, |
| "subset_accuracy": 0.9555462885738115, |
| "micro_f1": 0.9577932868062479, |
| "macro_f1": 0.7895418234124423 |
| }, |
| "per_class_metrics": { |
| "Myocarditis": { |
| "precision": 0.9197860962566845, |
| "recall": 0.8113207547169812, |
| "f1": 0.8621553884711779, |
| "threshold": 0.7400000000000002 |
| }, |
| "Cardiomyopathy": { |
| "precision": 0.9230769230769231, |
| "recall": 0.8571428571428571, |
| "f1": 0.8888888888888888, |
| "threshold": 0.8200000000000002 |
| }, |
| "Kawasaki": { |
| "precision": 0.25263157894736843, |
| "recall": 0.6486486486486487, |
| "f1": 0.36363636363636365, |
| "threshold": 0.05 |
| }, |
| "CHD": { |
| "precision": 0.9034334763948498, |
| "recall": 0.8096153846153846, |
| "f1": 0.8539553752535497, |
| "threshold": 0.7700000000000002 |
| }, |
| "Healthy": { |
| "precision": 0.9726599582304918, |
| "recall": 0.9855713736052328, |
| "f1": 0.9790731008122312, |
| "threshold": 0.25000000000000006 |
| } |
| } |
| } |
| } |
| } |
