Training results - 20251126_232703

.gitattributes

@@ -64,3 +64,6 @@ checkpoint_epoch_025.keras filter=lfs diff=lfs merge=lfs -text
 checkpoint_epoch_035.keras filter=lfs diff=lfs merge=lfs -text
 checkpoint_epoch_040.keras filter=lfs diff=lfs merge=lfs -text
 checkpoint_epoch_050.keras filter=lfs diff=lfs merge=lfs -text
+training_results/model_20251126_214649.keras filter=lfs diff=lfs merge=lfs -text
+training_results/roc_curves_20251126_214649.png filter=lfs diff=lfs merge=lfs -text
+training_results/threshold_optimization_20251126_214649.png filter=lfs diff=lfs merge=lfs -text

training_results/evaluation_metrics_20251126_214649.csv

@@ -0,0 +1,6 @@
+Class,Precision,Recall,F1-Score,ROC-AUC,Support
+Myocarditis,0.8045977011494253,0.8433734939759037,0.8235294117647058,0.9822673795232773,415
+Cardiomyopathy,0.8524590163934426,0.9811320754716981,0.9122807017543859,0.9996838484495928,53
+Kawasaki,0.5882352941176471,0.6349206349206349,0.6106870229007634,0.9758098219443181,63
+CHD,0.8439849624060151,0.8487712665406427,0.8463713477851084,0.9748555944410885,1058
+Healthy,0.9792474786656322,0.9709615384615384,0.9750869061413673,0.9724127414435786,10400

training_results/model_20251126_214649.keras

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850c21d3fbbe39d7ce818a76fb243ef357ffe6fac35eda46d35d40dbcea23f3e
+size 5990753

training_results/predictions_20251126_214649.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d4d7fbb6503b0b0606aaf6d7518278cc17f280398eb2f9edd23151fb29e94d
+size 959876

training_results/results_20251126_214649.json

@@ -0,0 +1,57 @@
+{
+  "timestamp": "20251126_214649",
+  "disease_classes": [
+    "Myocarditis",
+    "Cardiomyopathy",
+    "Kawasaki",
+    "CHD",
+    "Healthy"
+  ],
+  "epochs_trained": 50,
+  "test_samples": 11989,
+  "global_metrics": {
+    "hamming_loss": 0.01756610226040537,
+    "exact_match_accuracy": 0.9536241554758529,
+    "subset_accuracy": 0.9538326799566269,
+    "micro_f1": 0.9559948180032597,
+    "macro_f1": 0.8042808578768124,
+    "mean_roc_auc": 0.981005877160371
+  },
+  "per_class_metrics": {
+    "Myocarditis": {
+      "precision": 0.8045977011494253,
+      "recall": 0.8433734939759037,
+      "f1_score": 0.8235294117647058,
+      "roc_auc": 0.9822673795232773,
+      "support": 415
+    },
+    "Cardiomyopathy": {
+      "precision": 0.8524590163934426,
+      "recall": 0.9811320754716981,
+      "f1_score": 0.9122807017543859,
+      "roc_auc": 0.9996838484495928,
+      "support": 53
+    },
+    "Kawasaki": {
+      "precision": 0.5882352941176471,
+      "recall": 0.6349206349206349,
+      "f1_score": 0.6106870229007634,
+      "roc_auc": 0.9758098219443181,
+      "support": 63
+    },
+    "CHD": {
+      "precision": 0.8439849624060151,
+      "recall": 0.8487712665406427,
+      "f1_score": 0.8463713477851084,
+      "roc_auc": 0.9748555944410885,
+      "support": 1058
+    },
+    "Healthy": {
+      "precision": 0.9792474786656322,
+      "recall": 0.9709615384615384,
+      "f1_score": 0.9750869061413673,
+      "roc_auc": 0.9724127414435786,
+      "support": 10400
+    }
+  }
+}

training_results/threshold_comparison_20251126_214649.csv

@@ -0,0 +1,21 @@
+Strategy,Class,Threshold,Precision,Recall,F1-Score
+Baseline (0.5),Myocarditis,0.5,0.8045977011494253,0.8433734939759037,0.8235294117647058
+Baseline (0.5),Cardiomyopathy,0.5,0.8524590163934426,0.9811320754716981,0.9122807017543859
+Baseline (0.5),Kawasaki,0.5,0.5882352941176471,0.6349206349206349,0.6106870229007634
+Baseline (0.5),CHD,0.5,0.8439849624060151,0.8487712665406427,0.8463713477851084
+Baseline (0.5),Healthy,0.5,0.9792474786656322,0.9709615384615384,0.9750869061413673
+F1-Maximization,Myocarditis,0.8199999999999996,0.8842105263157894,0.8096385542168675,0.8452830188679246
+F1-Maximization,Cardiomyopathy,0.8799999999999996,0.9622641509433962,0.9622641509433962,0.9622641509433962
+F1-Maximization,Kawasaki,0.7999999999999996,0.723404255319149,0.5396825396825397,0.6181818181818182
+F1-Maximization,CHD,0.8199999999999996,0.9144385026737968,0.8081285444234405,0.8580030105368791
+F1-Maximization,Healthy,0.12,0.9717230943824475,0.9879807692307693,0.979784495089158
+Youden's J,Myocarditis,0.20999999999999996,0.7029126213592233,0.8722891566265061,0.7784946236559139
+Youden's J,Cardiomyopathy,0.29999999999999993,0.8,0.9811320754716981,0.8813559322033898
+Youden's J,Kawasaki,0.12,0.3533834586466165,0.746031746031746,0.47959183673469385
+Youden's J,CHD,0.13,0.6991150442477876,0.8960302457466919,0.7854183927091963
+Youden's J,Healthy,0.7699999999999997,0.9829804076786067,0.9551923076923077,0.9688871549790306
+Recall-Prioritized,Myocarditis,0.8200000000000002,0.8842105263157894,0.8096385542168675,0.8452830188679246
+Recall-Prioritized,Cardiomyopathy,0.8800000000000002,0.9622641509433962,0.9622641509433962,0.9622641509433962
+Recall-Prioritized,Kawasaki,0.05,0.24867724867724866,0.746031746031746,0.373015873015873
+Recall-Prioritized,CHD,0.7200000000000002,0.8924949290060852,0.831758034026465,0.8610567514677103
+Recall-Prioritized,Healthy,0.12000000000000001,0.9717230943824475,0.9879807692307693,0.979784495089158

training_results/threshold_optimization_20251126_214649.json

@@ -0,0 +1,199 @@
+{
+  "timestamp": "20251126_214649",
+  "disease_classes": [
+    "Myocarditis",
+    "Cardiomyopathy",
+    "Kawasaki",
+    "CHD",
+    "Healthy"
+  ],
+  "optimized_thresholds": {
+    "f1_max": {
+      "Myocarditis": 0.8199999999999996,
+      "Cardiomyopathy": 0.8799999999999996,
+      "Kawasaki": 0.7999999999999996,
+      "CHD": 0.8199999999999996,
+      "Healthy": 0.12
+    },
+    "youden": {
+      "Myocarditis": 0.20999999999999996,
+      "Cardiomyopathy": 0.29999999999999993,
+      "Kawasaki": 0.12,
+      "CHD": 0.13,
+      "Healthy": 0.7699999999999997
+    },
+    "recall_priority": {
+      "Myocarditis": 0.8200000000000002,
+      "Cardiomyopathy": 0.8800000000000002,
+      "Kawasaki": 0.05,
+      "CHD": 0.7200000000000002,
+      "Healthy": 0.12000000000000001
+    }
+  },
+  "comparison": {
+    "Baseline (0.5)": {
+      "global_metrics": {
+        "hamming_loss": 0.01756610226040537,
+        "exact_match": 0.9536241554758529,
+        "subset_accuracy": 0.9538326799566269,
+        "micro_f1": 0.9559948180032597,
+        "macro_f1": 0.8335910780692661
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.8045977011494253,
+          "recall": 0.8433734939759037,
+          "f1": 0.8235294117647058,
+          "threshold": 0.5
+        },
+        "Cardiomyopathy": {
+          "precision": 0.8524590163934426,
+          "recall": 0.9811320754716981,
+          "f1": 0.9122807017543859,
+          "threshold": 0.5
+        },
+        "Kawasaki": {
+          "precision": 0.5882352941176471,
+          "recall": 0.6349206349206349,
+          "f1": 0.6106870229007634,
+          "threshold": 0.5
+        },
+        "CHD": {
+          "precision": 0.8439849624060151,
+          "recall": 0.8487712665406427,
+          "f1": 0.8463713477851084,
+          "threshold": 0.5
+        },
+        "Healthy": {
+          "precision": 0.9792474786656322,
+          "recall": 0.9709615384615384,
+          "f1": 0.9750869061413673,
+          "threshold": 0.5
+        }
+      }
+    },
+    "F1-Maximization": {
+      "global_metrics": {
+        "hamming_loss": 0.014613395612644924,
+        "exact_match": 0.9613812661606472,
+        "subset_accuracy": 0.9624238885645174,
+        "micro_f1": 0.9634665109683876,
+        "macro_f1": 0.8527032987238352
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.8842105263157894,
+          "recall": 0.8096385542168675,
+          "f1": 0.8452830188679246,
+          "threshold": 0.8199999999999996
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9622641509433962,
+          "recall": 0.9622641509433962,
+          "f1": 0.9622641509433962,
+          "threshold": 0.8799999999999996
+        },
+        "Kawasaki": {
+          "precision": 0.723404255319149,
+          "recall": 0.5396825396825397,
+          "f1": 0.6181818181818182,
+          "threshold": 0.7999999999999996
+        },
+        "CHD": {
+          "precision": 0.9144385026737968,
+          "recall": 0.8081285444234405,
+          "f1": 0.8580030105368791,
+          "threshold": 0.8199999999999996
+        },
+        "Healthy": {
+          "precision": 0.9717230943824475,
+          "recall": 0.9879807692307693,
+          "f1": 0.979784495089158,
+          "threshold": 0.12
+        }
+      }
+    },
+    "Youden's J": {
+      "global_metrics": {
+        "hamming_loss": 0.02465593460672283,
+        "exact_match": 0.9327717073984486,
+        "subset_accuracy": 0.9394305891511664,
+        "micro_f1": 0.938834630028141,
+        "macro_f1": 0.7787495880564449
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.7029126213592233,
+          "recall": 0.8722891566265061,
+          "f1": 0.7784946236559139,
+          "threshold": 0.20999999999999996
+        },
+        "Cardiomyopathy": {
+          "precision": 0.8,
+          "recall": 0.9811320754716981,
+          "f1": 0.8813559322033898,
+          "threshold": 0.29999999999999993
+        },
+        "Kawasaki": {
+          "precision": 0.3533834586466165,
+          "recall": 0.746031746031746,
+          "f1": 0.47959183673469385,
+          "threshold": 0.12
+        },
+        "CHD": {
+          "precision": 0.6991150442477876,
+          "recall": 0.8960302457466919,
+          "f1": 0.7854183927091963,
+          "threshold": 0.13
+        },
+        "Healthy": {
+          "precision": 0.9829804076786067,
+          "recall": 0.9551923076923077,
+          "f1": 0.9688871549790306,
+          "threshold": 0.7699999999999997
+        }
+      }
+    },
+    "Recall-Prioritized": {
+      "global_metrics": {
+        "hamming_loss": 0.016565184752689966,
+        "exact_match": 0.950537993160397,
+        "subset_accuracy": 0.9585870381182751,
+        "micro_f1": 0.958917711306938,
+        "macro_f1": 0.8042808578768124
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.8842105263157894,
+          "recall": 0.8096385542168675,
+          "f1": 0.8452830188679246,
+          "threshold": 0.8200000000000002
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9622641509433962,
+          "recall": 0.9622641509433962,
+          "f1": 0.9622641509433962,
+          "threshold": 0.8800000000000002
+        },
+        "Kawasaki": {
+          "precision": 0.24867724867724866,
+          "recall": 0.746031746031746,
+          "f1": 0.373015873015873,
+          "threshold": 0.05
+        },
+        "CHD": {
+          "precision": 0.8924949290060852,
+          "recall": 0.831758034026465,
+          "f1": 0.8610567514677103,
+          "threshold": 0.7200000000000002
+        },
+        "Healthy": {
+          "precision": 0.9717230943824475,
+          "recall": 0.9879807692307693,
+          "f1": 0.979784495089158,
+          "threshold": 0.12000000000000001
+        }
+      }
+    }
+  }
+}