Training results - 20251127_090030

.gitattributes

@@ -70,3 +70,7 @@ training_results/threshold_optimization_20251126_214649.png filter=lfs diff=lfs
 checkpoint_epoch_055.keras filter=lfs diff=lfs merge=lfs -text
 checkpoint_epoch_060.keras filter=lfs diff=lfs merge=lfs -text
 checkpoint_epoch_065.keras filter=lfs diff=lfs merge=lfs -text
+training_results/model_20251127_080822.keras filter=lfs diff=lfs merge=lfs -text
+training_results/model_20251127_081239.keras filter=lfs diff=lfs merge=lfs -text
+training_results/roc_curves_20251127_081239.png filter=lfs diff=lfs merge=lfs -text
+training_results/threshold_optimization_20251127_081239.png filter=lfs diff=lfs merge=lfs -text

training_results/evaluation_metrics_20251127_081239.csv

@@ -0,0 +1,6 @@
+Class,Precision,Recall,F1-Score,ROC-AUC,Support
+Myocarditis,0.8494117647058823,0.8698795180722891,0.8595238095238096,0.9815042440368004,415
+Cardiomyopathy,0.9444444444444444,0.9622641509433962,0.9532710280373832,0.9987843972886843,53
+Kawasaki,0.7659574468085106,0.5714285714285714,0.6545454545454545,0.9772099907099068,63
+CHD,0.8431734317343174,0.8638941398865785,0.8534080298786181,0.9760095505420755,1058
+Healthy,0.9808714133900106,0.97625,0.9785552503493807,0.9743077709735201,10400

training_results/model_20251127_080822.keras

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecbf24015bd14fe4a06a8e991d8054975ea714f50eb19a2ba9bf53b9b17b4dc
+size 5990753

training_results/model_20251127_081239.keras

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc414f560bddeb882071163070513aa4a08439472c819a1a032d86807a4375e
+size 5990765

training_results/predictions_20251127_081239.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7307cc7562d80278a0b8187aae5ed61634e8eab313f782bd06fb20ddee3eb2a
+size 959876

training_results/results_20251127_081239.json

@@ -0,0 +1,57 @@
+{
+  "timestamp": "20251127_081239",
+  "disease_classes": [
+    "Myocarditis",
+    "Cardiomyopathy",
+    "Kawasaki",
+    "CHD",
+    "Healthy"
+  ],
+  "epochs_trained": 24,
+  "test_samples": 11989,
+  "global_metrics": {
+    "hamming_loss": 0.015347401784969555,
+    "exact_match_accuracy": 0.959713070314455,
+    "subset_accuracy": 0.9600884143798482,
+    "micro_f1": 0.9615866388308977,
+    "macro_f1": 0.8518484442164166,
+    "mean_roc_auc": 0.9815631907101974
+  },
+  "per_class_metrics": {
+    "Myocarditis": {
+      "precision": 0.8494117647058823,
+      "recall": 0.8698795180722891,
+      "f1_score": 0.8595238095238096,
+      "roc_auc": 0.9815042440368004,
+      "support": 415
+    },
+    "Cardiomyopathy": {
+      "precision": 0.9444444444444444,
+      "recall": 0.9622641509433962,
+      "f1_score": 0.9532710280373832,
+      "roc_auc": 0.9987843972886843,
+      "support": 53
+    },
+    "Kawasaki": {
+      "precision": 0.7659574468085106,
+      "recall": 0.5714285714285714,
+      "f1_score": 0.6545454545454545,
+      "roc_auc": 0.9772099907099068,
+      "support": 63
+    },
+    "CHD": {
+      "precision": 0.8431734317343174,
+      "recall": 0.8638941398865785,
+      "f1_score": 0.8534080298786181,
+      "roc_auc": 0.9760095505420755,
+      "support": 1058
+    },
+    "Healthy": {
+      "precision": 0.9808714133900106,
+      "recall": 0.97625,
+      "f1_score": 0.9785552503493807,
+      "roc_auc": 0.9743077709735201,
+      "support": 10400
+    }
+  }
+}

training_results/threshold_comparison_20251127_081239.csv

@@ -0,0 +1,21 @@
+Strategy,Class,Threshold,Precision,Recall,F1-Score
+Baseline (0.5),Myocarditis,0.5,0.8494117647058823,0.8698795180722891,0.8595238095238096
+Baseline (0.5),Cardiomyopathy,0.5,0.9444444444444444,0.9622641509433962,0.9532710280373832
+Baseline (0.5),Kawasaki,0.5,0.7659574468085106,0.5714285714285714,0.6545454545454545
+Baseline (0.5),CHD,0.5,0.8431734317343174,0.8638941398865785,0.8534080298786181
+Baseline (0.5),Healthy,0.5,0.9808714133900106,0.97625,0.9785552503493807
+F1-Maximization,Myocarditis,0.8699999999999996,0.9216216216216216,0.8216867469879519,0.8687898089171975
+F1-Maximization,Cardiomyopathy,0.8599999999999995,0.9807692307692307,0.9622641509433962,0.9714285714285714
+F1-Maximization,Kawasaki,0.6799999999999997,0.875,0.5555555555555556,0.6796116504854369
+F1-Maximization,CHD,0.8699999999999996,0.9104320337197049,0.8166351606805293,0.8609865470852018
+F1-Maximization,Healthy,0.1,0.972710103871577,0.9904807692307692,0.9815150071462602
+Youden's J,Myocarditis,0.12,0.7156673114119922,0.891566265060241,0.7939914163090128
+Youden's J,Cardiomyopathy,0.8599999999999995,0.9807692307692307,0.9622641509433962,0.9714285714285714
+Youden's J,Kawasaki,0.15999999999999998,0.6056338028169014,0.6825396825396826,0.6417910447761194
+Youden's J,CHD,0.1,0.6752793296089385,0.9139886578449905,0.7767068273092369
+Youden's J,Healthy,0.7999999999999996,0.9850598595033145,0.9573076923076923,0.9709855171404886
+Recall-Prioritized,Myocarditis,0.8700000000000002,0.9216216216216216,0.8216867469879519,0.8687898089171975
+Recall-Prioritized,Cardiomyopathy,0.8600000000000002,0.9807692307692307,0.9622641509433962,0.9714285714285714
+Recall-Prioritized,Kawasaki,0.05,0.45871559633027525,0.7936507936507936,0.5813953488372093
+Recall-Prioritized,CHD,0.8100000000000002,0.893223819301848,0.8223062381852552,0.8562992125984252
+Recall-Prioritized,Healthy,0.060000000000000005,0.9698563245375152,0.9930769230769231,0.9813292793006794

training_results/threshold_optimization_20251127_081239.json

@@ -0,0 +1,199 @@
+{
+  "timestamp": "20251127_081239",
+  "disease_classes": [
+    "Myocarditis",
+    "Cardiomyopathy",
+    "Kawasaki",
+    "CHD",
+    "Healthy"
+  ],
+  "optimized_thresholds": {
+    "f1_max": {
+      "Myocarditis": 0.8699999999999996,
+      "Cardiomyopathy": 0.8599999999999995,
+      "Kawasaki": 0.6799999999999997,
+      "CHD": 0.8699999999999996,
+      "Healthy": 0.1
+    },
+    "youden": {
+      "Myocarditis": 0.12,
+      "Cardiomyopathy": 0.8599999999999995,
+      "Kawasaki": 0.15999999999999998,
+      "CHD": 0.1,
+      "Healthy": 0.7999999999999996
+    },
+    "recall_priority": {
+      "Myocarditis": 0.8700000000000002,
+      "Cardiomyopathy": 0.8600000000000002,
+      "Kawasaki": 0.05,
+      "CHD": 0.8100000000000002,
+      "Healthy": 0.060000000000000005
+    }
+  },
+  "comparison": {
+    "Baseline (0.5)": {
+      "global_metrics": {
+        "hamming_loss": 0.015347401784969555,
+        "exact_match": 0.959713070314455,
+        "subset_accuracy": 0.9600884143798482,
+        "micro_f1": 0.9615866388308977,
+        "macro_f1": 0.8598607144669292
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.8494117647058823,
+          "recall": 0.8698795180722891,
+          "f1": 0.8595238095238096,
+          "threshold": 0.5
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9444444444444444,
+          "recall": 0.9622641509433962,
+          "f1": 0.9532710280373832,
+          "threshold": 0.5
+        },
+        "Kawasaki": {
+          "precision": 0.7659574468085106,
+          "recall": 0.5714285714285714,
+          "f1": 0.6545454545454545,
+          "threshold": 0.5
+        },
+        "CHD": {
+          "precision": 0.8431734317343174,
+          "recall": 0.8638941398865785,
+          "f1": 0.8534080298786181,
+          "threshold": 0.5
+        },
+        "Healthy": {
+          "precision": 0.9808714133900106,
+          "recall": 0.97625,
+          "f1": 0.9785552503493807,
+          "threshold": 0.5
+        }
+      }
+    },
+    "F1-Maximization": {
+      "global_metrics": {
+        "hamming_loss": 0.013445658520310284,
+        "exact_match": 0.9653015263991993,
+        "subset_accuracy": 0.9660939194261406,
+        "micro_f1": 0.9664026677782409,
+        "macro_f1": 0.8724663170125335
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.9216216216216216,
+          "recall": 0.8216867469879519,
+          "f1": 0.8687898089171975,
+          "threshold": 0.8699999999999996
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9807692307692307,
+          "recall": 0.9622641509433962,
+          "f1": 0.9714285714285714,
+          "threshold": 0.8599999999999995
+        },
+        "Kawasaki": {
+          "precision": 0.875,
+          "recall": 0.5555555555555556,
+          "f1": 0.6796116504854369,
+          "threshold": 0.6799999999999997
+        },
+        "CHD": {
+          "precision": 0.9104320337197049,
+          "recall": 0.8166351606805293,
+          "f1": 0.8609865470852018,
+          "threshold": 0.8699999999999996
+        },
+        "Healthy": {
+          "precision": 0.972710103871577,
+          "recall": 0.9904807692307692,
+          "f1": 0.9815150071462602,
+          "threshold": 0.1
+        }
+      }
+    },
+    "Youden's J": {
+      "global_metrics": {
+        "hamming_loss": 0.023254650095921262,
+        "exact_match": 0.9351905913754275,
+        "subset_accuracy": 0.9424750465704673,
+        "micro_f1": 0.9423204237007613,
+        "macro_f1": 0.8309806753926858
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.7156673114119922,
+          "recall": 0.891566265060241,
+          "f1": 0.7939914163090128,
+          "threshold": 0.12
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9807692307692307,
+          "recall": 0.9622641509433962,
+          "f1": 0.9714285714285714,
+          "threshold": 0.8599999999999995
+        },
+        "Kawasaki": {
+          "precision": 0.6056338028169014,
+          "recall": 0.6825396825396826,
+          "f1": 0.6417910447761194,
+          "threshold": 0.15999999999999998
+        },
+        "CHD": {
+          "precision": 0.6752793296089385,
+          "recall": 0.9139886578449905,
+          "f1": 0.7767068273092369,
+          "threshold": 0.1
+        },
+        "Healthy": {
+          "precision": 0.9850598595033145,
+          "recall": 0.9573076923076923,
+          "f1": 0.9709855171404886,
+          "threshold": 0.7999999999999996
+        }
+      }
+    },
+    "Recall-Prioritized": {
+      "global_metrics": {
+        "hamming_loss": 0.01439653015263992,
+        "exact_match": 0.9572107765451664,
+        "subset_accuracy": 0.964050379514555,
+        "micro_f1": 0.9642546493807729,
+        "macro_f1": 0.8518484442164166
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.9216216216216216,
+          "recall": 0.8216867469879519,
+          "f1": 0.8687898089171975,
+          "threshold": 0.8700000000000002
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9807692307692307,
+          "recall": 0.9622641509433962,
+          "f1": 0.9714285714285714,
+          "threshold": 0.8600000000000002
+        },
+        "Kawasaki": {
+          "precision": 0.45871559633027525,
+          "recall": 0.7936507936507936,
+          "f1": 0.5813953488372093,
+          "threshold": 0.05
+        },
+        "CHD": {
+          "precision": 0.893223819301848,
+          "recall": 0.8223062381852552,
+          "f1": 0.8562992125984252,
+          "threshold": 0.8100000000000002
+        },
+        "Healthy": {
+          "precision": 0.9698563245375152,
+          "recall": 0.9930769230769231,
+          "f1": 0.9813292793006794,
+          "threshold": 0.060000000000000005
+        }
+      }
+    }
+  }
+}