File size: 3,729 Bytes
1cd4680
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
{
  "run_name": "multitask_latent32",
  "device": "mps",
  "parameter_count": 777986,
  "best_epoch": 16,
  "epochs_completed": 18,
  "training_seconds": 1112.1197183751501,
  "data": {
    "train_images": 8290,
    "train_standard": 5522,
    "train_other": 2768,
    "validation_images": 1783,
    "test_images": 1843,
    "image_size": [
      128,
      192
    ]
  },
  "configuration": {
    "manifest_dir": "data/fetal_planes",
    "output_root": "results/fetal_hybrid",
    "run_name": "multitask_latent32",
    "epochs": 18,
    "patience": 5,
    "batch_size": 64,
    "num_workers": 0,
    "image_height": 128,
    "image_width": 192,
    "base_channels": 32,
    "latent_channels": 32,
    "reconstruction_loss": "hybrid",
    "classification_weight": 0.5,
    "noise_std": 0.02,
    "mask_prob": 0.1,
    "learning_rate": 0.001,
    "weight_decay": 0.0001,
    "seed": 42,
    "device": "auto",
    "max_train_samples": null,
    "max_eval_samples": null
  },
  "ensemble": {
    "classifier_weight": 0.9,
    "reconstruction_weight": 0.09999999999999998,
    "reconstruction_center": 2.0126961613805414e-16,
    "reconstruction_scale": 1.0,
    "classifier_center": -5.662346615594344,
    "classifier_scale": 4.1553970784992575,
    "threshold": 1.1421258880475764,
    "validation_auc": 0.9512326902509827,
    "validation_f1": 0.8403100775193798,
    "reconstruction_model": {
      "component_names": [
        "mse",
        "mae",
        "ssim",
        "gradient"
      ],
      "center": [
        0.004555416000255507,
        0.04290066549930194,
        0.30361355169648263,
        0.024029070083771396
      ],
      "scale": [
        0.0020560742402685656,
        0.011212009145435244,
        0.0526615634960164,
        0.006134039633209833
      ],
      "weights": [
        1.0,
        0.0,
        0.0,
        0.0
      ],
      "threshold": -0.49046945466388703,
      "validation_auc": 0.6264136005666903,
      "validation_f1": 0.525067385444744
    }
  },
  "validation_metrics": {
    "roc_auc": 0.9512326902509827,
    "average_precision": 0.9231059731189711,
    "threshold": 1.1421258880475764,
    "accuracy": 0.8844643858665171,
    "precision": 0.8065476190476191,
    "recall": 0.8770226537216829,
    "specificity": 0.8884120171673819,
    "f1": 0.8403100775193799,
    "tp": 542,
    "tn": 1035,
    "fp": 130,
    "fn": 76
  },
  "test_metrics": {
    "roc_auc": 0.9699619047619048,
    "average_precision": 0.9525875374458892,
    "threshold": 1.1421258880475764,
    "accuracy": 0.9028757460661965,
    "precision": 0.8140845070422535,
    "recall": 0.9248,
    "specificity": 0.8916256157635468,
    "f1": 0.8659176029962546,
    "tp": 578,
    "tn": 1086,
    "fp": 132,
    "fn": 47
  },
  "test_per_class": {
    "Fetal abdomen": {
      "count": 106,
      "mean_anomaly_score": 0.8079648503537046,
      "predicted_other_rate": 0.2641509433962264
    },
    "Fetal brain": {
      "count": 471,
      "mean_anomaly_score": -0.45864318004349613,
      "predicted_other_rate": 0.021231422505307854
    },
    "Fetal femur": {
      "count": 159,
      "mean_anomaly_score": 0.8756956074685064,
      "predicted_other_rate": 0.3333333333333333
    },
    "Fetal thorax": {
      "count": 262,
      "mean_anomaly_score": 0.3491010159813523,
      "predicted_other_rate": 0.13740458015267176
    },
    "Maternal cervix": {
      "count": 220,
      "mean_anomaly_score": -0.6068094958164075,
      "predicted_other_rate": 0.022727272727272728
    },
    "Other": {
      "count": 625,
      "mean_anomaly_score": 2.927662350913958,
      "predicted_other_rate": 0.9248
    }
  },
  "task_limitation": "Other is a proxy for non-standard/OOD views, not fetal pathology."
}