File size: 2,327 Bytes
1cd4680
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
{
  "selection_rule": "Weights and threshold selected only on validation; test used once.",
  "run_dirs": [
    "results/fetal_hybrid/multitask_latent32",
    "results/fetal_hybrid/multitask_latent32_seed1337",
    "results/fetal_hybrid/multitask_latent32_seed2026"
  ],
  "weights": [
    0.3,
    0.35,
    0.35
  ],
  "validation_transforms": [
    {
      "center": -4.879263421528585e-17,
      "scale": 0.8994131898406392
    },
    {
      "center": 1.8297237830732194e-17,
      "scale": 0.9074870790939894
    },
    {
      "center": -1.2808066481512535e-16,
      "scale": 0.911522702986242
    }
  ],
  "validation_metrics": {
    "roc_auc": 0.9655443976832369,
    "average_precision": 0.9462326287165863,
    "threshold": 1.402689945385293,
    "accuracy": 0.9040942232192933,
    "precision": 0.8465116279069768,
    "recall": 0.883495145631068,
    "specificity": 0.9150214592274678,
    "f1": 0.8646080760095013,
    "tp": 546,
    "tn": 1066,
    "fp": 99,
    "fn": 72
  },
  "test_metrics": {
    "roc_auc": 0.9796,
    "average_precision": 0.9680119784953686,
    "threshold": 1.402689945385293,
    "accuracy": 0.9218665219750407,
    "precision": 0.85949177877429,
    "recall": 0.92,
    "specificity": 0.922824302134647,
    "f1": 0.8887171561051004,
    "tp": 575,
    "tn": 1124,
    "fp": 94,
    "fn": 50
  },
  "test_per_class": {
    "Fetal abdomen": {
      "count": 106,
      "mean_ensemble_score": 0.9559957136424069,
      "predicted_other_rate": 0.22641509433962265
    },
    "Fetal brain": {
      "count": 471,
      "mean_ensemble_score": -0.45007270602595306,
      "predicted_other_rate": 0.008492569002123142
    },
    "Fetal femur": {
      "count": 159,
      "mean_ensemble_score": 0.9591376994201026,
      "predicted_other_rate": 0.27044025157232704
    },
    "Fetal thorax": {
      "count": 262,
      "mean_ensemble_score": 0.4298571036400613,
      "predicted_other_rate": 0.08396946564885496
    },
    "Maternal cervix": {
      "count": 220,
      "mean_ensemble_score": -0.6689015967861202,
      "predicted_other_rate": 0.004545454545454545
    },
    "Other": {
      "count": 625,
      "mean_ensemble_score": 3.679058146636188,
      "predicted_other_rate": 0.92
    }
  },
  "task_limitation": "Other is a proxy for non-standard/OOD views, not fetal pathology."
}