File size: 7,178 Bytes
bf99a17
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
{
  "best": {
    "accuracy": 0.8331108144192256,
    "recall_sensitivity": 0.8447971781305115,
    "precision": 0.7472698907956318,
    "f1_score": 0.793046357615894,
    "specificity": 0.8259935553168636,
    "roc_auc": 0.9168802580904264,
    "missed_cancer_rate": 0.15520282186948853,
    "tp": 479,
    "fp": 162,
    "tn": 769,
    "fn": 88,
    "high_recall_threshold": 0.13,
    "high_recall_sensitivity": 0.9523809523809523,
    "high_recall_specificity": 0.631578947368421,
    "high_recall_precision": 0.6115515288788222,
    "high_recall_target_met": true,
    "train_loss": 0.756545623617716,
    "lr": 2.700000000000001e-05
  },
  "test": {
    "accuracy": 0.8322237017310253,
    "recall_sensitivity": 0.8154657293497364,
    "precision": 0.7594108019639935,
    "f1_score": 0.7864406779661017,
    "specificity": 0.842443729903537,
    "roc_auc": 0.9077790147246914,
    "missed_cancer_rate": 0.18453427065026362,
    "tp": 464,
    "fp": 147,
    "tn": 786,
    "fn": 105,
    "high_recall_threshold": 0.13,
    "high_recall_sensitivity": 0.9507908611599297,
    "high_recall_specificity": 0.5809217577706324,
    "high_recall_precision": 0.5804721030042919,
    "high_recall_target_met": true
  },
  "history": [
    {
      "epoch": 1,
      "accuracy": 0.7489986648865153,
      "recall_sensitivity": 0.7319223985890653,
      "precision": 0.6494522691705791,
      "f1_score": 0.6882255389718076,
      "specificity": 0.7593984962406015,
      "roc_auc": 0.825448920866035,
      "missed_cancer_rate": 0.26807760141093473,
      "tp": 415,
      "fp": 224,
      "tn": 707,
      "fn": 152,
      "high_recall_threshold": 0.0,
      "high_recall_sensitivity": 1.0,
      "high_recall_specificity": 0.0,
      "high_recall_precision": 0.37850467289719625,
      "high_recall_target_met": false,
      "train_loss": 1.99881940711238,
      "lr": 0.0002891528333828583
    },
    {
      "epoch": 2,
      "accuracy": 0.650200267022697,
      "recall_sensitivity": 0.9065255731922398,
      "precision": 0.5218274111675127,
      "f1_score": 0.6623711340206185,
      "specificity": 0.4940923737916219,
      "roc_auc": 0.8102891393260172,
      "missed_cancer_rate": 0.09347442680776014,
      "tp": 514,
      "fp": 471,
      "tn": 460,
      "fn": 53,
      "high_recall_threshold": 0.0,
      "high_recall_sensitivity": 1.0,
      "high_recall_specificity": 0.0,
      "high_recall_precision": 0.37850467289719625,
      "high_recall_target_met": false,
      "train_loss": 1.7176707409374439,
      "lr": 0.000258262716319083
    },
    {
      "epoch": 3,
      "accuracy": 0.7570093457943925,
      "recall_sensitivity": 0.7283950617283951,
      "precision": 0.6629213483146067,
      "f1_score": 0.6941176470588235,
      "specificity": 0.7744360902255639,
      "roc_auc": 0.8381592681628486,
      "missed_cancer_rate": 0.2716049382716049,
      "tp": 413,
      "fp": 210,
      "tn": 721,
      "fn": 154,
      "high_recall_threshold": 0.0,
      "high_recall_sensitivity": 1.0,
      "high_recall_specificity": 0.0,
      "high_recall_precision": 0.37850467289719625,
      "high_recall_target_met": false,
      "train_loss": 1.4376708113186287,
      "lr": 8.437306695894642e-05
    },
    {
      "epoch": 4,
      "accuracy": 0.7790387182910548,
      "recall_sensitivity": 0.8377425044091711,
      "precision": 0.665266106442577,
      "f1_score": 0.741608118657299,
      "specificity": 0.7432867883995704,
      "roc_auc": 0.8759682653345382,
      "missed_cancer_rate": 0.16225749559082892,
      "tp": 475,
      "fp": 239,
      "tn": 692,
      "fn": 92,
      "high_recall_threshold": 0.0,
      "high_recall_sensitivity": 1.0,
      "high_recall_specificity": 0.0,
      "high_recall_precision": 0.37850467289719625,
      "high_recall_target_met": false,
      "train_loss": 1.094814268349579,
      "lr": 6.9e-05
    },
    {
      "epoch": 5,
      "accuracy": 0.7837116154873164,
      "recall_sensitivity": 0.8871252204585538,
      "precision": 0.6592398427260813,
      "f1_score": 0.7563909774436091,
      "specificity": 0.7207303974221267,
      "roc_auc": 0.9019146505720081,
      "missed_cancer_rate": 0.1128747795414462,
      "tp": 503,
      "fp": 260,
      "tn": 671,
      "fn": 64,
      "high_recall_threshold": 0.2,
      "high_recall_sensitivity": 0.9506172839506173,
      "high_recall_specificity": 0.5800214822771214,
      "high_recall_precision": 0.5795698924731183,
      "high_recall_target_met": true,
      "train_loss": 0.8465460079328254,
      "lr": 4.7999999999999994e-05
    },
    {
      "epoch": 6,
      "accuracy": 0.8331108144192256,
      "recall_sensitivity": 0.8447971781305115,
      "precision": 0.7472698907956318,
      "f1_score": 0.793046357615894,
      "specificity": 0.8259935553168636,
      "roc_auc": 0.9168802580904264,
      "missed_cancer_rate": 0.15520282186948853,
      "tp": 479,
      "fp": 162,
      "tn": 769,
      "fn": 88,
      "high_recall_threshold": 0.13,
      "high_recall_sensitivity": 0.9523809523809523,
      "high_recall_specificity": 0.631578947368421,
      "high_recall_precision": 0.6115515288788222,
      "high_recall_target_met": true,
      "train_loss": 0.756545623617716,
      "lr": 2.700000000000001e-05
    },
    {
      "epoch": 7,
      "accuracy": 0.8110814419225634,
      "recall_sensitivity": 0.9065255731922398,
      "precision": 0.6908602150537635,
      "f1_score": 0.7841342486651411,
      "specificity": 0.7529538131041891,
      "roc_auc": 0.919710462854036,
      "missed_cancer_rate": 0.09347442680776014,
      "tp": 514,
      "fp": 230,
      "tn": 701,
      "fn": 53,
      "high_recall_threshold": 0.28,
      "high_recall_sensitivity": 0.9506172839506173,
      "high_recall_specificity": 0.6348012889366272,
      "high_recall_precision": 0.6131968145620023,
      "high_recall_target_met": true,
      "train_loss": 0.6098963115595912,
      "lr": 1.1626933041053573e-05
    },
    {
      "epoch": 8,
      "accuracy": 0.8264352469959947,
      "recall_sensitivity": 0.892416225749559,
      "precision": 0.7177304964539007,
      "f1_score": 0.7955974842767296,
      "specificity": 0.7862513426423201,
      "roc_auc": 0.9191345711216818,
      "missed_cancer_rate": 0.10758377425044091,
      "tp": 506,
      "fp": 199,
      "tn": 732,
      "fn": 61,
      "high_recall_threshold": 0.23,
      "high_recall_sensitivity": 0.9506172839506173,
      "high_recall_specificity": 0.6616541353383458,
      "high_recall_precision": 0.6311475409836066,
      "high_recall_target_met": true,
      "train_loss": 0.5816659744984937,
      "lr": 5.999999999999999e-06
    }
  ],
  "data_summary": {
    "total": 9997,
    "cancerous": 3786,
    "non_cancerous": 6211,
    "cancer_ratio": 0.37871361408422527,
    "per_dataset": {
      "patch_camelyon": 2499,
      "breast_histopathology_patches": 2499,
      "skin_lesion_hm10000_binary_2k": 2500,
      "camelyon17_jxie": 2499
    }
  }
}