stage-1 / metrics.json
RanveerSoni98's picture
Add Stage 1 training metrics
bf99a17 verified
Raw
History Blame Contribute Delete
7.18 kB
{
"best": {
"accuracy": 0.8331108144192256,
"recall_sensitivity": 0.8447971781305115,
"precision": 0.7472698907956318,
"f1_score": 0.793046357615894,
"specificity": 0.8259935553168636,
"roc_auc": 0.9168802580904264,
"missed_cancer_rate": 0.15520282186948853,
"tp": 479,
"fp": 162,
"tn": 769,
"fn": 88,
"high_recall_threshold": 0.13,
"high_recall_sensitivity": 0.9523809523809523,
"high_recall_specificity": 0.631578947368421,
"high_recall_precision": 0.6115515288788222,
"high_recall_target_met": true,
"train_loss": 0.756545623617716,
"lr": 2.700000000000001e-05
},
"test": {
"accuracy": 0.8322237017310253,
"recall_sensitivity": 0.8154657293497364,
"precision": 0.7594108019639935,
"f1_score": 0.7864406779661017,
"specificity": 0.842443729903537,
"roc_auc": 0.9077790147246914,
"missed_cancer_rate": 0.18453427065026362,
"tp": 464,
"fp": 147,
"tn": 786,
"fn": 105,
"high_recall_threshold": 0.13,
"high_recall_sensitivity": 0.9507908611599297,
"high_recall_specificity": 0.5809217577706324,
"high_recall_precision": 0.5804721030042919,
"high_recall_target_met": true
},
"history": [
{
"epoch": 1,
"accuracy": 0.7489986648865153,
"recall_sensitivity": 0.7319223985890653,
"precision": 0.6494522691705791,
"f1_score": 0.6882255389718076,
"specificity": 0.7593984962406015,
"roc_auc": 0.825448920866035,
"missed_cancer_rate": 0.26807760141093473,
"tp": 415,
"fp": 224,
"tn": 707,
"fn": 152,
"high_recall_threshold": 0.0,
"high_recall_sensitivity": 1.0,
"high_recall_specificity": 0.0,
"high_recall_precision": 0.37850467289719625,
"high_recall_target_met": false,
"train_loss": 1.99881940711238,
"lr": 0.0002891528333828583
},
{
"epoch": 2,
"accuracy": 0.650200267022697,
"recall_sensitivity": 0.9065255731922398,
"precision": 0.5218274111675127,
"f1_score": 0.6623711340206185,
"specificity": 0.4940923737916219,
"roc_auc": 0.8102891393260172,
"missed_cancer_rate": 0.09347442680776014,
"tp": 514,
"fp": 471,
"tn": 460,
"fn": 53,
"high_recall_threshold": 0.0,
"high_recall_sensitivity": 1.0,
"high_recall_specificity": 0.0,
"high_recall_precision": 0.37850467289719625,
"high_recall_target_met": false,
"train_loss": 1.7176707409374439,
"lr": 0.000258262716319083
},
{
"epoch": 3,
"accuracy": 0.7570093457943925,
"recall_sensitivity": 0.7283950617283951,
"precision": 0.6629213483146067,
"f1_score": 0.6941176470588235,
"specificity": 0.7744360902255639,
"roc_auc": 0.8381592681628486,
"missed_cancer_rate": 0.2716049382716049,
"tp": 413,
"fp": 210,
"tn": 721,
"fn": 154,
"high_recall_threshold": 0.0,
"high_recall_sensitivity": 1.0,
"high_recall_specificity": 0.0,
"high_recall_precision": 0.37850467289719625,
"high_recall_target_met": false,
"train_loss": 1.4376708113186287,
"lr": 8.437306695894642e-05
},
{
"epoch": 4,
"accuracy": 0.7790387182910548,
"recall_sensitivity": 0.8377425044091711,
"precision": 0.665266106442577,
"f1_score": 0.741608118657299,
"specificity": 0.7432867883995704,
"roc_auc": 0.8759682653345382,
"missed_cancer_rate": 0.16225749559082892,
"tp": 475,
"fp": 239,
"tn": 692,
"fn": 92,
"high_recall_threshold": 0.0,
"high_recall_sensitivity": 1.0,
"high_recall_specificity": 0.0,
"high_recall_precision": 0.37850467289719625,
"high_recall_target_met": false,
"train_loss": 1.094814268349579,
"lr": 6.9e-05
},
{
"epoch": 5,
"accuracy": 0.7837116154873164,
"recall_sensitivity": 0.8871252204585538,
"precision": 0.6592398427260813,
"f1_score": 0.7563909774436091,
"specificity": 0.7207303974221267,
"roc_auc": 0.9019146505720081,
"missed_cancer_rate": 0.1128747795414462,
"tp": 503,
"fp": 260,
"tn": 671,
"fn": 64,
"high_recall_threshold": 0.2,
"high_recall_sensitivity": 0.9506172839506173,
"high_recall_specificity": 0.5800214822771214,
"high_recall_precision": 0.5795698924731183,
"high_recall_target_met": true,
"train_loss": 0.8465460079328254,
"lr": 4.7999999999999994e-05
},
{
"epoch": 6,
"accuracy": 0.8331108144192256,
"recall_sensitivity": 0.8447971781305115,
"precision": 0.7472698907956318,
"f1_score": 0.793046357615894,
"specificity": 0.8259935553168636,
"roc_auc": 0.9168802580904264,
"missed_cancer_rate": 0.15520282186948853,
"tp": 479,
"fp": 162,
"tn": 769,
"fn": 88,
"high_recall_threshold": 0.13,
"high_recall_sensitivity": 0.9523809523809523,
"high_recall_specificity": 0.631578947368421,
"high_recall_precision": 0.6115515288788222,
"high_recall_target_met": true,
"train_loss": 0.756545623617716,
"lr": 2.700000000000001e-05
},
{
"epoch": 7,
"accuracy": 0.8110814419225634,
"recall_sensitivity": 0.9065255731922398,
"precision": 0.6908602150537635,
"f1_score": 0.7841342486651411,
"specificity": 0.7529538131041891,
"roc_auc": 0.919710462854036,
"missed_cancer_rate": 0.09347442680776014,
"tp": 514,
"fp": 230,
"tn": 701,
"fn": 53,
"high_recall_threshold": 0.28,
"high_recall_sensitivity": 0.9506172839506173,
"high_recall_specificity": 0.6348012889366272,
"high_recall_precision": 0.6131968145620023,
"high_recall_target_met": true,
"train_loss": 0.6098963115595912,
"lr": 1.1626933041053573e-05
},
{
"epoch": 8,
"accuracy": 0.8264352469959947,
"recall_sensitivity": 0.892416225749559,
"precision": 0.7177304964539007,
"f1_score": 0.7955974842767296,
"specificity": 0.7862513426423201,
"roc_auc": 0.9191345711216818,
"missed_cancer_rate": 0.10758377425044091,
"tp": 506,
"fp": 199,
"tn": 732,
"fn": 61,
"high_recall_threshold": 0.23,
"high_recall_sensitivity": 0.9506172839506173,
"high_recall_specificity": 0.6616541353383458,
"high_recall_precision": 0.6311475409836066,
"high_recall_target_met": true,
"train_loss": 0.5816659744984937,
"lr": 5.999999999999999e-06
}
],
"data_summary": {
"total": 9997,
"cancerous": 3786,
"non_cancerous": 6211,
"cancer_ratio": 0.37871361408422527,
"per_dataset": {
"patch_camelyon": 2499,
"breast_histopathology_patches": 2499,
"skin_lesion_hm10000_binary_2k": 2500,
"camelyon17_jxie": 2499
}
}
}