RepositorySeAttention3DuNet / evaluation /baseline_vs_se_comparison.json
Reduanul1997's picture
Add Baseline vs SE validation comparison
51cfc77 verified
Raw History Blame Contribute Delete
2.88 kB
{
"experiment": {
"dataset": "BraTS2020",
"evaluation_split": "validation",
"training_patients": 294,
"validation_patients": 74,
"patch_size": [
64,
64,
64
],
"num_classes": 4
},
"models": {
"Baseline 3D U-Net": {
"repository": "Reduanul1997/RepositoryBaseLine3DuNet",
"parameters": 22580964,
"best_model_epoch": 45,
"training_reported_best_validation_dice": 0.772125,
"foreground_macro": {
"Dice": 0.7752109928303947,
"IoU": 0.6382248216246319,
"Precision": 0.8174835330605084,
"Recall": 0.7473307122885059
},
"tumor": {
"Dice": 0.9170132244124318,
"IoU": 0.846744618755766,
"Precision": 0.935361335324936,
"Recall": 0.899371100371264,
"Sensitivity": 0.899371100371264,
"FNR": 0.10062889962873361,
"FPR": 0.01735648436905456,
"TP": 3808565,
"TN": 14900765,
"FP": 263193,
"FN": 426133
}
},
"SE Attention 3D U-Net": {
"repository": "Reduanul1997/RepositorySeAttention3DuNet",
"parameters": 5662146,
"best_model_epoch": 48,
"training_reported_best_validation_dice": 0.773046,
"foreground_macro": {
"Dice": 0.7610692589733999,
"IoU": 0.6221029962007719,
"Precision": 0.8114060556626961,
"Recall": 0.7258300177342824
},
"tumor": {
"Dice": 0.9216496372309628,
"IoU": 0.8546847750524318,
"Precision": 0.9470200761359134,
"Recall": 0.897603068027069,
"Sensitivity": 0.897603068027069,
"FNR": 0.1023969319729286,
"FPR": 0.013822529972448414,
"TP": 3758431,
"TN": 15001209,
"FP": 210261,
"FN": 428755
}
}
},
"metric_comparison_rule": {
"higher_is_better": [
"Training-Reported Best Validation Dice",
"Foreground Macro Dice",
"Foreground Macro IoU",
"Foreground Macro Precision",
"Foreground Macro Recall",
"Tumor Dice",
"Tumor IoU",
"Tumor Precision",
"Tumor Recall / Sensitivity",
"Tumor TP",
"Tumor TN"
],
"lower_is_better": [
"Tumor FNR",
"Tumor FPR",
"Tumor FP",
"Tumor FN"
],
"no_better_model": [
"Best Model Epoch"
]
}
}