Archive final baseline evaluation artifacts
Browse files
baseline_final_evaluation_summary.json
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"archive_metadata": {
|
| 3 |
+
"archive_name": "Baseline 3D U-Net Final Evaluation Reference",
|
| 4 |
+
"created_utc": "2026-09-02T17:27:37.247327+00:00",
|
| 5 |
+
"evaluation_block": "Block 13",
|
| 6 |
+
"archive_block": "Block 14",
|
| 7 |
+
"status": "FINAL_BASELINE_REFERENCE"
|
| 8 |
+
},
|
| 9 |
+
"repository": {
|
| 10 |
+
"huggingface_repo": "Reduanul1997/RepositoryBaseLine3DuNet",
|
| 11 |
+
"repo_type": "model"
|
| 12 |
+
},
|
| 13 |
+
"model": {
|
| 14 |
+
"name": "Original3DUNet",
|
| 15 |
+
"architecture": "Baseline 3D U-Net",
|
| 16 |
+
"input_channels": 4,
|
| 17 |
+
"output_classes": 4,
|
| 18 |
+
"parameters": 22580964
|
| 19 |
+
},
|
| 20 |
+
"dataset": {
|
| 21 |
+
"dataset": "BraTS2020",
|
| 22 |
+
"modalities": [
|
| 23 |
+
"FLAIR",
|
| 24 |
+
"T1",
|
| 25 |
+
"T1ce",
|
| 26 |
+
"T2"
|
| 27 |
+
],
|
| 28 |
+
"classes": [
|
| 29 |
+
"Background",
|
| 30 |
+
"NCR/NET",
|
| 31 |
+
"Edema",
|
| 32 |
+
"Enhancing Tumor"
|
| 33 |
+
],
|
| 34 |
+
"training_patients": 294,
|
| 35 |
+
"validation_patients": 74,
|
| 36 |
+
"patch_size": [
|
| 37 |
+
64,
|
| 38 |
+
64,
|
| 39 |
+
64
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"model_selection": {
|
| 43 |
+
"best_model_epoch": 45,
|
| 44 |
+
"best_validation_dice_from_training": 0.772125,
|
| 45 |
+
"note": "This is the validation Dice reported by the training pipeline and used for model selection. It is distinct from the independently recomputed full-validation confusion-matrix metrics."
|
| 46 |
+
},
|
| 47 |
+
"evaluation_reference": {
|
| 48 |
+
"foreground_macro": {
|
| 49 |
+
"dice": 0.757824,
|
| 50 |
+
"iou": 0.618727,
|
| 51 |
+
"precision": 0.781685,
|
| 52 |
+
"recall": 0.740964
|
| 53 |
+
},
|
| 54 |
+
"tumor_binary": {
|
| 55 |
+
"dice": 0.927715,
|
| 56 |
+
"iou": 0.865175,
|
| 57 |
+
"precision": 0.942361,
|
| 58 |
+
"recall": 0.913516,
|
| 59 |
+
"sensitivity": 0.913516,
|
| 60 |
+
"false_negative_rate": 0.086484,
|
| 61 |
+
"false_positive_rate": 0.017968,
|
| 62 |
+
"TP": 4312069,
|
| 63 |
+
"TN": 14414613,
|
| 64 |
+
"FP": 263746,
|
| 65 |
+
"FN": 408228
|
| 66 |
+
},
|
| 67 |
+
"per_class": {
|
| 68 |
+
"Unknown": {
|
| 69 |
+
"Model": "Original3DUNet",
|
| 70 |
+
"Best_Model_Epoch": 45.0,
|
| 71 |
+
"Class_ID": 3.0,
|
| 72 |
+
"Class_Name": "Enhancing Tumor",
|
| 73 |
+
"Dice": 0.8512525465317852,
|
| 74 |
+
"IoU": 0.7410267104068393,
|
| 75 |
+
"Precision": 0.8501443117544676,
|
| 76 |
+
"Recall": 0.8523636744354415,
|
| 77 |
+
"Sensitivity": 0.8523636744354415,
|
| 78 |
+
"FNR": 0.1476363255645499,
|
| 79 |
+
"FPR": 0.0096019973023124,
|
| 80 |
+
"TP": 993227.0,
|
| 81 |
+
"TN": 18058317.0,
|
| 82 |
+
"FP": 175077.0,
|
| 83 |
+
"FN": 172035.0
|
| 84 |
+
}
|
| 85 |
+
}
|
| 86 |
+
},
|
| 87 |
+
"baseline_comparison_policy": {
|
| 88 |
+
"primary_segmentation_metric": "Foreground Macro Dice",
|
| 89 |
+
"secondary_segmentation_metrics": [
|
| 90 |
+
"Foreground Macro IoU",
|
| 91 |
+
"Foreground Macro Precision",
|
| 92 |
+
"Foreground Macro Recall"
|
| 93 |
+
],
|
| 94 |
+
"primary_fn_metric": "Tumor False Negative Rate (FNR)",
|
| 95 |
+
"additional_fn_metric": "Tumor False Negatives (FN)",
|
| 96 |
+
"additional_tumor_metrics": [
|
| 97 |
+
"Tumor Dice",
|
| 98 |
+
"Tumor IoU",
|
| 99 |
+
"Tumor Precision",
|
| 100 |
+
"Tumor Recall",
|
| 101 |
+
"Tumor Sensitivity",
|
| 102 |
+
"Tumor FPR"
|
| 103 |
+
],
|
| 104 |
+
"comparison_rule": "Future models must be evaluated using the same validation split, preprocessing, class definitions, tumor-vs-background definition, and metric calculation procedure before direct comparison with this baseline."
|
| 105 |
+
},
|
| 106 |
+
"artifact_files": [
|
| 107 |
+
"baseline_evaluation_results.json",
|
| 108 |
+
"baseline_evaluation_metrics.csv",
|
| 109 |
+
"baseline_per_class_metrics.csv",
|
| 110 |
+
"baseline_multiclass_confusion_matrix.png",
|
| 111 |
+
"baseline_tumor_background_confusion_matrix.png",
|
| 112 |
+
"baseline_final_evaluation_summary.json"
|
| 113 |
+
]
|
| 114 |
+
}
|