Upload 9 files
Browse files- trained_models/multiclass_comparative_20260106_161436/comparative_report.txt +37 -0
- trained_models/multiclass_comparative_20260106_161436/dice_comparison.csv +5 -0
- trained_models/multiclass_comparative_20260106_161436/hd95_comparison.csv +5 -0
- trained_models/multiclass_comparative_20260106_161436/model_comparison.csv +13 -0
- trained_models/multiclass_comparative_20260106_161436/model_comparison.xlsx +0 -0
- trained_models/multiclass_comparative_20260106_161436/precision_comparison.csv +5 -0
- trained_models/multiclass_comparative_20260106_161436/recall_comparison.csv +5 -0
- trained_models/multiclass_comparative_20260106_161436/statistics/statistical_analysis.json +109 -0
- trained_models/multiclass_comparative_20260106_161436/statistics/statistical_report.txt +103 -0
trained_models/multiclass_comparative_20260106_161436/comparative_report.txt
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
MULTI-MODEL COMPARATIVE ANALYSIS
|
| 3 |
+
=================================
|
| 4 |
+
Generated: 2026-01-06 15:40:27
|
| 5 |
+
|
| 6 |
+
MODELS TESTED: UNET, ATTN_UNET, TRANS_UNET, DEEPL3_UNET
|
| 7 |
+
|
| 8 |
+
PERFORMANCE COMPARISON:
|
| 9 |
+
-----------------------
|
| 10 |
+
Model Class Precision Recall Dice HD95
|
| 11 |
+
UNET Ventricles 0.912415 0.911335 0.911875 5.339421
|
| 12 |
+
UNET WMH 0.801302 0.801639 0.801471 19.065767
|
| 13 |
+
UNET Overall 0.856859 0.856487 0.856673 12.202594
|
| 14 |
+
ATTN_UNET Ventricles 0.911730 0.922551 0.917108 3.851466
|
| 15 |
+
ATTN_UNET WMH 0.834476 0.766968 0.799299 20.233646
|
| 16 |
+
ATTN_UNET Overall 0.873103 0.844759 0.858204 12.042556
|
| 17 |
+
TRANS_UNET Ventricles 0.913299 0.894776 0.903943 8.882211
|
| 18 |
+
TRANS_UNET WMH 0.881039 0.641171 0.742206 24.841500
|
| 19 |
+
TRANS_UNET Overall 0.897169 0.767974 0.823074 16.861855
|
| 20 |
+
DEEPL3_UNET Ventricles 0.866921 0.857260 0.862064 11.288985
|
| 21 |
+
DEEPL3_UNET WMH 0.761527 0.692933 0.725612 24.452842
|
| 22 |
+
DEEPL3_UNET Overall 0.814224 0.775096 0.793838 17.870914
|
| 23 |
+
|
| 24 |
+
BEST PERFORMING MODELS BY CLASS:
|
| 25 |
+
---------------------------------
|
| 26 |
+
|
| 27 |
+
Ventricles:
|
| 28 |
+
Best Dice: ATTN_UNET (0.9171)
|
| 29 |
+
Best HD95: ATTN_UNET (3.8514)
|
| 30 |
+
WMH:
|
| 31 |
+
Best Dice: UNET (0.8014)
|
| 32 |
+
Best HD95: UNET (19.0657)
|
| 33 |
+
Overall:
|
| 34 |
+
Best Dice: ATTN_UNET (0.8582)
|
| 35 |
+
Best HD95: ATTN_UNET (12.0425)
|
| 36 |
+
|
| 37 |
+
Files saved in: multiclass_comparative_20260106_154027
|
trained_models/multiclass_comparative_20260106_161436/dice_comparison.csv
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,Overall,Ventricles,WMH
|
| 2 |
+
ATTN_UNET,0.858203732,0.917108219,0.799299245
|
| 3 |
+
DEEPL3_UNET,0.793837978,0.862063517,0.725612439
|
| 4 |
+
TRANS_UNET,0.823074424,0.903942661,0.742206186
|
| 5 |
+
UNET,0.856672601,0.911874615,0.801470588
|
trained_models/multiclass_comparative_20260106_161436/hd95_comparison.csv
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,Overall,Ventricles,WMH
|
| 2 |
+
ATTN_UNET,12.04255574,3.851465528,20.23364596
|
| 3 |
+
DEEPL3_UNET,17.87091382,11.28898522,24.45284242
|
| 4 |
+
TRANS_UNET,16.86185535,8.882210871,24.84149984
|
| 5 |
+
UNET,12.20259388,5.339420631,19.06576712
|
trained_models/multiclass_comparative_20260106_161436/model_comparison.csv
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,Class,Precision,Recall,Dice,HD95
|
| 2 |
+
UNET,Ventricles,0.912415295,0.911334574,0.911874615,5.339420631
|
| 3 |
+
UNET,WMH,0.801302247,0.801639,0.801470588,19.06576712
|
| 4 |
+
UNET,Overall,0.856858771,0.856486787,0.856672601,12.20259388
|
| 5 |
+
ATTN_UNET,Ventricles,0.911729575,0.922550702,0.917108219,3.851465528
|
| 6 |
+
ATTN_UNET,WMH,0.834476452,0.76696785,0.799299245,20.23364596
|
| 7 |
+
ATTN_UNET,Overall,0.873103013,0.844759276,0.858203732,12.04255574
|
| 8 |
+
TRANS_UNET,Ventricles,0.913298791,0.894776282,0.903942661,8.882210871
|
| 9 |
+
TRANS_UNET,WMH,0.881039461,0.641171114,0.742206186,24.84149984
|
| 10 |
+
TRANS_UNET,Overall,0.897169126,0.767973698,0.823074424,16.86185535
|
| 11 |
+
DEEPL3_UNET,Ventricles,0.866920896,0.857260267,0.862063517,11.28898522
|
| 12 |
+
DEEPL3_UNET,WMH,0.761527211,0.692932689,0.725612439,24.45284242
|
| 13 |
+
DEEPL3_UNET,Overall,0.814224053,0.775096478,0.793837978,17.87091382
|
trained_models/multiclass_comparative_20260106_161436/model_comparison.xlsx
ADDED
|
Binary file (9.22 kB). View file
|
|
|
trained_models/multiclass_comparative_20260106_161436/precision_comparison.csv
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,Overall,Ventricles,WMH
|
| 2 |
+
ATTN_UNET,0.873103013,0.911729575,0.834476452
|
| 3 |
+
DEEPL3_UNET,0.814224053,0.866920896,0.761527211
|
| 4 |
+
TRANS_UNET,0.897169126,0.913298791,0.881039461
|
| 5 |
+
UNET,0.856858771,0.912415295,0.801302247
|
trained_models/multiclass_comparative_20260106_161436/recall_comparison.csv
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,Overall,Ventricles,WMH
|
| 2 |
+
ATTN_UNET,0.844759276,0.922550702,0.76696785
|
| 3 |
+
DEEPL3_UNET,0.775096478,0.857260267,0.692932689
|
| 4 |
+
TRANS_UNET,0.767973698,0.894776282,0.641171114
|
| 5 |
+
UNET,0.856486787,0.911334574,0.801639
|
trained_models/multiclass_comparative_20260106_161436/statistics/statistical_analysis.json
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_comparison": {
|
| 3 |
+
"Precision_Overall": {
|
| 4 |
+
"values": {
|
| 5 |
+
"unet": 0.8568587713417728,
|
| 6 |
+
"attn_unet": 0.8731030130474637,
|
| 7 |
+
"trans_unet": 0.8971691268170178,
|
| 8 |
+
"deepl3_unet": 0.8142240534072536
|
| 9 |
+
},
|
| 10 |
+
"best_model": "trans_unet",
|
| 11 |
+
"best_value": 0.8971691268170178
|
| 12 |
+
},
|
| 13 |
+
"Recall_Overall": {
|
| 14 |
+
"values": {
|
| 15 |
+
"unet": 0.8564867869939714,
|
| 16 |
+
"attn_unet": 0.8447592767330175,
|
| 17 |
+
"trans_unet": 0.767973698621257,
|
| 18 |
+
"deepl3_unet": 0.7750964781451007
|
| 19 |
+
},
|
| 20 |
+
"best_model": "unet",
|
| 21 |
+
"best_value": 0.8564867869939714
|
| 22 |
+
},
|
| 23 |
+
"Dice_Overall": {
|
| 24 |
+
"values": {
|
| 25 |
+
"unet": 0.8566726013813879,
|
| 26 |
+
"attn_unet": 0.858203732173929,
|
| 27 |
+
"trans_unet": 0.8230744241838578,
|
| 28 |
+
"deepl3_unet": 0.7938379783222795
|
| 29 |
+
},
|
| 30 |
+
"best_model": "attn_unet",
|
| 31 |
+
"best_value": 0.858203732173929
|
| 32 |
+
}
|
| 33 |
+
},
|
| 34 |
+
"class_comparison": {
|
| 35 |
+
"unet_Precision": {
|
| 36 |
+
"Ventricles": 0.9124152952565344,
|
| 37 |
+
"WMH": 0.8013022474270112,
|
| 38 |
+
"Difference": -0.11111304782952325,
|
| 39 |
+
"Better_Class": "Ventricles"
|
| 40 |
+
},
|
| 41 |
+
"unet_Recall": {
|
| 42 |
+
"Ventricles": 0.9113345741980711,
|
| 43 |
+
"WMH": 0.8016389997898719,
|
| 44 |
+
"Difference": -0.10969557440819921,
|
| 45 |
+
"Better_Class": "Ventricles"
|
| 46 |
+
},
|
| 47 |
+
"unet_Dice": {
|
| 48 |
+
"Ventricles": 0.9118746145205302,
|
| 49 |
+
"WMH": 0.8014705882422455,
|
| 50 |
+
"Difference": -0.11040402627828472,
|
| 51 |
+
"Better_Class": "Ventricles"
|
| 52 |
+
},
|
| 53 |
+
"attn_unet_Precision": {
|
| 54 |
+
"Ventricles": 0.911729575773053,
|
| 55 |
+
"WMH": 0.8344764527604024,
|
| 56 |
+
"Difference": -0.0772531230126506,
|
| 57 |
+
"Better_Class": "Ventricles"
|
| 58 |
+
},
|
| 59 |
+
"attn_unet_Recall": {
|
| 60 |
+
"Ventricles": 0.9225507022166356,
|
| 61 |
+
"WMH": 0.7669678503887372,
|
| 62 |
+
"Difference": -0.15558285182789844,
|
| 63 |
+
"Better_Class": "Ventricles"
|
| 64 |
+
},
|
| 65 |
+
"attn_unet_Dice": {
|
| 66 |
+
"Ventricles": 0.9171082194917984,
|
| 67 |
+
"WMH": 0.7992992445052995,
|
| 68 |
+
"Difference": -0.1178089749864989,
|
| 69 |
+
"Better_Class": "Ventricles"
|
| 70 |
+
},
|
| 71 |
+
"trans_unet_Precision": {
|
| 72 |
+
"Ventricles": 0.9132987912152218,
|
| 73 |
+
"WMH": 0.8810394614188139,
|
| 74 |
+
"Difference": -0.0322593297964079,
|
| 75 |
+
"Better_Class": "Ventricles"
|
| 76 |
+
},
|
| 77 |
+
"trans_unet_Recall": {
|
| 78 |
+
"Ventricles": 0.8947762827661534,
|
| 79 |
+
"WMH": 0.6411711144763606,
|
| 80 |
+
"Difference": -0.2536051682897928,
|
| 81 |
+
"Better_Class": "Ventricles"
|
| 82 |
+
},
|
| 83 |
+
"trans_unet_Dice": {
|
| 84 |
+
"Ventricles": 0.9039426610262511,
|
| 85 |
+
"WMH": 0.7422061863414643,
|
| 86 |
+
"Difference": -0.1617364746847868,
|
| 87 |
+
"Better_Class": "Ventricles"
|
| 88 |
+
},
|
| 89 |
+
"deepl3_unet_Precision": {
|
| 90 |
+
"Ventricles": 0.866920895668329,
|
| 91 |
+
"WMH": 0.7615272111461782,
|
| 92 |
+
"Difference": -0.10539368452215081,
|
| 93 |
+
"Better_Class": "Ventricles"
|
| 94 |
+
},
|
| 95 |
+
"deepl3_unet_Recall": {
|
| 96 |
+
"Ventricles": 0.857260267349948,
|
| 97 |
+
"WMH": 0.6929326889402535,
|
| 98 |
+
"Difference": -0.16432757840969447,
|
| 99 |
+
"Better_Class": "Ventricles"
|
| 100 |
+
},
|
| 101 |
+
"deepl3_unet_Dice": {
|
| 102 |
+
"Ventricles": 0.8620635171449851,
|
| 103 |
+
"WMH": 0.7256124394995741,
|
| 104 |
+
"Difference": -0.13645107764541098,
|
| 105 |
+
"Better_Class": "Ventricles"
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"summary": {}
|
| 109 |
+
}
|
trained_models/multiclass_comparative_20260106_161436/statistics/statistical_report.txt
ADDED
|
@@ -0,0 +1,103 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
STATISTICAL ANALYSIS REPORT
|
| 3 |
+
===========================
|
| 4 |
+
|
| 5 |
+
MODEL COMPARISON:
|
| 6 |
+
-----------------
|
| 7 |
+
|
| 8 |
+
Precision_Overall:
|
| 9 |
+
Best Model: trans_unet (0.8972)
|
| 10 |
+
unet: 0.8569
|
| 11 |
+
attn_unet: 0.8731
|
| 12 |
+
trans_unet: 0.8972
|
| 13 |
+
deepl3_unet: 0.8142
|
| 14 |
+
|
| 15 |
+
Recall_Overall:
|
| 16 |
+
Best Model: unet (0.8565)
|
| 17 |
+
unet: 0.8565
|
| 18 |
+
attn_unet: 0.8448
|
| 19 |
+
trans_unet: 0.7680
|
| 20 |
+
deepl3_unet: 0.7751
|
| 21 |
+
|
| 22 |
+
Dice_Overall:
|
| 23 |
+
Best Model: attn_unet (0.8582)
|
| 24 |
+
unet: 0.8567
|
| 25 |
+
attn_unet: 0.8582
|
| 26 |
+
trans_unet: 0.8231
|
| 27 |
+
deepl3_unet: 0.7938
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
CLASS COMPARISON (within each model):
|
| 31 |
+
--------------------------------------
|
| 32 |
+
|
| 33 |
+
unet_Precision:
|
| 34 |
+
Ventricles: 0.9124
|
| 35 |
+
Abnormal WMH: 0.8013
|
| 36 |
+
Difference: -0.1111
|
| 37 |
+
Better Class: Ventricles
|
| 38 |
+
|
| 39 |
+
unet_Recall:
|
| 40 |
+
Ventricles: 0.9113
|
| 41 |
+
Abnormal WMH: 0.8016
|
| 42 |
+
Difference: -0.1097
|
| 43 |
+
Better Class: Ventricles
|
| 44 |
+
|
| 45 |
+
unet_Dice:
|
| 46 |
+
Ventricles: 0.9119
|
| 47 |
+
Abnormal WMH: 0.8015
|
| 48 |
+
Difference: -0.1104
|
| 49 |
+
Better Class: Ventricles
|
| 50 |
+
|
| 51 |
+
attn_unet_Precision:
|
| 52 |
+
Ventricles: 0.9117
|
| 53 |
+
Abnormal WMH: 0.8345
|
| 54 |
+
Difference: -0.0772
|
| 55 |
+
Better Class: Ventricles
|
| 56 |
+
|
| 57 |
+
attn_unet_Recall:
|
| 58 |
+
Ventricles: 0.9226
|
| 59 |
+
Abnormal WMH: 0.7670
|
| 60 |
+
Difference: -0.1556
|
| 61 |
+
Better Class: Ventricles
|
| 62 |
+
|
| 63 |
+
attn_unet_Dice:
|
| 64 |
+
Ventricles: 0.9171
|
| 65 |
+
Abnormal WMH: 0.7993
|
| 66 |
+
Difference: -0.1178
|
| 67 |
+
Better Class: Ventricles
|
| 68 |
+
|
| 69 |
+
trans_unet_Precision:
|
| 70 |
+
Ventricles: 0.9133
|
| 71 |
+
Abnormal WMH: 0.8810
|
| 72 |
+
Difference: -0.0323
|
| 73 |
+
Better Class: Ventricles
|
| 74 |
+
|
| 75 |
+
trans_unet_Recall:
|
| 76 |
+
Ventricles: 0.8948
|
| 77 |
+
Abnormal WMH: 0.6412
|
| 78 |
+
Difference: -0.2536
|
| 79 |
+
Better Class: Ventricles
|
| 80 |
+
|
| 81 |
+
trans_unet_Dice:
|
| 82 |
+
Ventricles: 0.9039
|
| 83 |
+
Abnormal WMH: 0.7422
|
| 84 |
+
Difference: -0.1617
|
| 85 |
+
Better Class: Ventricles
|
| 86 |
+
|
| 87 |
+
deepl3_unet_Precision:
|
| 88 |
+
Ventricles: 0.8669
|
| 89 |
+
Abnormal WMH: 0.7615
|
| 90 |
+
Difference: -0.1054
|
| 91 |
+
Better Class: Ventricles
|
| 92 |
+
|
| 93 |
+
deepl3_unet_Recall:
|
| 94 |
+
Ventricles: 0.8573
|
| 95 |
+
Abnormal WMH: 0.6929
|
| 96 |
+
Difference: -0.1643
|
| 97 |
+
Better Class: Ventricles
|
| 98 |
+
|
| 99 |
+
deepl3_unet_Dice:
|
| 100 |
+
Ventricles: 0.8621
|
| 101 |
+
Abnormal WMH: 0.7256
|
| 102 |
+
Difference: -0.1365
|
| 103 |
+
Better Class: Ventricles
|