BDA_Crewed-ResNet_PSPNet / BDA_Crewed-PSPNet_Resnet_1024_adj_metrics.json
priyankari's picture
Upload 3 files
57c22d8 verified
Raw
History Blame Contribute Delete
290 kB
Invalid JSON:Unexpected token 'N', ..." damage": NaN, "... is not valid JSON
{
"model_name": [
"BDA_PSP_ResNet101_CCE_Crewed"
],
"global_metrics": {
"samples": {
"total": 13651,
"actual_class_counts": {
"no damage": 8202,
"minor damage": 2274,
"major damage": 1198,
"destroyed": 1277,
"un-classified": 700
},
"predicted_class_counts": {
"no damage": 7719,
"minor damage": 2144,
"major damage": 2456,
"destroyed": 968,
"un-classified": 364
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6006410192572433,
"minor damage": 0.4728457183427609,
"major damage": 0.5227054488610987,
"destroyed": 0.654803226222646,
"un-classified": 0.6754682342568998
}
},
"F1": {
"class_level": {
"no damage": 0.6674203881665725,
"minor damage": 0.11724762335898596,
"major damage": 0.16803503010399562,
"destroyed": 0.3287305122494432,
"un-classified": 0.26879699248120303
},
"macro": 0.31004610927204,
"micro": 0.46817082997582593
},
"Accuracy": {
"class_level": {
"no damage": 0.6121163284741045,
"minor damage": 0.7143066442018899,
"major damage": 0.777305691890704,
"destroyed": 0.8896051571313457,
"un-classified": 0.9430078382536078
}
},
"Precision": {
"class_level": {
"no damage": 0.6477688368690563,
"minor damage": 0.113896218117854,
"major damage": 0.25626043405676124,
"destroyed": 0.2889584964761159,
"un-classified": 0.2042857142857143
},
"macro": 0.34163186444824156,
"micro": 0.46817082997582593
},
"Recall": {
"class_level": {
"no damage": 0.6883015934706568,
"minor damage": 0.12080223880597014,
"major damage": 0.125,
"destroyed": 0.381198347107438,
"un-classified": 0.39285714285714285
},
"macro": 0.3022339399611004,
"micro": 0.46817082997582593
},
"Confusion_Matrix": {
"matrix": [
[
5313,
1493,
1068,
219,
109
],
[
1221,
259,
598,
166,
30
],
[
613,
138,
307,
119,
21
],
[
374,
115,
358,
369,
61
],
[
198,
139,
125,
95,
143
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"per_mapper_metrics": {
"Pix4d React": {
"samples": {
"total": 4078,
"actual_class_counts": {
"no damage": 1699,
"minor damage": 1022,
"major damage": 707,
"destroyed": 468,
"un-classified": 182
},
"predicted_class_counts": {
"no damage": 2538,
"minor damage": 175,
"major damage": 930,
"destroyed": 358,
"un-classified": 77
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5436144627633989,
"minor damage": 0.48549979868965265,
"major damage": 0.5019268079408671,
"destroyed": 0.551926022706794,
"un-classified": 0.7221392703772109
}
},
"F1": {
"class_level": {
"no damage": 0.5385886240264338,
"minor damage": 0.06516290726817042,
"major damage": 0.2003665241295052,
"destroyed": 0.18159806295399517,
"un-classified": 0.2857142857142857
},
"macro": 0.25428608081847803,
"micro": 0.35703776360961254
},
"Accuracy": {
"class_level": {
"no damage": 0.5205983325159392,
"minor damage": 0.7256007846983815,
"major damage": 0.679009318293281,
"destroyed": 0.834232466895537,
"un-classified": 0.9546346248160863
}
},
"Precision": {
"class_level": {
"no damage": 0.6715715126545027,
"minor damage": 0.03816046966731898,
"major damage": 0.23196605374823195,
"destroyed": 0.16025641025641027,
"un-classified": 0.2032967032967033
},
"macro": 0.3077569007932999,
"micro": 0.35703776360961254
},
"Recall": {
"class_level": {
"no damage": 0.4495665878644602,
"minor damage": 0.22285714285714286,
"major damage": 0.17634408602150536,
"destroyed": 0.20949720670391062,
"un-classified": 0.4805194805194805
},
"macro": 0.26105022992463345,
"micro": 0.35703776360961254
},
"Confusion_Matrix": {
"matrix": [
[
1141,
71,
353,
112,
22
],
[
656,
39,
237,
86,
4
],
[
444,
38,
164,
51,
10
],
[
238,
21,
130,
75,
4
],
[
59,
6,
46,
34,
37
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
}
},
"per_ortho_metrics": {
"20211214-Mayfield.geo.tif": {
"samples": {
"total": 1667,
"actual_class_counts": {
"no damage": 683,
"minor damage": 519,
"major damage": 298,
"destroyed": 118,
"un-classified": 49
},
"predicted_class_counts": {
"no damage": 1028,
"minor damage": 87,
"major damage": 393,
"destroyed": 123,
"un-classified": 36
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5213292291579134,
"minor damage": 0.5055397933944421,
"major damage": 0.5062354947851131,
"destroyed": 0.510065188087114,
"un-classified": 0.6837148307105388
}
},
"F1": {
"class_level": {
"no damage": 0.5119812974868498,
"minor damage": 0.0924092409240924,
"major damage": 0.2141823444283647,
"destroyed": 0.0912863070539419,
"un-classified": 0.32941176470588235
},
"macro": 0.24785419091982624,
"micro": 0.33893221355728853
},
"Accuracy": {
"class_level": {
"no damage": 0.4991001799640072,
"minor damage": 0.6700659868026395,
"major damage": 0.6742651469706059,
"destroyed": 0.8686262747450509,
"un-classified": 0.9658068386322736
}
},
"Precision": {
"class_level": {
"no damage": 0.6412884333821376,
"minor damage": 0.05394990366088632,
"major damage": 0.2483221476510067,
"destroyed": 0.09322033898305085,
"un-classified": 0.2857142857142857
},
"macro": 0.28290481359250197,
"micro": 0.33893221355728853
},
"Recall": {
"class_level": {
"no damage": 0.4260700389105058,
"minor damage": 0.3218390804597701,
"major damage": 0.18829516539440203,
"destroyed": 0.08943089430894309,
"un-classified": 0.3888888888888889
},
"macro": 0.2644990218782734,
"micro": 0.33893221355728853
},
"Confusion_Matrix": {
"matrix": [
[
438,
29,
144,
57,
15
],
[
317,
28,
141,
31,
2
],
[
186,
23,
74,
11,
4
],
[
74,
7,
25,
11,
1
],
[
13,
0,
9,
13,
14
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10132018-MexicoBeach.geo.tif": {
"samples": {
"total": 510,
"actual_class_counts": {
"no damage": 53,
"minor damage": 117,
"major damage": 121,
"destroyed": 201,
"un-classified": 18
},
"predicted_class_counts": {
"no damage": 332,
"minor damage": 17,
"major damage": 91,
"destroyed": 63,
"un-classified": 7
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5366691485041288,
"minor damage": 0.4117647058823529,
"major damage": 0.4425502898056597,
"destroyed": 0.4834345371258123,
"un-classified": 0.6993751775063902
}
},
"F1": {
"class_level": {
"no damage": 0.22337662337662337,
"minor damage": 0.014925373134328358,
"major damage": 0.12264150943396226,
"destroyed": 0.17424242424242425,
"un-classified": 0.24
},
"macro": 0.15503718603746766,
"micro": 0.1627450980392157
},
"Accuracy": {
"class_level": {
"no damage": 0.4137254901960784,
"minor damage": 0.7411764705882353,
"major damage": 0.6352941176470588,
"destroyed": 0.5725490196078431,
"un-classified": 0.9627450980392157
}
},
"Precision": {
"class_level": {
"no damage": 0.8113207547169812,
"minor damage": 0.008547008547008548,
"major damage": 0.10743801652892562,
"destroyed": 0.11442786069651742,
"un-classified": 0.16666666666666666
},
"macro": 0.22496990764177158,
"micro": 0.1627450980392157
},
"Recall": {
"class_level": {
"no damage": 0.12951807228915663,
"minor damage": 0.058823529411764705,
"major damage": 0.14285714285714285,
"destroyed": 0.36507936507936506,
"un-classified": 0.42857142857142855
},
"macro": 0.24168006143121992,
"micro": 0.1627450980392157
},
"Confusion_Matrix": {
"matrix": [
[
43,
0,
5,
4,
1
],
[
92,
1,
7,
17,
0
],
[
84,
7,
13,
15,
2
],
[
102,
9,
66,
23,
1
],
[
11,
0,
0,
4,
3
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230830-SteinhatcheeRiver.geo.tif_20230831a_RGB.geo.tif": {
"samples": {
"total": 608,
"actual_class_counts": {
"no damage": 473,
"minor damage": 49,
"major damage": 23,
"destroyed": 3,
"un-classified": 60
},
"predicted_class_counts": {
"no damage": 466,
"minor damage": 76,
"major damage": 47,
"destroyed": 8,
"un-classified": 11
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6675482077011425,
"minor damage": 0.5140977443609023,
"major damage": 0.5140895816740623,
"destroyed": 0.4975,
"un-classified": 0.9126694076442821
}
},
"F1": {
"class_level": {
"no damage": 0.8498402555910544,
"minor damage": 0.128,
"major damage": 0.08571428571428572,
"destroyed": 0.0,
"un-classified": 0.28169014084507044
},
"macro": 0.2690489364300821,
"micro": 0.6907894736842105
},
"Accuracy": {
"class_level": {
"no damage": 0.7680921052631579,
"minor damage": 0.8207236842105263,
"major damage": 0.8947368421052632,
"destroyed": 0.9819078947368421,
"un-classified": 0.9161184210526315
}
},
"Precision": {
"class_level": {
"no damage": 0.8435517970401691,
"minor damage": 0.16326530612244897,
"major damage": 0.13043478260869565,
"destroyed": 0.0,
"un-classified": 0.16666666666666666
},
"macro": 0.3868814060370707,
"micro": 0.6907894736842105
},
"Recall": {
"class_level": {
"no damage": 0.8562231759656652,
"minor damage": 0.10526315789473684,
"major damage": 0.06382978723404255,
"destroyed": 0.0,
"un-classified": 0.9090909090909091
},
"macro": 0.2607837104875961,
"micro": 0.6907894736842105
},
"Confusion_Matrix": {
"matrix": [
[
399,
47,
27,
0,
0
],
[
38,
8,
3,
0,
0
],
[
18,
2,
3,
0,
0
],
[
1,
0,
1,
0,
1
],
[
10,
19,
13,
8,
10
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": {
"samples": {
"total": 15,
"actual_class_counts": {
"no damage": 9,
"minor damage": 1,
"major damage": 0,
"destroyed": 4,
"un-classified": 1
},
"predicted_class_counts": {
"no damage": 8,
"minor damage": 0,
"major damage": 2,
"destroyed": 5,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5267857142857143,
"major damage": 0.5,
"destroyed": 0.44999999999999996
}
},
"F1": {
"class_level": {
"no damage": 0.5882352941176471,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.2222222222222222,
"un-classified": 0.0
},
"macro": 0.16209150326797386,
"micro": 0.4
},
"Accuracy": {
"class_level": {
"no damage": 0.5333333333333333,
"minor damage": 0.9333333333333333,
"major damage": 0.8666666666666667,
"destroyed": 0.5333333333333333,
"un-classified": 0.9333333333333333
}
},
"Precision": {
"class_level": {
"no damage": 0.5555555555555556,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": 0.25,
"un-classified": 0.0
},
"macro": 0.27499999999999997,
"micro": 0.4
},
"Recall": {
"class_level": {
"no damage": 0.625,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.2,
"un-classified": NaN
},
"macro": 0.2013888888888889,
"micro": 0.4
},
"Confusion_Matrix": {
"matrix": [
[
5,
0,
1,
3,
0
],
[
0,
0,
0,
1,
0
],
[
0,
0,
0,
0,
0
],
[
2,
0,
1,
1,
0
],
[
1,
0,
0,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230830-SteinhatcheeRiver.geo.tif_105001000C7F2100-visual.tif.geo.tif": {
"samples": {
"total": 620,
"actual_class_counts": {
"no damage": 582,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 38
},
"predicted_class_counts": {
"no damage": 456,
"minor damage": 133,
"major damage": 6,
"destroyed": 6,
"un-classified": 19
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5702556696619598,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.6855679131272441
}
},
"F1": {
"class_level": {
"no damage": 0.8574181117533719,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.2807017543859649
},
"macro": 0.22762397322786737,
"micro": 0.7306451612903225
},
"Accuracy": {
"class_level": {
"no damage": 0.7612903225806451,
"minor damage": 0.785483870967742,
"major damage": 0.9903225806451613,
"destroyed": 0.9903225806451613,
"un-classified": 0.9338709677419355
}
},
"Precision": {
"class_level": {
"no damage": 0.7646048109965635,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.21052631578947367
},
"macro": 0.2793859649122807,
"micro": 0.7306451612903225
},
"Recall": {
"class_level": {
"no damage": 0.9758771929824561,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.42105263157894735
},
"macro": 0.4875655633930186,
"micro": 0.7306451612903225
},
"Confusion_Matrix": {
"matrix": [
[
445,
118,
5,
3,
11
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
11,
15,
1,
3,
8
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10132018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": {
"samples": {
"total": 509,
"actual_class_counts": {
"no damage": 498,
"minor damage": 1,
"major damage": 0,
"destroyed": 0,
"un-classified": 10
},
"predicted_class_counts": {
"no damage": 260,
"minor damage": 130,
"major damage": 82,
"destroyed": 30,
"un-classified": 7
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5181572443620637,
"minor damage": 0.49868073878627966,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.7797381900967558
}
},
"F1": {
"class_level": {
"no damage": 0.683377308707124,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.47058823529411764
},
"macro": 0.23079310880024834,
"micro": 0.5166994106090373
},
"Accuracy": {
"class_level": {
"no damage": 0.5284872298624754,
"minor damage": 0.7426326129666012,
"major damage": 0.8388998035363457,
"destroyed": 0.9410609037328095,
"un-classified": 0.9823182711198428
}
},
"Precision": {
"class_level": {
"no damage": 0.5200803212851406,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.4
},
"macro": 0.31351648351648354,
"micro": 0.5166994106090373
},
"Recall": {
"class_level": {
"no damage": 0.9961538461538462,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.5714285714285714
},
"macro": 0.3066934404283802,
"micro": 0.5166994106090373
},
"Confusion_Matrix": {
"matrix": [
[
259,
129,
81,
26,
3
],
[
0,
0,
0,
1,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
1,
1,
1,
3,
4
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10132018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": {
"samples": {
"total": 509,
"actual_class_counts": {
"no damage": 489,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 20
},
"predicted_class_counts": {
"no damage": 246,
"minor damage": 178,
"major damage": 62,
"destroyed": 16,
"un-classified": 7
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5065535256113017,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.6249288560045532
}
},
"F1": {
"class_level": {
"no damage": 0.6476190476190476,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.14814814814814814
},
"macro": 0.15915343915343916,
"micro": 0.4715127701375246
},
"Accuracy": {
"class_level": {
"no damage": 0.4911591355599214,
"minor damage": 0.650294695481336,
"major damage": 0.8781925343811395,
"destroyed": 0.9685658153241651,
"un-classified": 0.9548133595284872
}
},
"Precision": {
"class_level": {
"no damage": 0.4867075664621677,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.1
},
"macro": 0.25063879210220674,
"micro": 0.4715127701375246
},
"Recall": {
"class_level": {
"no damage": 0.967479674796748,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.2857142857142857
},
"macro": 0.29335378323108385,
"micro": 0.4715127701375246
},
"Confusion_Matrix": {
"matrix": [
[
238,
176,
60,
10,
5
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
8,
2,
2,
6,
2
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"05-08-2020-MussettBayouFire-NorthOf98.geo.tif": {
"samples": {
"total": 21,
"actual_class_counts": {
"no damage": 21,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 0
},
"predicted_class_counts": {
"no damage": 10,
"minor damage": 1,
"major damage": 2,
"destroyed": 5,
"un-classified": 3
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.5
}
},
"F1": {
"class_level": {
"no damage": 0.6451612903225806,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.12903225806451613,
"micro": 0.47619047619047616
},
"Accuracy": {
"class_level": {
"no damage": 0.47619047619047616,
"minor damage": 0.9523809523809523,
"major damage": 0.9047619047619048,
"destroyed": 0.7619047619047619,
"un-classified": 0.8571428571428571
}
},
"Precision": {
"class_level": {
"no damage": 0.47619047619047616,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": NaN
},
"macro": 0.2,
"micro": 0.47619047619047616
},
"Recall": {
"class_level": {
"no damage": 1.0,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.47619047619047616,
"micro": 0.47619047619047616
},
"Confusion_Matrix": {
"matrix": [
[
10,
1,
2,
5,
3
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10132018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": {
"samples": {
"total": 509,
"actual_class_counts": {
"no damage": 51,
"minor damage": 143,
"major damage": 105,
"destroyed": 191,
"un-classified": 19
},
"predicted_class_counts": {
"no damage": 249,
"minor damage": 122,
"major damage": 75,
"destroyed": 58,
"un-classified": 5
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5788229842446709,
"minor damage": 0.46078493667132625,
"major damage": 0.5354070660522273,
"destroyed": 0.755256518082422,
"un-classified": 0.6831349206349205
}
},
"F1": {
"class_level": {
"no damage": 0.3,
"minor damage": 0.2037735849056604,
"major damage": 0.2222222222222222,
"destroyed": 0.3855421686746988,
"un-classified": 0.16666666666666666
},
"macro": 0.2556409284938496,
"micro": 0.27897838899803534
},
"Accuracy": {
"class_level": {
"no damage": 0.587426326129666,
"minor damage": 0.5854616895874263,
"major damage": 0.724950884086444,
"destroyed": 0.6994106090373281,
"un-classified": 0.9607072691552063
}
},
"Precision": {
"class_level": {
"no damage": 0.8823529411764706,
"minor damage": 0.1888111888111888,
"major damage": 0.19047619047619047,
"destroyed": 0.2513089005235602,
"un-classified": 0.10526315789473684
},
"macro": 0.37925744810786394,
"micro": 0.27897838899803534
},
"Recall": {
"class_level": {
"no damage": 0.18072289156626506,
"minor damage": 0.22131147540983606,
"major damage": 0.26666666666666666,
"destroyed": 0.8275862068965517,
"un-classified": 0.4
},
"macro": 0.32364247577642935,
"micro": 0.27897838899803534
},
"Confusion_Matrix": {
"matrix": [
[
45,
5,
1,
0,
0
],
[
104,
27,
12,
0,
0
],
[
44,
38,
20,
2,
1
],
[
51,
50,
40,
48,
2
],
[
5,
2,
2,
8,
2
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10142018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": {
"samples": {
"total": 635,
"actual_class_counts": {
"no damage": 254,
"minor damage": 235,
"major damage": 42,
"destroyed": 79,
"un-classified": 25
},
"predicted_class_counts": {
"no damage": 222,
"minor damage": 93,
"major damage": 221,
"destroyed": 68,
"un-classified": 31
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6149684793752591,
"minor damage": 0.5288656112367576,
"major damage": 0.5152086475615887,
"destroyed": 0.627969706401079,
"un-classified": 0.6827867976928007
}
},
"F1": {
"class_level": {
"no damage": 0.5126050420168067,
"minor damage": 0.23780487804878048,
"major damage": 0.1444866920152091,
"destroyed": 0.32653061224489793,
"un-classified": 0.42857142857142855
},
"macro": 0.32999973057942456,
"micro": 0.3401574803149606
},
"Accuracy": {
"class_level": {
"no damage": 0.6346456692913386,
"minor damage": 0.6062992125984252,
"major damage": 0.6456692913385826,
"destroyed": 0.8440944881889764,
"un-classified": 0.9496062992125984
}
},
"Precision": {
"class_level": {
"no damage": 0.48031496062992124,
"minor damage": 0.16595744680851063,
"major damage": 0.4523809523809524,
"destroyed": 0.3037974683544304,
"un-classified": 0.48
},
"macro": 0.35898303792041936,
"micro": 0.3401574803149606
},
"Recall": {
"class_level": {
"no damage": 0.5495495495495496,
"minor damage": 0.41935483870967744,
"major damage": 0.08597285067873303,
"destroyed": 0.35294117647058826,
"un-classified": 0.3870967741935484
},
"macro": 0.3764901656347629,
"micro": 0.3401574803149606
},
"Confusion_Matrix": {
"matrix": [
[
122,
41,
81,
5,
5
],
[
77,
39,
87,
24,
8
],
[
7,
3,
19,
12,
1
],
[
15,
8,
27,
24,
5
],
[
1,
2,
7,
3,
12
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230830-SteinhatcheeRiver.geo.tif": {
"samples": {
"total": 619,
"actual_class_counts": {
"no damage": 511,
"minor damage": 38,
"major damage": 24,
"destroyed": 1,
"un-classified": 45
},
"predicted_class_counts": {
"no damage": 424,
"minor damage": 46,
"major damage": 125,
"destroyed": 18,
"un-classified": 6
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.586012336719884,
"minor damage": 0.5372941801350634,
"major damage": 0.5007692307692307,
"destroyed": 0.49916805324459235,
"un-classified": 0.8840402392604677
}
},
"F1": {
"class_level": {
"no damage": 0.7978609625668449,
"minor damage": 0.14285714285714285,
"major damage": 0.06711409395973154,
"destroyed": 0.0,
"un-classified": 0.19607843137254902
},
"macro": 0.24078212615125366,
"micro": 0.6284329563812601
},
"Accuracy": {
"class_level": {
"no damage": 0.6946688206785138,
"minor damage": 0.8836833602584814,
"major damage": 0.7754442649434572,
"destroyed": 0.9693053311793215,
"un-classified": 0.9337641357027464
}
},
"Precision": {
"class_level": {
"no damage": 0.7299412915851272,
"minor damage": 0.15789473684210525,
"major damage": 0.20833333333333334,
"destroyed": 0.0,
"un-classified": 0.1111111111111111
},
"macro": 0.3766970194148209,
"micro": 0.6284329563812601
},
"Recall": {
"class_level": {
"no damage": 0.8797169811320755,
"minor damage": 0.13043478260869565,
"major damage": 0.04,
"destroyed": 0.0,
"un-classified": 0.8333333333333334
},
"macro": 0.24145609457433537,
"micro": 0.6284329563812601
},
"Confusion_Matrix": {
"matrix": [
[
373,
34,
96,
8,
0
],
[
24,
6,
4,
3,
1
],
[
16,
3,
5,
0,
0
],
[
0,
0,
1,
0,
0
],
[
11,
3,
19,
7,
5
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10132018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": {
"samples": {
"total": 507,
"actual_class_counts": {
"no damage": 143,
"minor damage": 104,
"major damage": 57,
"destroyed": 188,
"un-classified": 15
},
"predicted_class_counts": {
"no damage": 55,
"minor damage": 39,
"major damage": 240,
"destroyed": 155,
"un-classified": 18
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5967417538213998,
"minor damage": 0.5833333333333334,
"major damage": 0.5079822097378277,
"destroyed": 0.6975806451612904,
"un-classified": 0.5710633946830266
}
},
"F1": {
"class_level": {
"no damage": 0.25252525252525254,
"minor damage": 0.1958041958041958,
"major damage": 0.19528619528619529,
"destroyed": 0.5830903790087464,
"un-classified": 0.18181818181818182
},
"macro": 0.2817048408885144,
"micro": 0.33727810650887574
},
"Accuracy": {
"class_level": {
"no damage": 0.7080867850098619,
"minor damage": 0.7731755424063116,
"major damage": 0.5285996055226825,
"destroyed": 0.717948717948718,
"un-classified": 0.9467455621301775
}
},
"Precision": {
"class_level": {
"no damage": 0.17482517482517482,
"minor damage": 0.1346153846153846,
"major damage": 0.5087719298245614,
"destroyed": 0.5319148936170213,
"un-classified": 0.2
},
"macro": 0.3492362207684788,
"micro": 0.33727810650887574
},
"Recall": {
"class_level": {
"no damage": 0.45454545454545453,
"minor damage": 0.358974358974359,
"major damage": 0.12083333333333333,
"destroyed": 0.6451612903225806,
"un-classified": 0.16666666666666666
},
"macro": 0.3100254765764284,
"micro": 0.33727810650887574
},
"Confusion_Matrix": {
"matrix": [
[
25,
18,
88,
11,
1
],
[
12,
14,
55,
21,
2
],
[
5,
2,
29,
20,
1
],
[
13,
5,
59,
100,
11
],
[
0,
0,
9,
3,
3
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10142018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": {
"samples": {
"total": 635,
"actual_class_counts": {
"no damage": 617,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 18
},
"predicted_class_counts": {
"no damage": 334,
"minor damage": 210,
"major damage": 38,
"destroyed": 16,
"un-classified": 37
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5141096544452624,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.6284461719244328
}
},
"F1": {
"class_level": {
"no damage": 0.6919032597266036,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.36363636363636365
},
"macro": 0.21110792467259346,
"micro": 0.5338582677165354
},
"Accuracy": {
"class_level": {
"no damage": 0.5385826771653544,
"minor damage": 0.6692913385826772,
"major damage": 0.9401574803149606,
"destroyed": 0.9748031496062992,
"un-classified": 0.9448818897637795
}
},
"Precision": {
"class_level": {
"no damage": 0.5332252836304701,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.5555555555555556
},
"macro": 0.25106004207800614,
"micro": 0.5338582677165354
},
"Recall": {
"class_level": {
"no damage": 0.9850299401197605,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.2702702702702703
},
"macro": 0.5443904195930128,
"micro": 0.5338582677165354
},
"Confusion_Matrix": {
"matrix": [
[
329,
209,
36,
16,
27
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
5,
1,
2,
0,
10
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10142018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": {
"samples": {
"total": 635,
"actual_class_counts": {
"no damage": 616,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 19
},
"predicted_class_counts": {
"no damage": 375,
"minor damage": 164,
"major damage": 66,
"destroyed": 12,
"un-classified": 18
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.517,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.7133081217359986
}
},
"F1": {
"class_level": {
"no damage": 0.7447023208879919,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.43243243243243246
},
"macro": 0.23542695066408487,
"micro": 0.5937007874015748
},
"Accuracy": {
"class_level": {
"no damage": 0.6015748031496063,
"minor damage": 0.7417322834645669,
"major damage": 0.8960629921259843,
"destroyed": 0.9811023622047244,
"un-classified": 0.9669291338582677
}
},
"Precision": {
"class_level": {
"no damage": 0.599025974025974,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.42105263157894735
},
"macro": 0.2856888888888889,
"micro": 0.5937007874015748
},
"Recall": {
"class_level": {
"no damage": 0.984,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.4444444444444444
},
"macro": 0.5100393028024607,
"micro": 0.5937007874015748
},
"Confusion_Matrix": {
"matrix": [
[
369,
160,
65,
12,
10
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
6,
4,
1,
0,
8
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": {
"samples": {
"total": 39,
"actual_class_counts": {
"no damage": 15,
"minor damage": 3,
"major damage": 1,
"destroyed": 16,
"un-classified": 4
},
"predicted_class_counts": {
"no damage": 12,
"minor damage": 0,
"major damage": 7,
"destroyed": 17,
"un-classified": 3
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.4629629629629629,
"major damage": 0.484375,
"destroyed": 0.5013368983957218,
"un-classified": 0.6249999999999999
}
},
"F1": {
"class_level": {
"no damage": 0.2962962962962963,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.42424242424242425,
"un-classified": 0.2857142857142857
},
"macro": 0.20125060125060124,
"micro": 0.3076923076923077
},
"Accuracy": {
"class_level": {
"no damage": 0.5128205128205128,
"minor damage": 0.9230769230769231,
"major damage": 0.7948717948717948,
"destroyed": 0.5128205128205128,
"un-classified": 0.8717948717948718
}
},
"Precision": {
"class_level": {
"no damage": 0.26666666666666666,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.4375,
"un-classified": 0.25
},
"macro": 0.2696078431372549,
"micro": 0.3076923076923077
},
"Recall": {
"class_level": {
"no damage": 0.3333333333333333,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.4117647058823529,
"un-classified": 0.3333333333333333
},
"macro": 0.19083333333333333,
"micro": 0.3076923076923077
},
"Confusion_Matrix": {
"matrix": [
[
4,
0,
5,
6,
0
],
[
1,
0,
1,
1,
0
],
[
0,
0,
0,
1,
0
],
[
7,
0,
0,
7,
2
],
[
0,
0,
1,
2,
1
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230831-Jena-SteinhatcheeRiverSouth.geo.tif_105001000C7F2100-visual.tif.geo.tif": {
"samples": {
"total": 159,
"actual_class_counts": {
"no damage": 146,
"minor damage": 0,
"major damage": 0,
"destroyed": 1,
"un-classified": 12
},
"predicted_class_counts": {
"no damage": 102,
"minor damage": 27,
"major damage": 29,
"destroyed": 1,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5183178534571724,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.49683544303797467
}
},
"F1": {
"class_level": {
"no damage": 0.7661290322580645,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.1532258064516129,
"micro": 0.5974842767295597
},
"Accuracy": {
"class_level": {
"no damage": 0.6352201257861635,
"minor damage": 0.8301886792452831,
"major damage": 0.8176100628930818,
"destroyed": 0.9874213836477987,
"un-classified": 0.9245283018867925
}
},
"Precision": {
"class_level": {
"no damage": 0.6506849315068494,
"minor damage": NaN,
"major damage": NaN,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.23284313725490197,
"micro": 0.5974842767295597
},
"Recall": {
"class_level": {
"no damage": 0.9313725490196079,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": NaN
},
"macro": 0.2168949771689498,
"micro": 0.5974842767295597
},
"Confusion_Matrix": {
"matrix": [
[
95,
25,
25,
1,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
1,
0,
0
],
[
7,
2,
3,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10142018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": {
"samples": {
"total": 635,
"actual_class_counts": {
"no damage": 278,
"minor damage": 206,
"major damage": 59,
"destroyed": 74,
"un-classified": 18
},
"predicted_class_counts": {
"no damage": 164,
"minor damage": 128,
"major damage": 248,
"destroyed": 64,
"un-classified": 31
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6282494433224587,
"minor damage": 0.5316814595660749,
"major damage": 0.4998593398349588,
"destroyed": 0.6437171628721541,
"un-classified": 0.603797265541551
}
},
"F1": {
"class_level": {
"no damage": 0.4660633484162896,
"minor damage": 0.2874251497005988,
"major damage": 0.1498371335504886,
"destroyed": 0.34782608695652173,
"un-classified": 0.2857142857142857
},
"macro": 0.30737320086763686,
"micro": 0.3228346456692913
},
"Accuracy": {
"class_level": {
"no damage": 0.6283464566929133,
"minor damage": 0.6251968503937008,
"major damage": 0.5889763779527559,
"destroyed": 0.8582677165354331,
"un-classified": 0.9448818897637795
}
},
"Precision": {
"class_level": {
"no damage": 0.37050359712230213,
"minor damage": 0.23300970873786409,
"major damage": 0.3898305084745763,
"destroyed": 0.32432432432432434,
"un-classified": 0.3888888888888889
},
"macro": 0.3393194335169158,
"micro": 0.3228346456692913
},
"Recall": {
"class_level": {
"no damage": 0.6280487804878049,
"minor damage": 0.375,
"major damage": 0.09274193548387097,
"destroyed": 0.375,
"un-classified": 0.22580645161290322
},
"macro": 0.34131140550959116,
"micro": 0.3228346456692913
},
"Confusion_Matrix": {
"matrix": [
[
103,
58,
99,
11,
7
],
[
40,
48,
96,
14,
8
],
[
7,
14,
23,
12,
3
],
[
12,
5,
27,
24,
6
],
[
2,
3,
3,
3,
7
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10142018-MexicoBeach.geo.tif": {
"samples": {
"total": 634,
"actual_class_counts": {
"no damage": 104,
"minor damage": 246,
"major damage": 186,
"destroyed": 82,
"un-classified": 16
},
"predicted_class_counts": {
"no damage": 363,
"minor damage": 6,
"major damage": 168,
"destroyed": 87,
"un-classified": 10
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5175759608835757,
"minor damage": 0.3882696390658174,
"major damage": 0.5271816881258942,
"destroyed": 0.5715921746622118,
"un-classified": 0.7411858974358975
}
},
"F1": {
"class_level": {
"no damage": 0.278372591006424,
"minor damage": 0.007936507936507936,
"major damage": 0.3163841807909605,
"destroyed": 0.2603550295857988,
"un-classified": 0.38461538461538464
},
"macro": 0.24953273878701515,
"micro": 0.23501577287066247
},
"Accuracy": {
"class_level": {
"no damage": 0.46845425867507884,
"minor damage": 0.6056782334384858,
"major damage": 0.6182965299684543,
"destroyed": 0.8028391167192429,
"un-classified": 0.9747634069400631
}
},
"Precision": {
"class_level": {
"no damage": 0.625,
"minor damage": 0.0040650406504065045,
"major damage": 0.3010752688172043,
"destroyed": 0.2682926829268293,
"un-classified": 0.3125
},
"macro": 0.2863873848199867,
"micro": 0.23501577287066247
},
"Recall": {
"class_level": {
"no damage": 0.1790633608815427,
"minor damage": 0.16666666666666666,
"major damage": 0.3333333333333333,
"destroyed": 0.25287356321839083,
"un-classified": 0.5
},
"macro": 0.30218659847888796,
"micro": 0.23501577287066247
},
"Confusion_Matrix": {
"matrix": [
[
65,
1,
24,
12,
2
],
[
158,
1,
58,
29,
0
],
[
103,
2,
56,
22,
3
],
[
31,
2,
27,
22,
0
],
[
6,
0,
3,
2,
5
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230902a_RGB.geo.tif": {
"samples": {
"total": 157,
"actual_class_counts": {
"no damage": 128,
"minor damage": 10,
"major damage": 3,
"destroyed": 1,
"un-classified": 15
},
"predicted_class_counts": {
"no damage": 126,
"minor damage": 10,
"major damage": 16,
"destroyed": 5,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6260880696364568,
"minor damage": 0.46598639455782315,
"major damage": 0.5241578014184397,
"destroyed": 0.6
}
},
"F1": {
"class_level": {
"no damage": 0.8582677165354331,
"minor damage": 0.0,
"major damage": 0.10526315789473684,
"destroyed": 0.3333333333333333,
"un-classified": 0.0
},
"macro": 0.2593728415527007,
"micro": 0.7070063694267515
},
"Accuracy": {
"class_level": {
"no damage": 0.7707006369426752,
"minor damage": 0.8726114649681529,
"major damage": 0.89171974522293,
"destroyed": 0.9745222929936306,
"un-classified": 0.9044585987261147
}
},
"Precision": {
"class_level": {
"no damage": 0.8515625,
"minor damage": 0.0,
"major damage": 0.3333333333333333,
"destroyed": 1.0,
"un-classified": 0.0
},
"macro": 0.28189484126984127,
"micro": 0.7070063694267515
},
"Recall": {
"class_level": {
"no damage": 0.8650793650793651,
"minor damage": 0.0,
"major damage": 0.0625,
"destroyed": 0.2,
"un-classified": NaN
},
"macro": 0.4369791666666666,
"micro": 0.7070063694267515
},
"Confusion_Matrix": {
"matrix": [
[
109,
8,
10,
1,
0
],
[
9,
0,
1,
0,
0
],
[
2,
0,
1,
0,
0
],
[
0,
0,
0,
1,
0
],
[
6,
2,
4,
3,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010061205400-visual.tif.geo.tif": {
"samples": {
"total": 159,
"actual_class_counts": {
"no damage": 138,
"minor damage": 0,
"major damage": 0,
"destroyed": 1,
"un-classified": 20
},
"predicted_class_counts": {
"no damage": 103,
"minor damage": 39,
"major damage": 15,
"destroyed": 2,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6048023578363384,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.4968152866242038
}
},
"F1": {
"class_level": {
"no damage": 0.8049792531120332,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.16099585062240665,
"micro": 0.610062893081761
},
"Accuracy": {
"class_level": {
"no damage": 0.7044025157232704,
"minor damage": 0.7547169811320755,
"major damage": 0.9056603773584906,
"destroyed": 0.9811320754716981,
"un-classified": 0.8742138364779874
}
},
"Precision": {
"class_level": {
"no damage": 0.7028985507246377,
"minor damage": NaN,
"major damage": NaN,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.2354368932038835,
"micro": 0.610062893081761
},
"Recall": {
"class_level": {
"no damage": 0.941747572815534,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": NaN
},
"macro": 0.23429951690821257,
"micro": 0.610062893081761
},
"Confusion_Matrix": {
"matrix": [
[
97,
30,
10,
1,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0
],
[
6,
8,
5,
1,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230830-SteinhatcheeRiver.geo.tif_1040010061205400-visual.tif.geo.tif": {
"samples": {
"total": 621,
"actual_class_counts": {
"no damage": 575,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 46
},
"predicted_class_counts": {
"no damage": 427,
"minor damage": 164,
"major damage": 15,
"destroyed": 1,
"un-classified": 14
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5623325044061903,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.7909508119557542
}
},
"F1": {
"class_level": {
"no damage": 0.8223552894211577,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.3
},
"macro": 0.22447105788423155,
"micro": 0.677938808373591
},
"Accuracy": {
"class_level": {
"no damage": 0.7133655394524959,
"minor damage": 0.7359098228663447,
"major damage": 0.9758454106280193,
"destroyed": 0.998389694041868,
"un-classified": 0.9323671497584541
}
},
"Precision": {
"class_level": {
"no damage": 0.7165217391304348,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.1956521739130435
},
"macro": 0.32154566744730684,
"micro": 0.677938808373591
},
"Recall": {
"class_level": {
"no damage": 0.9648711943793911,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.6428571428571429
},
"macro": 0.45608695652173914,
"micro": 0.677938808373591
},
"Confusion_Matrix": {
"matrix": [
[
412,
146,
12,
0,
5
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
15,
18,
3,
1,
9
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20211215-Russelville-Middle.geo.tif": {
"samples": {
"total": 176,
"actual_class_counts": {
"no damage": 48,
"minor damage": 61,
"major damage": 43,
"destroyed": 9,
"un-classified": 15
},
"predicted_class_counts": {
"no damage": 121,
"minor damage": 3,
"major damage": 37,
"destroyed": 10,
"un-classified": 5
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5132231404958678,
"minor damage": 0.3236994219653179,
"major damage": 0.44798755590122497,
"destroyed": 0.5259036144578313,
"un-classified": 0.7649122807017544
}
},
"F1": {
"class_level": {
"no damage": 0.40236686390532544,
"minor damage": 0.0,
"major damage": 0.15,
"destroyed": 0.10526315789473684,
"un-classified": 0.3
},
"macro": 0.1915260043600125,
"micro": 0.25
},
"Accuracy": {
"class_level": {
"no damage": 0.42613636363636365,
"minor damage": 0.6363636363636364,
"major damage": 0.6136363636363636,
"destroyed": 0.9034090909090909,
"un-classified": 0.9204545454545454
}
},
"Precision": {
"class_level": {
"no damage": 0.7083333333333334,
"minor damage": 0.0,
"major damage": 0.13953488372093023,
"destroyed": 0.1111111111111111,
"un-classified": 0.2
},
"macro": 0.2286307795398704,
"micro": 0.25
},
"Recall": {
"class_level": {
"no damage": 0.2809917355371901,
"minor damage": 0.0,
"major damage": 0.16216216216216217,
"destroyed": 0.1,
"un-classified": 0.6
},
"macro": 0.23179586563307492,
"micro": 0.25
},
"Confusion_Matrix": {
"matrix": [
[
34,
0,
12,
2,
0
],
[
42,
0,
14,
4,
1
],
[
32,
2,
6,
2,
1
],
[
5,
1,
2,
1,
0
],
[
8,
0,
3,
1,
3
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10132018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": {
"samples": {
"total": 507,
"actual_class_counts": {
"no damage": 115,
"minor damage": 130,
"major damage": 63,
"destroyed": 185,
"un-classified": 14
},
"predicted_class_counts": {
"no damage": 77,
"minor damage": 31,
"major damage": 225,
"destroyed": 137,
"un-classified": 37
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5883116883116883,
"minor damage": 0.5867782596909732,
"major damage": 0.5161465721040189,
"destroyed": 0.7050897612941407,
"un-classified": 0.5288384128809661
}
},
"F1": {
"class_level": {
"no damage": 0.3020833333333333,
"minor damage": 0.16149068322981366,
"major damage": 0.2222222222222222,
"destroyed": 0.5652173913043478,
"un-classified": 0.11764705882352941
},
"macro": 0.27373213778264927,
"micro": 0.33136094674556216
},
"Accuracy": {
"class_level": {
"no damage": 0.7357001972386588,
"minor damage": 0.7337278106508875,
"major damage": 0.5581854043392505,
"destroyed": 0.7238658777120316,
"un-classified": 0.9112426035502958
}
},
"Precision": {
"class_level": {
"no damage": 0.25217391304347825,
"minor damage": 0.1,
"major damage": 0.5079365079365079,
"destroyed": 0.4918918918918919,
"un-classified": 0.21428571428571427
},
"macro": 0.33670301905573863,
"micro": 0.33136094674556216
},
"Recall": {
"class_level": {
"no damage": 0.37662337662337664,
"minor damage": 0.41935483870967744,
"major damage": 0.14222222222222222,
"destroyed": 0.6642335766423357,
"un-classified": 0.08108108108108109
},
"macro": 0.3132576054315185,
"micro": 0.33136094674556216
},
"Confusion_Matrix": {
"matrix": [
[
29,
15,
59,
7,
5
],
[
22,
13,
76,
16,
3
],
[
9,
2,
32,
19,
1
],
[
16,
1,
52,
91,
25
],
[
1,
0,
6,
4,
3
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230831a_RGB.geo.tif": {
"samples": {
"total": 139,
"actual_class_counts": {
"no damage": 100,
"minor damage": 12,
"major damage": 3,
"destroyed": 1,
"un-classified": 23
},
"predicted_class_counts": {
"no damage": 113,
"minor damage": 11,
"major damage": 7,
"destroyed": 5,
"un-classified": 3
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.7295779441797141,
"minor damage": 0.5024857954545454,
"major damage": 0.48863636363636365,
"destroyed": 0.6,
"un-classified": 0.926470588235294
}
},
"F1": {
"class_level": {
"no damage": 0.8544600938967136,
"minor damage": 0.08695652173913043,
"major damage": 0.0,
"destroyed": 0.3333333333333333,
"un-classified": 0.23076923076923078
},
"macro": 0.30110383594768164,
"micro": 0.6906474820143885
},
"Accuracy": {
"class_level": {
"no damage": 0.7769784172661871,
"minor damage": 0.8489208633093526,
"major damage": 0.9280575539568345,
"destroyed": 0.9712230215827338,
"un-classified": 0.8561151079136691
}
},
"Precision": {
"class_level": {
"no damage": 0.91,
"minor damage": 0.08333333333333333,
"major damage": 0.0,
"destroyed": 1.0,
"un-classified": 0.13043478260869565
},
"macro": 0.4192437650844731,
"micro": 0.6906474820143885
},
"Recall": {
"class_level": {
"no damage": 0.8053097345132744,
"minor damage": 0.09090909090909091,
"major damage": 0.0,
"destroyed": 0.2,
"un-classified": 1.0
},
"macro": 0.4247536231884058,
"micro": 0.6906474820143885
},
"Confusion_Matrix": {
"matrix": [
[
91,
4,
4,
1,
0
],
[
10,
1,
1,
0,
0
],
[
3,
0,
0,
0,
0
],
[
0,
0,
0,
1,
0
],
[
9,
6,
2,
3,
3
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230830-SteinhatcheeRiver.geo.tif_20230902a_RGB.geo.tif": {
"samples": {
"total": 613,
"actual_class_counts": {
"no damage": 469,
"minor damage": 55,
"major damage": 18,
"destroyed": 4,
"un-classified": 67
},
"predicted_class_counts": {
"no damage": 483,
"minor damage": 72,
"major damage": 37,
"destroyed": 10,
"un-classified": 11
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.707270265965918,
"minor damage": 0.5121174779215445,
"major damage": 0.513138138138138,
"destroyed": 0.4966832504145937,
"un-classified": 0.8609181516158261
}
},
"F1": {
"class_level": {
"no damage": 0.865546218487395,
"minor damage": 0.12598425196850394,
"major damage": 0.07272727272727272,
"destroyed": 0.0,
"un-classified": 0.23076923076923078
},
"macro": 0.2590053947904805,
"micro": 0.7030995106035889
},
"Accuracy": {
"class_level": {
"no damage": 0.7911908646003263,
"minor damage": 0.8189233278955954,
"major damage": 0.9168026101141925,
"destroyed": 0.9771615008156607,
"un-classified": 0.9021207177814029
}
},
"Precision": {
"class_level": {
"no damage": 0.8784648187633263,
"minor damage": 0.14545454545454545,
"major damage": 0.1111111111111111,
"destroyed": 0.0,
"un-classified": 0.13432835820895522
},
"macro": 0.36726981074807163,
"micro": 0.7030995106035889
},
"Recall": {
"class_level": {
"no damage": 0.8530020703933747,
"minor damage": 0.1111111111111111,
"major damage": 0.05405405405405406,
"destroyed": 0.0,
"un-classified": 0.8181818181818182
},
"macro": 0.2538717667075876,
"micro": 0.7030995106035889
},
"Confusion_Matrix": {
"matrix": [
[
412,
38,
19,
0,
0
],
[
41,
8,
4,
2,
0
],
[
11,
4,
2,
1,
0
],
[
1,
1,
0,
0,
2
],
[
18,
21,
12,
7,
9
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230830-SteinhatcheeRiver.geo.tif_1040010077338D00-visual.tif.geo.tif": {
"samples": {
"total": 623,
"actual_class_counts": {
"no damage": 581,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 42
},
"predicted_class_counts": {
"no damage": 424,
"minor damage": 159,
"major damage": 22,
"destroyed": 4,
"un-classified": 14
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5501505167346166,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.757799671592775
}
},
"F1": {
"class_level": {
"no damage": 0.8139303482587065,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.2857142857142857
},
"macro": 0.21992892679459844,
"micro": 0.6693418940609952
},
"Accuracy": {
"class_level": {
"no damage": 0.6998394863563403,
"minor damage": 0.7447833065810594,
"major damage": 0.9646869983948636,
"destroyed": 0.9935794542536116,
"un-classified": 0.9357945425361156
}
},
"Precision": {
"class_level": {
"no damage": 0.7039586919104991,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.19047619047619047
},
"macro": 0.3072102425876011,
"micro": 0.6693418940609952
},
"Recall": {
"class_level": {
"no damage": 0.964622641509434,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.5714285714285714
},
"macro": 0.4472174411933448,
"micro": 0.6693418940609952
},
"Confusion_Matrix": {
"matrix": [
[
409,
143,
21,
2,
6
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
15,
16,
1,
2,
8
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230831-Jena-SteinhatcheeRiverSouth.geo.tif": {
"samples": {
"total": 159,
"actual_class_counts": {
"no damage": 129,
"minor damage": 11,
"major damage": 3,
"destroyed": 1,
"un-classified": 15
},
"predicted_class_counts": {
"no damage": 101,
"minor damage": 6,
"major damage": 46,
"destroyed": 6,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6093376579037214,
"minor damage": 0.46405228758169936,
"major damage": 0.5020200076952674,
"destroyed": 0.5833333333333334
}
},
"F1": {
"class_level": {
"no damage": 0.782608695652174,
"minor damage": 0.0,
"major damage": 0.04081632653061224,
"destroyed": 0.2857142857142857,
"un-classified": 0.0
},
"macro": 0.2218278615794144,
"micro": 0.5786163522012578
},
"Accuracy": {
"class_level": {
"no damage": 0.6855345911949685,
"minor damage": 0.8930817610062893,
"major damage": 0.7044025157232704,
"destroyed": 0.9685534591194969,
"un-classified": 0.9056603773584906
}
},
"Precision": {
"class_level": {
"no damage": 0.6976744186046512,
"minor damage": 0.0,
"major damage": 0.3333333333333333,
"destroyed": 1.0,
"un-classified": 0.0
},
"macro": 0.2698737265030851,
"micro": 0.5786163522012578
},
"Recall": {
"class_level": {
"no damage": 0.8910891089108911,
"minor damage": 0.0,
"major damage": 0.021739130434782608,
"destroyed": 0.16666666666666666,
"un-classified": NaN
},
"macro": 0.4062015503875969,
"micro": 0.5786163522012578
},
"Confusion_Matrix": {
"matrix": [
[
90,
3,
34,
2,
0
],
[
6,
0,
5,
0,
0
],
[
2,
0,
1,
0,
0
],
[
0,
0,
0,
1,
0
],
[
3,
3,
6,
3,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"05-08-2020-MussettBayouFire-01.geo.tif": {
"samples": {
"total": 16,
"actual_class_counts": {
"no damage": 10,
"minor damage": 1,
"major damage": 0,
"destroyed": 2,
"un-classified": 3
},
"predicted_class_counts": {
"no damage": 7,
"minor damage": 0,
"major damage": 5,
"destroyed": 4,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.4523809523809524,
"major damage": 0.5,
"destroyed": 0.4166666666666667
}
},
"F1": {
"class_level": {
"no damage": 0.47058823529411764,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.09411764705882353,
"micro": 0.25
},
"Accuracy": {
"class_level": {
"no damage": 0.4375,
"minor damage": 0.9375,
"major damage": 0.6875,
"destroyed": 0.625,
"un-classified": 0.8125
}
},
"Precision": {
"class_level": {
"no damage": 0.4,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.19047619047619047,
"micro": 0.25
},
"Recall": {
"class_level": {
"no damage": 0.5714285714285714,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": NaN
},
"macro": 0.1,
"micro": 0.25
},
"Confusion_Matrix": {
"matrix": [
[
4,
0,
3,
3,
0
],
[
0,
0,
1,
0,
0
],
[
0,
0,
0,
0,
0
],
[
2,
0,
0,
0,
0
],
[
1,
0,
1,
1,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20211213-Candle-Factory-AO.geo.tif": {
"samples": {
"total": 185,
"actual_class_counts": {
"no damage": 98,
"minor damage": 23,
"major damage": 31,
"destroyed": 17,
"un-classified": 16
},
"predicted_class_counts": {
"no damage": 113,
"minor damage": 9,
"major damage": 47,
"destroyed": 10,
"un-classified": 6
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5015978367748279,
"minor damage": 0.6098484848484848,
"major damage": 0.5160345359235275,
"destroyed": 0.4514285714285714,
"un-classified": 0.9720670391061452
}
},
"F1": {
"class_level": {
"no damage": 0.5687203791469194,
"minor damage": 0.1875,
"major damage": 0.23076923076923078,
"destroyed": 0.0,
"un-classified": 0.5454545454545454
},
"macro": 0.3064888310741391,
"micro": 0.42162162162162165
},
"Accuracy": {
"class_level": {
"no damage": 0.5081081081081081,
"minor damage": 0.8594594594594595,
"major damage": 0.6756756756756757,
"destroyed": 0.8540540540540541,
"un-classified": 0.9459459459459459
}
},
"Precision": {
"class_level": {
"no damage": 0.6122448979591837,
"minor damage": 0.13043478260869565,
"major damage": 0.2903225806451613,
"destroyed": 0.0,
"un-classified": 0.375
},
"macro": 0.4111592292725789,
"micro": 0.42162162162162165
},
"Recall": {
"class_level": {
"no damage": 0.5309734513274337,
"minor damage": 0.3333333333333333,
"major damage": 0.19148936170212766,
"destroyed": 0.0,
"un-classified": 1.0
},
"macro": 0.28160045224260816,
"micro": 0.42162162162162165
},
"Confusion_Matrix": {
"matrix": [
[
60,
3,
26,
9,
0
],
[
15,
3,
5,
0,
0
],
[
21,
1,
9,
0,
0
],
[
12,
2,
3,
0,
0
],
[
5,
0,
4,
1,
6
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"10142018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": {
"samples": {
"total": 634,
"actual_class_counts": {
"no damage": 108,
"minor damage": 307,
"major damage": 118,
"destroyed": 80,
"un-classified": 21
},
"predicted_class_counts": {
"no damage": 386,
"minor damage": 146,
"major damage": 66,
"destroyed": 12,
"un-classified": 24
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5438638642821327,
"minor damage": 0.4613041769593532,
"major damage": 0.5145113102859582,
"destroyed": 0.6480439442658092,
"un-classified": 0.6560109289617486
}
},
"F1": {
"class_level": {
"no damage": 0.31983805668016196,
"minor damage": 0.2737306843267108,
"major damage": 0.15217391304347827,
"destroyed": 0.10869565217391304,
"un-classified": 0.35555555555555557
},
"macro": 0.24199877235596393,
"micro": 0.26498422712933756
},
"Accuracy": {
"class_level": {
"no damage": 0.47003154574132494,
"minor damage": 0.4810725552050473,
"major damage": 0.7539432176656151,
"destroyed": 0.8706624605678234,
"un-classified": 0.9542586750788643
}
},
"Precision": {
"class_level": {
"no damage": 0.7314814814814815,
"minor damage": 0.20195439739413681,
"major damage": 0.11864406779661017,
"destroyed": 0.0625,
"un-classified": 0.38095238095238093
},
"macro": 0.31828839176060414,
"micro": 0.26498422712933756
},
"Recall": {
"class_level": {
"no damage": 0.20466321243523317,
"minor damage": 0.4246575342465753,
"major damage": 0.21212121212121213,
"destroyed": 0.4166666666666667,
"un-classified": 0.3333333333333333
},
"macro": 0.2991064655249219,
"micro": 0.26498422712933756
},
"Confusion_Matrix": {
"matrix": [
[
79,
23,
4,
0,
2
],
[
212,
62,
26,
2,
5
],
[
63,
35,
14,
2,
4
],
[
27,
22,
21,
5,
5
],
[
5,
4,
1,
3,
8
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": {
"samples": {
"total": 37,
"actual_class_counts": {
"no damage": 18,
"minor damage": 2,
"major damage": 0,
"destroyed": 17,
"un-classified": 0
},
"predicted_class_counts": {
"no damage": 19,
"minor damage": 0,
"major damage": 7,
"destroyed": 10,
"un-classified": 1
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.8114035087719298,
"major damage": 0.5,
"destroyed": 0.8018518518518518,
"un-classified": 0.5
}
},
"F1": {
"class_level": {
"no damage": 0.8108108108108109,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.6666666666666666,
"un-classified": 0.0
},
"macro": 0.2954954954954955,
"micro": 0.6486486486486487
},
"Accuracy": {
"class_level": {
"no damage": 0.8108108108108109,
"minor damage": 0.9459459459459459,
"major damage": 0.8108108108108109,
"destroyed": 0.7567567567567568,
"un-classified": 0.972972972972973
}
},
"Precision": {
"class_level": {
"no damage": 0.8333333333333334,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": 0.5294117647058824,
"un-classified": NaN
},
"macro": 0.4223684210526316,
"micro": 0.6486486486486487
},
"Recall": {
"class_level": {
"no damage": 0.7894736842105263,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.9,
"un-classified": 0.0
},
"macro": 0.4542483660130719,
"micro": 0.6486486486486487
},
"Confusion_Matrix": {
"matrix": [
[
15,
0,
1,
1,
1
],
[
1,
0,
1,
0,
0
],
[
0,
0,
0,
0,
0
],
[
3,
0,
5,
9,
0
],
[
0,
0,
0,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010077338D00-visual.tif.geo.tif": {
"samples": {
"total": 159,
"actual_class_counts": {
"no damage": 142,
"minor damage": 0,
"major damage": 0,
"destroyed": 1,
"un-classified": 16
},
"predicted_class_counts": {
"no damage": 113,
"minor damage": 37,
"major damage": 9,
"destroyed": 0,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5624278568680261,
"minor damage": 0.5,
"major damage": 0.5
}
},
"F1": {
"class_level": {
"no damage": 0.8235294117647058,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.16470588235294117,
"micro": 0.660377358490566
},
"Accuracy": {
"class_level": {
"no damage": 0.7169811320754716,
"minor damage": 0.7672955974842768,
"major damage": 0.9433962264150944,
"destroyed": 0.9937106918238994,
"un-classified": 0.89937106918239
}
},
"Precision": {
"class_level": {
"no damage": 0.7394366197183099,
"minor damage": NaN,
"major damage": NaN,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.30973451327433627,
"micro": 0.660377358490566
},
"Recall": {
"class_level": {
"no damage": 0.9292035398230089,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": NaN,
"un-classified": NaN
},
"macro": 0.24647887323943662,
"micro": 0.660377358490566
},
"Confusion_Matrix": {
"matrix": [
[
105,
29,
8,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
1,
0,
0,
0
],
[
8,
7,
1,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
}
},
"per_gsd_metrics": {
"0.04401284": {
"samples": {
"total": 21,
"actual_class_counts": {
"no damage": 21,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 0
},
"predicted_class_counts": {
"no damage": 10,
"minor damage": 1,
"major damage": 2,
"destroyed": 5,
"un-classified": 3
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.5
}
},
"F1": {
"class_level": {
"no damage": 0.6451612903225806,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.12903225806451613,
"micro": 0.47619047619047616
},
"Accuracy": {
"class_level": {
"no damage": 0.47619047619047616,
"minor damage": 0.9523809523809523,
"major damage": 0.9047619047619048,
"destroyed": 0.7619047619047619,
"un-classified": 0.8571428571428571
}
},
"Precision": {
"class_level": {
"no damage": 0.47619047619047616,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": NaN
},
"macro": 0.2,
"micro": 0.47619047619047616
},
"Recall": {
"class_level": {
"no damage": 1.0,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.47619047619047616,
"micro": 0.47619047619047616
},
"Confusion_Matrix": {
"matrix": [
[
10,
1,
2,
5,
3
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.02001503": {
"samples": {
"total": 37,
"actual_class_counts": {
"no damage": 18,
"minor damage": 2,
"major damage": 0,
"destroyed": 17,
"un-classified": 0
},
"predicted_class_counts": {
"no damage": 19,
"minor damage": 0,
"major damage": 7,
"destroyed": 10,
"un-classified": 1
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.8114035087719298,
"major damage": 0.5,
"destroyed": 0.8018518518518518,
"un-classified": 0.5
}
},
"F1": {
"class_level": {
"no damage": 0.8108108108108109,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.6666666666666666,
"un-classified": 0.0
},
"macro": 0.2954954954954955,
"micro": 0.6486486486486487
},
"Accuracy": {
"class_level": {
"no damage": 0.8108108108108109,
"minor damage": 0.9459459459459459,
"major damage": 0.8108108108108109,
"destroyed": 0.7567567567567568,
"un-classified": 0.972972972972973
}
},
"Precision": {
"class_level": {
"no damage": 0.8333333333333334,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": 0.5294117647058824,
"un-classified": NaN
},
"macro": 0.4223684210526316,
"micro": 0.6486486486486487
},
"Recall": {
"class_level": {
"no damage": 0.7894736842105263,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.9,
"un-classified": 0.0
},
"macro": 0.4542483660130719,
"micro": 0.6486486486486487
},
"Confusion_Matrix": {
"matrix": [
[
15,
0,
1,
1,
1
],
[
1,
0,
1,
0,
0
],
[
0,
0,
0,
0,
0
],
[
3,
0,
5,
9,
0
],
[
0,
0,
0,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.02927101": {
"samples": {
"total": 185,
"actual_class_counts": {
"no damage": 98,
"minor damage": 23,
"major damage": 31,
"destroyed": 17,
"un-classified": 16
},
"predicted_class_counts": {
"no damage": 113,
"minor damage": 9,
"major damage": 47,
"destroyed": 10,
"un-classified": 6
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5015978367748279,
"minor damage": 0.6098484848484848,
"major damage": 0.5160345359235275,
"destroyed": 0.4514285714285714,
"un-classified": 0.9720670391061452
}
},
"F1": {
"class_level": {
"no damage": 0.5687203791469194,
"minor damage": 0.1875,
"major damage": 0.23076923076923078,
"destroyed": 0.0,
"un-classified": 0.5454545454545454
},
"macro": 0.3064888310741391,
"micro": 0.42162162162162165
},
"Accuracy": {
"class_level": {
"no damage": 0.5081081081081081,
"minor damage": 0.8594594594594595,
"major damage": 0.6756756756756757,
"destroyed": 0.8540540540540541,
"un-classified": 0.9459459459459459
}
},
"Precision": {
"class_level": {
"no damage": 0.6122448979591837,
"minor damage": 0.13043478260869565,
"major damage": 0.2903225806451613,
"destroyed": 0.0,
"un-classified": 0.375
},
"macro": 0.4111592292725789,
"micro": 0.42162162162162165
},
"Recall": {
"class_level": {
"no damage": 0.5309734513274337,
"minor damage": 0.3333333333333333,
"major damage": 0.19148936170212766,
"destroyed": 0.0,
"un-classified": 1.0
},
"macro": 0.28160045224260816,
"micro": 0.42162162162162165
},
"Confusion_Matrix": {
"matrix": [
[
60,
3,
26,
9,
0
],
[
15,
3,
5,
0,
0
],
[
21,
1,
9,
0,
0
],
[
12,
2,
3,
0,
0
],
[
5,
0,
4,
1,
6
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.305175781": {
"samples": {
"total": 2341,
"actual_class_counts": {
"no damage": 2164,
"minor damage": 0,
"major damage": 0,
"destroyed": 3,
"un-classified": 174
},
"predicted_class_counts": {
"no damage": 1625,
"minor damage": 559,
"major damage": 96,
"destroyed": 14,
"un-classified": 47
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5612303394929092,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.49935539321014183,
"un-classified": 0.7334814223970024
}
},
"F1": {
"class_level": {
"no damage": 0.8250197941409343,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.22624434389140272
},
"macro": 0.2102528276064674,
"micro": 0.6783425886373344
},
"Accuracy": {
"class_level": {
"no damage": 0.7167876975651432,
"minor damage": 0.7612131567706109,
"major damage": 0.9589918838103375,
"destroyed": 0.992738146091414,
"un-classified": 0.9269542930371636
}
},
"Precision": {
"class_level": {
"no damage": 0.7222735674676525,
"minor damage": NaN,
"major damage": NaN,
"destroyed": 0.0,
"un-classified": 0.14367816091954022
},
"macro": 0.29875220949263503,
"micro": 0.6783425886373344
},
"Recall": {
"class_level": {
"no damage": 0.9618461538461538,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.5319148936170213
},
"macro": 0.28865057612906425,
"micro": 0.6783425886373344
},
"Confusion_Matrix": {
"matrix": [
[
1563,
491,
81,
7,
22
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
2,
1,
0,
0
],
[
62,
66,
14,
7,
25
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.465002127": {
"samples": {
"total": 1144,
"actual_class_counts": {
"no damage": 1115,
"minor damage": 1,
"major damage": 0,
"destroyed": 0,
"un-classified": 28
},
"predicted_class_counts": {
"no damage": 594,
"minor damage": 340,
"major damage": 120,
"destroyed": 46,
"un-classified": 44
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5158585858585859,
"minor damage": 0.4993781094527363,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.6527272727272727
}
},
"F1": {
"class_level": {
"no damage": 0.6881217086015213,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.3888888888888889
},
"macro": 0.21540211949808205,
"micro": 0.5262237762237763
},
"Accuracy": {
"class_level": {
"no damage": 0.5340909090909091,
"minor damage": 0.7019230769230769,
"major damage": 0.8951048951048951,
"destroyed": 0.9597902097902098,
"un-classified": 0.9615384615384616
}
},
"Precision": {
"class_level": {
"no damage": 0.5273542600896861,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.5
},
"macro": 0.26161616161616164,
"micro": 0.5262237762237763
},
"Recall": {
"class_level": {
"no damage": 0.98989898989899,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.3181818181818182
},
"macro": 0.34245142002989537,
"micro": 0.5262237762237763
},
"Confusion_Matrix": {
"matrix": [
[
588,
338,
117,
42,
30
],
[
0,
0,
0,
1,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
6,
2,
3,
3,
14
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.02019042": {
"samples": {
"total": 39,
"actual_class_counts": {
"no damage": 15,
"minor damage": 3,
"major damage": 1,
"destroyed": 16,
"un-classified": 4
},
"predicted_class_counts": {
"no damage": 12,
"minor damage": 0,
"major damage": 7,
"destroyed": 17,
"un-classified": 3
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.4629629629629629,
"major damage": 0.484375,
"destroyed": 0.5013368983957218,
"un-classified": 0.6249999999999999
}
},
"F1": {
"class_level": {
"no damage": 0.2962962962962963,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.42424242424242425,
"un-classified": 0.2857142857142857
},
"macro": 0.20125060125060124,
"micro": 0.3076923076923077
},
"Accuracy": {
"class_level": {
"no damage": 0.5128205128205128,
"minor damage": 0.9230769230769231,
"major damage": 0.7948717948717948,
"destroyed": 0.5128205128205128,
"un-classified": 0.8717948717948718
}
},
"Precision": {
"class_level": {
"no damage": 0.26666666666666666,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.4375,
"un-classified": 0.25
},
"macro": 0.2696078431372549,
"micro": 0.3076923076923077
},
"Recall": {
"class_level": {
"no damage": 0.3333333333333333,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.4117647058823529,
"un-classified": 0.3333333333333333
},
"macro": 0.19083333333333333,
"micro": 0.3076923076923077
},
"Confusion_Matrix": {
"matrix": [
[
4,
0,
5,
6,
0
],
[
1,
0,
1,
1,
0
],
[
0,
0,
0,
1,
0
],
[
7,
0,
0,
7,
2
],
[
0,
0,
1,
2,
1
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.384001757": {
"samples": {
"total": 1144,
"actual_class_counts": {
"no damage": 1105,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 39
},
"predicted_class_counts": {
"no damage": 621,
"minor damage": 342,
"major damage": 128,
"destroyed": 28,
"un-classified": 25
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5126284319068424,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.68704200178731
}
},
"F1": {
"class_level": {
"no damage": 0.7033603707995365,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.3125
},
"macro": 0.2031720741599073,
"micro": 0.5393356643356644
},
"Accuracy": {
"class_level": {
"no damage": 0.5524475524475524,
"minor damage": 0.701048951048951,
"major damage": 0.8881118881118881,
"destroyed": 0.9755244755244755,
"un-classified": 0.9615384615384616
}
},
"Precision": {
"class_level": {
"no damage": 0.5493212669683258,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": 0.2564102564102564
},
"macro": 0.2754911433172303,
"micro": 0.5393356643356644
},
"Recall": {
"class_level": {
"no damage": 0.9774557165861514,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.4
},
"macro": 0.4028657616892911,
"micro": 0.5393356643356644
},
"Confusion_Matrix": {
"matrix": [
[
607,
336,
125,
22,
15
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
14,
6,
3,
6,
10
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.01946466": {
"samples": {
"total": 634,
"actual_class_counts": {
"no damage": 104,
"minor damage": 246,
"major damage": 186,
"destroyed": 82,
"un-classified": 16
},
"predicted_class_counts": {
"no damage": 363,
"minor damage": 6,
"major damage": 168,
"destroyed": 87,
"un-classified": 10
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5175759608835757,
"minor damage": 0.3882696390658174,
"major damage": 0.5271816881258942,
"destroyed": 0.5715921746622118,
"un-classified": 0.7411858974358975
}
},
"F1": {
"class_level": {
"no damage": 0.278372591006424,
"minor damage": 0.007936507936507936,
"major damage": 0.3163841807909605,
"destroyed": 0.2603550295857988,
"un-classified": 0.38461538461538464
},
"macro": 0.24953273878701515,
"micro": 0.23501577287066247
},
"Accuracy": {
"class_level": {
"no damage": 0.46845425867507884,
"minor damage": 0.6056782334384858,
"major damage": 0.6182965299684543,
"destroyed": 0.8028391167192429,
"un-classified": 0.9747634069400631
}
},
"Precision": {
"class_level": {
"no damage": 0.625,
"minor damage": 0.0040650406504065045,
"major damage": 0.3010752688172043,
"destroyed": 0.2682926829268293,
"un-classified": 0.3125
},
"macro": 0.2863873848199867,
"micro": 0.23501577287066247
},
"Recall": {
"class_level": {
"no damage": 0.1790633608815427,
"minor damage": 0.16666666666666666,
"major damage": 0.3333333333333333,
"destroyed": 0.25287356321839083,
"un-classified": 0.5
},
"macro": 0.30218659847888796,
"micro": 0.23501577287066247
},
"Confusion_Matrix": {
"matrix": [
[
65,
1,
24,
12,
2
],
[
158,
1,
58,
29,
0
],
[
103,
2,
56,
22,
3
],
[
31,
2,
27,
22,
0
],
[
6,
0,
3,
2,
5
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.02197147": {
"samples": {
"total": 176,
"actual_class_counts": {
"no damage": 48,
"minor damage": 61,
"major damage": 43,
"destroyed": 9,
"un-classified": 15
},
"predicted_class_counts": {
"no damage": 121,
"minor damage": 3,
"major damage": 37,
"destroyed": 10,
"un-classified": 5
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5132231404958678,
"minor damage": 0.3236994219653179,
"major damage": 0.44798755590122497,
"destroyed": 0.5259036144578313,
"un-classified": 0.7649122807017544
}
},
"F1": {
"class_level": {
"no damage": 0.40236686390532544,
"minor damage": 0.0,
"major damage": 0.15,
"destroyed": 0.10526315789473684,
"un-classified": 0.3
},
"macro": 0.1915260043600125,
"micro": 0.25
},
"Accuracy": {
"class_level": {
"no damage": 0.42613636363636365,
"minor damage": 0.6363636363636364,
"major damage": 0.6136363636363636,
"destroyed": 0.9034090909090909,
"un-classified": 0.9204545454545454
}
},
"Precision": {
"class_level": {
"no damage": 0.7083333333333334,
"minor damage": 0.0,
"major damage": 0.13953488372093023,
"destroyed": 0.1111111111111111,
"un-classified": 0.2
},
"macro": 0.2286307795398704,
"micro": 0.25
},
"Recall": {
"class_level": {
"no damage": 0.2809917355371901,
"minor damage": 0.0,
"major damage": 0.16216216216216217,
"destroyed": 0.1,
"un-classified": 0.6
},
"macro": 0.23179586563307492,
"micro": 0.25
},
"Confusion_Matrix": {
"matrix": [
[
34,
0,
12,
2,
0
],
[
42,
0,
14,
4,
1
],
[
32,
2,
6,
2,
1
],
[
5,
1,
2,
1,
0
],
[
8,
0,
3,
1,
3
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.300349465": {
"samples": {
"total": 1143,
"actual_class_counts": {
"no damage": 159,
"minor damage": 450,
"major damage": 223,
"destroyed": 271,
"un-classified": 40
},
"predicted_class_counts": {
"no damage": 635,
"minor damage": 268,
"major damage": 141,
"destroyed": 70,
"un-classified": 29
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5631889763779528,
"minor damage": 0.45975906183368875,
"major damage": 0.5262559986410158,
"destroyed": 0.7769870856077752,
"un-classified": 0.658948802080109
}
},
"F1": {
"class_level": {
"no damage": 0.3123425692695214,
"minor damage": 0.2479108635097493,
"major damage": 0.18681318681318682,
"destroyed": 0.31085043988269795,
"un-classified": 0.2898550724637681
},
"macro": 0.2695544263877847,
"micro": 0.27121609798775154
},
"Accuracy": {
"class_level": {
"no damage": 0.5223097112860893,
"minor damage": 0.5275590551181102,
"major damage": 0.7410323709536308,
"destroyed": 0.7944006999125109,
"un-classified": 0.9571303587051618
}
},
"Precision": {
"class_level": {
"no damage": 0.779874213836478,
"minor damage": 0.19777777777777777,
"major damage": 0.15246636771300448,
"destroyed": 0.19557195571955718,
"un-classified": 0.25
},
"macro": 0.3740940675825581,
"micro": 0.27121609798775154
},
"Recall": {
"class_level": {
"no damage": 0.1952755905511811,
"minor damage": 0.332089552238806,
"major damage": 0.24113475177304963,
"destroyed": 0.7571428571428571,
"un-classified": 0.3448275862068966
},
"macro": 0.31513806300936353,
"micro": 0.27121609798775154
},
"Confusion_Matrix": {
"matrix": [
[
124,
28,
5,
0,
2
],
[
316,
89,
38,
2,
5
],
[
107,
73,
34,
4,
5
],
[
78,
72,
61,
53,
7
],
[
10,
6,
3,
11,
10
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.127": {
"samples": {
"total": 778,
"actual_class_counts": {
"no damage": 640,
"minor damage": 49,
"major damage": 27,
"destroyed": 2,
"un-classified": 60
},
"predicted_class_counts": {
"no damage": 525,
"minor damage": 52,
"major damage": 171,
"destroyed": 24,
"un-classified": 6
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.591150009410879,
"minor damage": 0.5280779826234372,
"major damage": 0.5002456718402267,
"destroyed": 0.5201702033598585,
"un-classified": 0.8810449050086356
}
},
"F1": {
"class_level": {
"no damage": 0.7948497854077253,
"minor damage": 0.1188118811881188,
"major damage": 0.06060606060606061,
"destroyed": 0.07692307692307693,
"un-classified": 0.15151515151515152
},
"macro": 0.2405411911280267,
"micro": 0.6182519280205655
},
"Accuracy": {
"class_level": {
"no damage": 0.6928020565552699,
"minor damage": 0.8856041131105399,
"major damage": 0.7609254498714653,
"destroyed": 0.9691516709511568,
"un-classified": 0.9280205655526992
}
},
"Precision": {
"class_level": {
"no damage": 0.7234375,
"minor damage": 0.12244897959183673,
"major damage": 0.2222222222222222,
"destroyed": 0.5,
"un-classified": 0.08333333333333333
},
"macro": 0.3814754193175246,
"micro": 0.6182519280205655
},
"Recall": {
"class_level": {
"no damage": 0.8819047619047619,
"minor damage": 0.11538461538461539,
"major damage": 0.03508771929824561,
"destroyed": 0.041666666666666664,
"un-classified": 0.8333333333333334
},
"macro": 0.3302884070294784,
"micro": 0.6182519280205655
},
"Confusion_Matrix": {
"matrix": [
[
463,
37,
130,
10,
0
],
[
30,
6,
9,
3,
1
],
[
18,
3,
6,
0,
0
],
[
0,
0,
1,
1,
0
],
[
14,
6,
25,
10,
5
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.02042949": {
"samples": {
"total": 15,
"actual_class_counts": {
"no damage": 9,
"minor damage": 1,
"major damage": 0,
"destroyed": 4,
"un-classified": 1
},
"predicted_class_counts": {
"no damage": 8,
"minor damage": 0,
"major damage": 2,
"destroyed": 5,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5267857142857143,
"major damage": 0.5,
"destroyed": 0.44999999999999996
}
},
"F1": {
"class_level": {
"no damage": 0.5882352941176471,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.2222222222222222,
"un-classified": 0.0
},
"macro": 0.16209150326797386,
"micro": 0.4
},
"Accuracy": {
"class_level": {
"no damage": 0.5333333333333333,
"minor damage": 0.9333333333333333,
"major damage": 0.8666666666666667,
"destroyed": 0.5333333333333333,
"un-classified": 0.9333333333333333
}
},
"Precision": {
"class_level": {
"no damage": 0.5555555555555556,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": 0.25,
"un-classified": 0.0
},
"macro": 0.27499999999999997,
"micro": 0.4
},
"Recall": {
"class_level": {
"no damage": 0.625,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.2,
"un-classified": NaN
},
"macro": 0.2013888888888889,
"micro": 0.4
},
"Confusion_Matrix": {
"matrix": [
[
5,
0,
1,
3,
0
],
[
0,
0,
0,
1,
0
],
[
0,
0,
0,
0,
0
],
[
2,
0,
1,
1,
0
],
[
1,
0,
0,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.01964606": {
"samples": {
"total": 510,
"actual_class_counts": {
"no damage": 53,
"minor damage": 117,
"major damage": 121,
"destroyed": 201,
"un-classified": 18
},
"predicted_class_counts": {
"no damage": 332,
"minor damage": 17,
"major damage": 91,
"destroyed": 63,
"un-classified": 7
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5366691485041288,
"minor damage": 0.4117647058823529,
"major damage": 0.4425502898056597,
"destroyed": 0.4834345371258123,
"un-classified": 0.6993751775063902
}
},
"F1": {
"class_level": {
"no damage": 0.22337662337662337,
"minor damage": 0.014925373134328358,
"major damage": 0.12264150943396226,
"destroyed": 0.17424242424242425,
"un-classified": 0.24
},
"macro": 0.15503718603746766,
"micro": 0.1627450980392157
},
"Accuracy": {
"class_level": {
"no damage": 0.4137254901960784,
"minor damage": 0.7411764705882353,
"major damage": 0.6352941176470588,
"destroyed": 0.5725490196078431,
"un-classified": 0.9627450980392157
}
},
"Precision": {
"class_level": {
"no damage": 0.8113207547169812,
"minor damage": 0.008547008547008548,
"major damage": 0.10743801652892562,
"destroyed": 0.11442786069651742,
"un-classified": 0.16666666666666666
},
"macro": 0.22496990764177158,
"micro": 0.1627450980392157
},
"Recall": {
"class_level": {
"no damage": 0.12951807228915663,
"minor damage": 0.058823529411764705,
"major damage": 0.14285714285714285,
"destroyed": 0.36507936507936506,
"un-classified": 0.42857142857142855
},
"macro": 0.24168006143121992,
"micro": 0.1627450980392157
},
"Confusion_Matrix": {
"matrix": [
[
43,
0,
5,
4,
1
],
[
92,
1,
7,
17,
0
],
[
84,
7,
13,
15,
2
],
[
102,
9,
66,
23,
1
],
[
11,
0,
0,
4,
3
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.03110499": {
"samples": {
"total": 1667,
"actual_class_counts": {
"no damage": 683,
"minor damage": 519,
"major damage": 298,
"destroyed": 118,
"un-classified": 49
},
"predicted_class_counts": {
"no damage": 1028,
"minor damage": 87,
"major damage": 393,
"destroyed": 123,
"un-classified": 36
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5213292291579134,
"minor damage": 0.5055397933944421,
"major damage": 0.5062354947851131,
"destroyed": 0.510065188087114,
"un-classified": 0.6837148307105388
}
},
"F1": {
"class_level": {
"no damage": 0.5119812974868498,
"minor damage": 0.0924092409240924,
"major damage": 0.2141823444283647,
"destroyed": 0.0912863070539419,
"un-classified": 0.32941176470588235
},
"macro": 0.24785419091982624,
"micro": 0.33893221355728853
},
"Accuracy": {
"class_level": {
"no damage": 0.4991001799640072,
"minor damage": 0.6700659868026395,
"major damage": 0.6742651469706059,
"destroyed": 0.8686262747450509,
"un-classified": 0.9658068386322736
}
},
"Precision": {
"class_level": {
"no damage": 0.6412884333821376,
"minor damage": 0.05394990366088632,
"major damage": 0.2483221476510067,
"destroyed": 0.09322033898305085,
"un-classified": 0.2857142857142857
},
"macro": 0.28290481359250197,
"micro": 0.33893221355728853
},
"Recall": {
"class_level": {
"no damage": 0.4260700389105058,
"minor damage": 0.3218390804597701,
"major damage": 0.18829516539440203,
"destroyed": 0.08943089430894309,
"un-classified": 0.3888888888888889
},
"macro": 0.2644990218782734,
"micro": 0.33893221355728853
},
"Confusion_Matrix": {
"matrix": [
[
438,
29,
144,
57,
15
],
[
317,
28,
141,
31,
2
],
[
186,
23,
74,
11,
4
],
[
74,
7,
25,
11,
1
],
[
13,
0,
9,
13,
14
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.589669364": {
"samples": {
"total": 1142,
"actual_class_counts": {
"no damage": 421,
"minor damage": 310,
"major damage": 116,
"destroyed": 262,
"un-classified": 33
},
"predicted_class_counts": {
"no damage": 219,
"minor damage": 167,
"major damage": 488,
"destroyed": 219,
"un-classified": 49
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6335158827923636,
"minor damage": 0.5584492553354828,
"major damage": 0.5043490249160274,
"destroyed": 0.7083487931452431,
"un-classified": 0.5915193158690741
}
},
"F1": {
"class_level": {
"no damage": 0.4,
"minor damage": 0.259958071278826,
"major damage": 0.17218543046357615,
"destroyed": 0.5155925155925156,
"un-classified": 0.24390243902439024
},
"macro": 0.3183276912718616,
"micro": 0.329246935201401
},
"Accuracy": {
"class_level": {
"no damage": 0.6637478108581436,
"minor damage": 0.690893169877408,
"major damage": 0.5621716287215411,
"destroyed": 0.7959719789842382,
"un-classified": 0.9457092819614711
}
},
"Precision": {
"class_level": {
"no damage": 0.30403800475059384,
"minor damage": 0.2,
"major damage": 0.4482758620689655,
"destroyed": 0.4732824427480916,
"un-classified": 0.30303030303030304
},
"macro": 0.3665162852478062,
"micro": 0.329246935201401
},
"Recall": {
"class_level": {
"no damage": 0.5844748858447488,
"minor damage": 0.3712574850299401,
"major damage": 0.10655737704918032,
"destroyed": 0.5662100456621004,
"un-classified": 0.20408163265306123
},
"macro": 0.3457253225195908,
"micro": 0.329246935201401
},
"Confusion_Matrix": {
"matrix": [
[
128,
76,
187,
22,
8
],
[
52,
62,
151,
35,
10
],
[
12,
16,
52,
32,
4
],
[
25,
10,
86,
124,
17
],
[
2,
3,
12,
6,
10
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.623802853": {
"samples": {
"total": 1142,
"actual_class_counts": {
"no damage": 369,
"minor damage": 365,
"major damage": 105,
"destroyed": 264,
"un-classified": 39
},
"predicted_class_counts": {
"no damage": 299,
"minor damage": 124,
"major damage": 446,
"destroyed": 205,
"un-classified": 68
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6232082425800513,
"minor damage": 0.5559446099245833,
"major damage": 0.5183817844441008,
"destroyed": 0.7009787333732462,
"un-classified": 0.599120933289517
}
},
"F1": {
"class_level": {
"no damage": 0.45209580838323354,
"minor damage": 0.21267893660531698,
"major damage": 0.1851179673321234,
"destroyed": 0.4904051172707889,
"un-classified": 0.2803738317757009
},
"macro": 0.3241343322734328,
"micro": 0.3362521891418564
},
"Accuracy": {
"class_level": {
"no damage": 0.6795096322241682,
"minor damage": 0.6628721541155866,
"major damage": 0.6068301225919439,
"destroyed": 0.7907180385288967,
"un-classified": 0.9325744308231173
}
},
"Precision": {
"class_level": {
"no damage": 0.4092140921409214,
"minor damage": 0.14246575342465753,
"major damage": 0.4857142857142857,
"destroyed": 0.4356060606060606,
"un-classified": 0.38461538461538464
},
"macro": 0.3640570363905346,
"micro": 0.3362521891418564
},
"Recall": {
"class_level": {
"no damage": 0.5050167224080268,
"minor damage": 0.41935483870967744,
"major damage": 0.11434977578475336,
"destroyed": 0.5609756097560976,
"un-classified": 0.22058823529411764
},
"macro": 0.37152311530026194,
"micro": 0.3362521891418564
},
"Confusion_Matrix": {
"matrix": [
[
151,
56,
140,
12,
10
],
[
99,
52,
163,
40,
11
],
[
16,
5,
51,
31,
2
],
[
31,
9,
79,
115,
30
],
[
2,
2,
13,
7,
15
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.150160807": {
"samples": {
"total": 1517,
"actual_class_counts": {
"no damage": 1170,
"minor damage": 126,
"major damage": 47,
"destroyed": 9,
"un-classified": 165
},
"predicted_class_counts": {
"no damage": 1188,
"minor damage": 169,
"major damage": 107,
"destroyed": 28,
"un-classified": 25
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6838637131190323,
"minor damage": 0.5098655909258512,
"major damage": 0.5134983760853715,
"destroyed": 0.5333637148613644,
"un-classified": 0.8920777479892761
}
},
"F1": {
"class_level": {
"no damage": 0.8575063613231552,
"minor damage": 0.1152542372881356,
"major damage": 0.07792207792207792,
"destroyed": 0.10810810810810811,
"un-classified": 0.23157894736842105
},
"macro": 0.2780739464019796,
"micro": 0.6974291364535267
},
"Accuracy": {
"class_level": {
"no damage": 0.7785102175346078,
"minor damage": 0.8279499011206328,
"major damage": 0.9063941990771259,
"destroyed": 0.978246539222149,
"un-classified": 0.9037574159525379
}
},
"Precision": {
"class_level": {
"no damage": 0.8641025641025641,
"minor damage": 0.1349206349206349,
"major damage": 0.1276595744680851,
"destroyed": 0.2222222222222222,
"un-classified": 0.13333333333333333
},
"macro": 0.39182103095402876,
"micro": 0.6974291364535267
},
"Recall": {
"class_level": {
"no damage": 0.851010101010101,
"minor damage": 0.10059171597633136,
"major damage": 0.056074766355140186,
"destroyed": 0.07142857142857142,
"un-classified": 0.88
},
"macro": 0.29644766580936793,
"micro": 0.6974291364535267
},
"Confusion_Matrix": {
"matrix": [
[
1011,
97,
60,
2,
0
],
[
98,
17,
9,
2,
0
],
[
34,
6,
6,
1,
0
],
[
2,
1,
1,
2,
3
],
[
43,
48,
31,
21,
22
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"0.0321534": {
"samples": {
"total": 16,
"actual_class_counts": {
"no damage": 10,
"minor damage": 1,
"major damage": 0,
"destroyed": 2,
"un-classified": 3
},
"predicted_class_counts": {
"no damage": 7,
"minor damage": 0,
"major damage": 5,
"destroyed": 4,
"un-classified": 0
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.4523809523809524,
"major damage": 0.5,
"destroyed": 0.4166666666666667
}
},
"F1": {
"class_level": {
"no damage": 0.47058823529411764,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.09411764705882353,
"micro": 0.25
},
"Accuracy": {
"class_level": {
"no damage": 0.4375,
"minor damage": 0.9375,
"major damage": 0.6875,
"destroyed": 0.625,
"un-classified": 0.8125
}
},
"Precision": {
"class_level": {
"no damage": 0.4,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.19047619047619047,
"micro": 0.25
},
"Recall": {
"class_level": {
"no damage": 0.5714285714285714,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": NaN
},
"macro": 0.1,
"micro": 0.25
},
"Confusion_Matrix": {
"matrix": [
[
4,
0,
3,
3,
0
],
[
0,
0,
1,
0,
0
],
[
0,
0,
0,
0,
0
],
[
2,
0,
0,
0,
0
],
[
1,
0,
1,
1,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
}
},
"per_collection_platform_metrics": {
"Wingtra WingtraOne Gen II": {
"samples": {
"total": 778,
"actual_class_counts": {
"no damage": 640,
"minor damage": 49,
"major damage": 27,
"destroyed": 2,
"un-classified": 60
},
"predicted_class_counts": {
"no damage": 525,
"minor damage": 52,
"major damage": 171,
"destroyed": 24,
"un-classified": 6
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.591150009410879,
"minor damage": 0.5280779826234372,
"major damage": 0.5002456718402267,
"destroyed": 0.5201702033598585,
"un-classified": 0.8810449050086356
}
},
"F1": {
"class_level": {
"no damage": 0.7948497854077253,
"minor damage": 0.1188118811881188,
"major damage": 0.06060606060606061,
"destroyed": 0.07692307692307693,
"un-classified": 0.15151515151515152
},
"macro": 0.2405411911280267,
"micro": 0.6182519280205655
},
"Accuracy": {
"class_level": {
"no damage": 0.6928020565552699,
"minor damage": 0.8856041131105399,
"major damage": 0.7609254498714653,
"destroyed": 0.9691516709511568,
"un-classified": 0.9280205655526992
}
},
"Precision": {
"class_level": {
"no damage": 0.7234375,
"minor damage": 0.12244897959183673,
"major damage": 0.2222222222222222,
"destroyed": 0.5,
"un-classified": 0.08333333333333333
},
"macro": 0.3814754193175246,
"micro": 0.6182519280205655
},
"Recall": {
"class_level": {
"no damage": 0.8819047619047619,
"minor damage": 0.11538461538461539,
"major damage": 0.03508771929824561,
"destroyed": 0.041666666666666664,
"un-classified": 0.8333333333333334
},
"macro": 0.3302884070294784,
"micro": 0.6182519280205655
},
"Confusion_Matrix": {
"matrix": [
[
463,
37,
130,
10,
0
],
[
30,
6,
9,
3,
1
],
[
18,
3,
6,
0,
0
],
[
0,
0,
1,
1,
0
],
[
14,
6,
25,
10,
5
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"NOAA": {
"samples": {
"total": 2660,
"actual_class_counts": {
"no damage": 1329,
"minor damage": 576,
"major damage": 270,
"destroyed": 280,
"un-classified": 205
},
"predicted_class_counts": {
"no damage": 1823,
"minor damage": 437,
"major damage": 248,
"destroyed": 98,
"un-classified": 54
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.695409971222616,
"minor damage": 0.5155684640810498,
"major damage": 0.532966886000107,
"destroyed": 0.736701237872198,
"un-classified": 0.7631036639094966
}
},
"F1": {
"class_level": {
"no damage": 0.7201776649746193,
"minor damage": 0.20927936821322804,
"major damage": 0.15444015444015444,
"destroyed": 0.291005291005291,
"un-classified": 0.2471042471042471
},
"macro": 0.32440134514750796,
"micro": 0.5142857142857142
},
"Accuracy": {
"class_level": {
"no damage": 0.6684210526315789,
"minor damage": 0.6988721804511279,
"major damage": 0.8353383458646616,
"destroyed": 0.8992481203007519,
"un-classified": 0.9266917293233082
}
},
"Precision": {
"class_level": {
"no damage": 0.8540255831452219,
"minor damage": 0.1840277777777778,
"major damage": 0.14814814814814814,
"destroyed": 0.19642857142857142,
"un-classified": 0.15609756097560976
},
"macro": 0.4360540887480423,
"micro": 0.5142857142857142
},
"Recall": {
"class_level": {
"no damage": 0.6226001097092705,
"minor damage": 0.2425629290617849,
"major damage": 0.16129032258064516,
"destroyed": 0.5612244897959183,
"un-classified": 0.5925925925925926
},
"macro": 0.30774552829506574,
"micro": 0.5142857142857142
},
"Confusion_Matrix": {
"matrix": [
[
1135,
125,
65,
2,
2
],
[
414,
106,
47,
4,
5
],
[
141,
79,
40,
5,
5
],
[
80,
73,
62,
55,
10
],
[
53,
54,
34,
32,
32
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"DJI Mavic 2": {
"samples": {
"total": 21,
"actual_class_counts": {
"no damage": 21,
"minor damage": 0,
"major damage": 0,
"destroyed": 0,
"un-classified": 0
},
"predicted_class_counts": {
"no damage": 10,
"minor damage": 1,
"major damage": 2,
"destroyed": 5,
"un-classified": 3
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5,
"minor damage": 0.5,
"major damage": 0.5,
"destroyed": 0.5,
"un-classified": 0.5
}
},
"F1": {
"class_level": {
"no damage": 0.6451612903225806,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.12903225806451613,
"micro": 0.47619047619047616
},
"Accuracy": {
"class_level": {
"no damage": 0.47619047619047616,
"minor damage": 0.9523809523809523,
"major damage": 0.9047619047619048,
"destroyed": 0.7619047619047619,
"un-classified": 0.8571428571428571
}
},
"Precision": {
"class_level": {
"no damage": 0.47619047619047616,
"minor damage": NaN,
"major damage": NaN,
"destroyed": NaN,
"un-classified": NaN
},
"macro": 0.2,
"micro": 0.47619047619047616
},
"Recall": {
"class_level": {
"no damage": 1.0,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.0
},
"macro": 0.47619047619047616,
"micro": 0.47619047619047616
},
"Confusion_Matrix": {
"matrix": [
[
10,
1,
2,
5,
3
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"DJI Phantom 4": {
"samples": {
"total": 91,
"actual_class_counts": {
"no damage": 42,
"minor damage": 6,
"major damage": 1,
"destroyed": 37,
"un-classified": 5
},
"predicted_class_counts": {
"no damage": 39,
"minor damage": 0,
"major damage": 16,
"destroyed": 32,
"un-classified": 4
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6346153846153846,
"major damage": 0.49333333333333335,
"destroyed": 0.5961334745762712,
"un-classified": 0.6020114942528736
}
},
"F1": {
"class_level": {
"no damage": 0.5925925925925926,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.4927536231884058,
"un-classified": 0.2222222222222222
},
"macro": 0.26151368760064414,
"micro": 0.46153846153846156
},
"Accuracy": {
"class_level": {
"no damage": 0.6373626373626373,
"minor damage": 0.9340659340659341,
"major damage": 0.8131868131868132,
"destroyed": 0.6153846153846154,
"un-classified": 0.9230769230769231
}
},
"Precision": {
"class_level": {
"no damage": 0.5714285714285714,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.4594594594594595,
"un-classified": 0.2
},
"macro": 0.34915865384615385,
"micro": 0.46153846153846156
},
"Recall": {
"class_level": {
"no damage": 0.6153846153846154,
"minor damage": NaN,
"major damage": 0.0,
"destroyed": 0.53125,
"un-classified": 0.25
},
"macro": 0.24617760617760615,
"micro": 0.46153846153846156
},
"Confusion_Matrix": {
"matrix": [
[
24,
0,
7,
10,
1
],
[
2,
0,
2,
2,
0
],
[
0,
0,
0,
1,
0
],
[
12,
0,
6,
17,
2
],
[
1,
0,
1,
2,
1
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"MAXAR": {
"samples": {
"total": 6913,
"actual_class_counts": {
"no damage": 5174,
"minor damage": 676,
"major damage": 221,
"destroyed": 529,
"un-classified": 313
},
"predicted_class_counts": {
"no damage": 3358,
"minor damage": 1532,
"major damage": 1278,
"destroyed": 512,
"un-classified": 233
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6516411047698507,
"minor damage": 0.484985489511253,
"major damage": 0.5298270645265658,
"destroyed": 0.7107457269860178,
"un-classified": 0.6409090617049163
}
},
"F1": {
"class_level": {
"no damage": 0.7119081106422879,
"minor damage": 0.10326086956521739,
"major damage": 0.13742494996664442,
"destroyed": 0.45917387127761766,
"un-classified": 0.27106227106227104
},
"macro": 0.33656601450280765,
"micro": 0.5159843772602344
},
"Accuracy": {
"class_level": {
"no damage": 0.6444380153334298,
"minor damage": 0.7135831042962535,
"major damage": 0.8129610878055837,
"destroyed": 0.9185592362216115,
"un-classified": 0.9424273108635903
}
},
"Precision": {
"class_level": {
"no damage": 0.5869733281793583,
"minor damage": 0.16863905325443787,
"major damage": 0.4660633484162896,
"destroyed": 0.45179584120982985,
"un-classified": 0.2364217252396166
},
"macro": 0.3687616077390662,
"micro": 0.5159843772602344
},
"Recall": {
"class_level": {
"no damage": 0.9044073853484217,
"minor damage": 0.07441253263707572,
"major damage": 0.08059467918622848,
"destroyed": 0.466796875,
"un-classified": 0.31759656652360513
},
"macro": 0.3819786592599065,
"micro": 0.5159843772602344
},
"Confusion_Matrix": {
"matrix": [
[
3037,
1297,
650,
105,
85
],
[
151,
114,
314,
76,
21
],
[
28,
21,
103,
63,
6
],
[
56,
21,
166,
239,
47
],
[
86,
79,
45,
29,
74
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"SenseFly eBee X": {
"samples": {
"total": 2044,
"actual_class_counts": {
"no damage": 839,
"minor damage": 604,
"major damage": 372,
"destroyed": 146,
"un-classified": 83
},
"predicted_class_counts": {
"no damage": 1269,
"minor damage": 99,
"major damage": 482,
"destroyed": 147,
"un-classified": 47
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.515706042349831,
"minor damage": 0.5092648853574303,
"major damage": 0.5017346629759698,
"destroyed": 0.5054974019127947,
"un-classified": 0.7296583172631287
}
},
"F1": {
"class_level": {
"no damage": 0.50853889943074,
"minor damage": 0.08819345661450925,
"major damage": 0.20843091334894615,
"destroyed": 0.08191126279863481,
"un-classified": 0.35384615384615387
},
"macro": 0.2481841372077968,
"micro": 0.33806262230919765
},
"Accuracy": {
"class_level": {
"no damage": 0.4931506849315068,
"minor damage": 0.6863992172211351,
"major damage": 0.6692759295499021,
"destroyed": 0.8683953033268101,
"un-classified": 0.958904109589041
}
},
"Precision": {
"class_level": {
"no damage": 0.6388557806912991,
"minor damage": 0.05132450331125828,
"major damage": 0.239247311827957,
"destroyed": 0.0821917808219178,
"un-classified": 0.27710843373493976
},
"macro": 0.29823055957198147,
"micro": 0.33806262230919765
},
"Recall": {
"class_level": {
"no damage": 0.4223798266351458,
"minor damage": 0.31313131313131315,
"major damage": 0.18464730290456433,
"destroyed": 0.08163265306122448,
"un-classified": 0.48936170212765956
},
"macro": 0.2577455620774744,
"micro": 0.33806262230919765
},
"Confusion_Matrix": {
"matrix": [
[
536,
32,
185,
71,
15
],
[
374,
31,
161,
35,
3
],
[
239,
26,
89,
13,
5
],
[
93,
10,
30,
12,
1
],
[
27,
0,
17,
16,
23
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"DJI Mavic Pro": {
"samples": {
"total": 1144,
"actual_class_counts": {
"no damage": 157,
"minor damage": 363,
"major damage": 307,
"destroyed": 283,
"un-classified": 34
},
"predicted_class_counts": {
"no damage": 695,
"minor damage": 23,
"major damage": 259,
"destroyed": 150,
"un-classified": 17
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5231321401675986,
"minor damage": 0.3824613117170228,
"major damage": 0.49874135636847505,
"destroyed": 0.530281690140845,
"un-classified": 0.7237590688449294
}
},
"F1": {
"class_level": {
"no damage": 0.2535211267605634,
"minor damage": 0.010362694300518135,
"major damage": 0.24381625441696114,
"destroyed": 0.20785219399538107,
"un-classified": 0.3137254901960784
},
"macro": 0.20585555193390043,
"micro": 0.20279720279720279
},
"Accuracy": {
"class_level": {
"no damage": 0.44405594405594406,
"minor damage": 0.666083916083916,
"major damage": 0.6258741258741258,
"destroyed": 0.7001748251748252,
"un-classified": 0.9694055944055944
}
},
"Precision": {
"class_level": {
"no damage": 0.6878980891719745,
"minor damage": 0.005509641873278237,
"major damage": 0.2247557003257329,
"destroyed": 0.15901060070671377,
"un-classified": 0.23529411764705882
},
"macro": 0.25586994137915037,
"micro": 0.20279720279720279
},
"Recall": {
"class_level": {
"no damage": 0.1553956834532374,
"minor damage": 0.08695652173913043,
"major damage": 0.26640926640926643,
"destroyed": 0.3,
"un-classified": 0.47058823529411764
},
"macro": 0.2624936299449517,
"micro": 0.20279720279720279
},
"Confusion_Matrix": {
"matrix": [
[
108,
1,
29,
16,
3
],
[
250,
2,
65,
46,
0
],
[
187,
9,
69,
37,
5
],
[
133,
11,
93,
45,
1
],
[
17,
0,
3,
6,
8
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
}
},
"per_source_metrics": {
"Crewed Aircraft": {
"samples": {
"total": 2660,
"actual_class_counts": {
"no damage": 1329,
"minor damage": 576,
"major damage": 270,
"destroyed": 280,
"un-classified": 205
},
"predicted_class_counts": {
"no damage": 1823,
"minor damage": 437,
"major damage": 248,
"destroyed": 98,
"un-classified": 54
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.695409971222616,
"minor damage": 0.5155684640810498,
"major damage": 0.532966886000107,
"destroyed": 0.736701237872198,
"un-classified": 0.7631036639094966
}
},
"F1": {
"class_level": {
"no damage": 0.7201776649746193,
"minor damage": 0.20927936821322804,
"major damage": 0.15444015444015444,
"destroyed": 0.291005291005291,
"un-classified": 0.2471042471042471
},
"macro": 0.32440134514750796,
"micro": 0.5142857142857142
},
"Accuracy": {
"class_level": {
"no damage": 0.6684210526315789,
"minor damage": 0.6988721804511279,
"major damage": 0.8353383458646616,
"destroyed": 0.8992481203007519,
"un-classified": 0.9266917293233082
}
},
"Precision": {
"class_level": {
"no damage": 0.8540255831452219,
"minor damage": 0.1840277777777778,
"major damage": 0.14814814814814814,
"destroyed": 0.19642857142857142,
"un-classified": 0.15609756097560976
},
"macro": 0.4360540887480423,
"micro": 0.5142857142857142
},
"Recall": {
"class_level": {
"no damage": 0.6226001097092705,
"minor damage": 0.2425629290617849,
"major damage": 0.16129032258064516,
"destroyed": 0.5612244897959183,
"un-classified": 0.5925925925925926
},
"macro": 0.30774552829506574,
"micro": 0.5142857142857142
},
"Confusion_Matrix": {
"matrix": [
[
1135,
125,
65,
2,
2
],
[
414,
106,
47,
4,
5
],
[
141,
79,
40,
5,
5
],
[
80,
73,
62,
55,
10
],
[
53,
54,
34,
32,
32
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"Satellite": {
"samples": {
"total": 6913,
"actual_class_counts": {
"no damage": 5174,
"minor damage": 676,
"major damage": 221,
"destroyed": 529,
"un-classified": 313
},
"predicted_class_counts": {
"no damage": 3358,
"minor damage": 1532,
"major damage": 1278,
"destroyed": 512,
"un-classified": 233
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.6516411047698507,
"minor damage": 0.484985489511253,
"major damage": 0.5298270645265658,
"destroyed": 0.7107457269860178,
"un-classified": 0.6409090617049163
}
},
"F1": {
"class_level": {
"no damage": 0.7119081106422879,
"minor damage": 0.10326086956521739,
"major damage": 0.13742494996664442,
"destroyed": 0.45917387127761766,
"un-classified": 0.27106227106227104
},
"macro": 0.33656601450280765,
"micro": 0.5159843772602344
},
"Accuracy": {
"class_level": {
"no damage": 0.6444380153334298,
"minor damage": 0.7135831042962535,
"major damage": 0.8129610878055837,
"destroyed": 0.9185592362216115,
"un-classified": 0.9424273108635903
}
},
"Precision": {
"class_level": {
"no damage": 0.5869733281793583,
"minor damage": 0.16863905325443787,
"major damage": 0.4660633484162896,
"destroyed": 0.45179584120982985,
"un-classified": 0.2364217252396166
},
"macro": 0.3687616077390662,
"micro": 0.5159843772602344
},
"Recall": {
"class_level": {
"no damage": 0.9044073853484217,
"minor damage": 0.07441253263707572,
"major damage": 0.08059467918622848,
"destroyed": 0.466796875,
"un-classified": 0.31759656652360513
},
"macro": 0.3819786592599065,
"micro": 0.5159843772602344
},
"Confusion_Matrix": {
"matrix": [
[
3037,
1297,
650,
105,
85
],
[
151,
114,
314,
76,
21
],
[
28,
21,
103,
63,
6
],
[
56,
21,
166,
239,
47
],
[
86,
79,
45,
29,
74
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"sUAS": {
"samples": {
"total": 4078,
"actual_class_counts": {
"no damage": 1699,
"minor damage": 1022,
"major damage": 707,
"destroyed": 468,
"un-classified": 182
},
"predicted_class_counts": {
"no damage": 2538,
"minor damage": 175,
"major damage": 930,
"destroyed": 358,
"un-classified": 77
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5436144627633989,
"minor damage": 0.48549979868965265,
"major damage": 0.5019268079408671,
"destroyed": 0.551926022706794,
"un-classified": 0.7221392703772109
}
},
"F1": {
"class_level": {
"no damage": 0.5385886240264338,
"minor damage": 0.06516290726817042,
"major damage": 0.2003665241295052,
"destroyed": 0.18159806295399517,
"un-classified": 0.2857142857142857
},
"macro": 0.25428608081847803,
"micro": 0.35703776360961254
},
"Accuracy": {
"class_level": {
"no damage": 0.5205983325159392,
"minor damage": 0.7256007846983815,
"major damage": 0.679009318293281,
"destroyed": 0.834232466895537,
"un-classified": 0.9546346248160863
}
},
"Precision": {
"class_level": {
"no damage": 0.6715715126545027,
"minor damage": 0.03816046966731898,
"major damage": 0.23196605374823195,
"destroyed": 0.16025641025641027,
"un-classified": 0.2032967032967033
},
"macro": 0.3077569007932999,
"micro": 0.35703776360961254
},
"Recall": {
"class_level": {
"no damage": 0.4495665878644602,
"minor damage": 0.22285714285714286,
"major damage": 0.17634408602150536,
"destroyed": 0.20949720670391062,
"un-classified": 0.4805194805194805
},
"macro": 0.26105022992463345,
"micro": 0.35703776360961254
},
"Confusion_Matrix": {
"matrix": [
[
1141,
71,
353,
112,
22
],
[
656,
39,
237,
86,
4
],
[
444,
38,
164,
51,
10
],
[
238,
21,
130,
75,
4
],
[
59,
6,
46,
34,
37
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
}
},
"per_pre_or_post_metrics": {
"PRE": {
"samples": {
"total": 4629,
"actual_class_counts": {
"no damage": 4384,
"minor damage": 1,
"major damage": 0,
"destroyed": 3,
"un-classified": 241
},
"predicted_class_counts": {
"no damage": 2840,
"minor damage": 1241,
"major damage": 344,
"destroyed": 88,
"un-classified": 116
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5311195569166818,
"minor damage": 0.49985242030696575,
"major damage": 0.5,
"destroyed": 0.4996696762827571,
"un-classified": 0.6899350153197278
}
},
"F1": {
"class_level": {
"no damage": 0.7635658914728682,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.27450980392156865
},
"macro": 0.20761513907888735,
"micro": 0.6063944696478721
},
"Accuracy": {
"class_level": {
"no damage": 0.6310218189673795,
"minor damage": 0.7316915100453661,
"major damage": 0.9256858932814863,
"destroyed": 0.9803413264203932,
"un-classified": 0.944048390581119
}
},
"Precision": {
"class_level": {
"no damage": 0.6291058394160584,
"minor damage": 0.0,
"major damage": NaN,
"destroyed": 0.0,
"un-classified": 0.2033195020746888
},
"macro": 0.2787081107333657,
"micro": 0.6063944696478721
},
"Recall": {
"class_level": {
"no damage": 0.9711267605633803,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.0,
"un-classified": 0.4224137931034483
},
"macro": 0.2081063353726868,
"micro": 0.6063944696478721
},
"Confusion_Matrix": {
"matrix": [
[
2758,
1165,
323,
71,
67
],
[
0,
0,
0,
1,
0
],
[
0,
0,
0,
0,
0
],
[
0,
2,
1,
0,
0
],
[
82,
74,
20,
16,
49
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"POST": {
"samples": {
"total": 9022,
"actual_class_counts": {
"no damage": 3818,
"minor damage": 2273,
"major damage": 1198,
"destroyed": 1274,
"un-classified": 459
},
"predicted_class_counts": {
"no damage": 4879,
"minor damage": 903,
"major damage": 2112,
"destroyed": 880,
"un-classified": 248
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.609410663472397,
"minor damage": 0.5193807997509909,
"major damage": 0.5082081442134807,
"destroyed": 0.6540830653625422,
"un-classified": 0.6687160378537761
}
},
"F1": {
"class_level": {
"no damage": 0.5875589283661032,
"minor damage": 0.16309823677581864,
"major damage": 0.18549848942598188,
"destroyed": 0.3426183844011142,
"un-classified": 0.26591230551626593
},
"macro": 0.3089372688970568,
"micro": 0.397251163821769
},
"Accuracy": {
"class_level": {
"no damage": 0.6024163156727999,
"minor damage": 0.7053868321879849,
"major damage": 0.7011749057858568,
"destroyed": 0.8430503214364886,
"un-classified": 0.9424739525604079
}
},
"Precision": {
"class_level": {
"no damage": 0.6691985332634888,
"minor damage": 0.1139463264408271,
"major damage": 0.25626043405676124,
"destroyed": 0.28963893249607536,
"un-classified": 0.2047930283224401
},
"macro": 0.3508409755163129,
"micro": 0.397251163821769
},
"Recall": {
"class_level": {
"no damage": 0.5236728837876614,
"minor damage": 0.2868217054263566,
"major damage": 0.14535984848484848,
"destroyed": 0.4193181818181818,
"un-classified": 0.3790322580645161
},
"macro": 0.30676745091591856,
"micro": 0.397251163821769
},
"Confusion_Matrix": {
"matrix": [
[
2555,
328,
745,
148,
42
],
[
1221,
259,
598,
165,
30
],
[
613,
138,
307,
119,
21
],
[
374,
113,
357,
369,
61
],
[
116,
65,
105,
79,
94
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
}
},
"per_event_metrics": {
"Mayfield Tornado": {
"samples": {
"total": 2028,
"actual_class_counts": {
"no damage": 829,
"minor damage": 603,
"major damage": 372,
"destroyed": 144,
"un-classified": 80
},
"predicted_class_counts": {
"no damage": 1262,
"minor damage": 99,
"major damage": 477,
"destroyed": 143,
"un-classified": 47
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5169123154013895,
"minor damage": 0.5083023076802238,
"major damage": 0.5020599410402702,
"destroyed": 0.5069447793585724,
"un-classified": 0.7302941776665557
}
},
"F1": {
"class_level": {
"no damage": 0.5088474414155906,
"minor damage": 0.08831908831908832,
"major damage": 0.20965842167255594,
"destroyed": 0.08362369337979095,
"un-classified": 0.36220472440944884
},
"macro": 0.25053067383929495,
"micro": 0.33875739644970415
},
"Accuracy": {
"class_level": {
"no damage": 0.4935897435897436,
"minor damage": 0.6844181459566075,
"major damage": 0.6691321499013807,
"destroyed": 0.8703155818540433,
"un-classified": 0.9600591715976331
}
},
"Precision": {
"class_level": {
"no damage": 0.6417370325693607,
"minor damage": 0.05140961857379768,
"major damage": 0.239247311827957,
"destroyed": 0.08333333333333333,
"un-classified": 0.2875
},
"macro": 0.2989089997464361,
"micro": 0.33875739644970415
},
"Recall": {
"class_level": {
"no damage": 0.4215530903328051,
"minor damage": 0.31313131313131315,
"major damage": 0.18658280922431866,
"destroyed": 0.08391608391608392,
"un-classified": 0.48936170212765956
},
"macro": 0.2606454592608897,
"micro": 0.33875739644970415
},
"Confusion_Matrix": {
"matrix": [
[
532,
32,
182,
68,
15
],
[
374,
31,
160,
35,
3
],
[
239,
26,
89,
13,
5
],
[
91,
10,
30,
12,
1
],
[
26,
0,
16,
15,
23
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"Hurricane Michael": {
"samples": {
"total": 6859,
"actual_class_counts": {
"no damage": 3326,
"minor damage": 1489,
"major damage": 751,
"destroyed": 1080,
"un-classified": 213
},
"predicted_class_counts": {
"no damage": 3063,
"minor damage": 1264,
"major damage": 1582,
"destroyed": 718,
"un-classified": 232
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.565102637379347,
"minor damage": 0.46634646384090683,
"major damage": 0.5134682699796628,
"destroyed": 0.6741846323559763,
"un-classified": 0.6333810092463954
}
},
"F1": {
"class_level": {
"no damage": 0.5340428862106746,
"minor damage": 0.14892844169996367,
"major damage": 0.17659665666523788,
"destroyed": 0.37486095661846497,
"un-classified": 0.30112359550561796
},
"macro": 0.3071105073399918,
"micro": 0.36754628954658114
},
"Accuracy": {
"class_level": {
"no damage": 0.5659717159935851,
"minor damage": 0.6584050153083539,
"major damage": 0.7199300189532002,
"destroyed": 0.8361277154104096,
"un-classified": 0.9546581134276133
}
},
"Precision": {
"class_level": {
"no damage": 0.5129284425736621,
"minor damage": 0.13767629281396912,
"major damage": 0.27430093209054596,
"destroyed": 0.31203703703703706,
"un-classified": 0.3145539906103286
},
"macro": 0.3215042375237479,
"micro": 0.36754628954658114
},
"Recall": {
"class_level": {
"no damage": 0.5569702905648057,
"minor damage": 0.16218354430379747,
"major damage": 0.1302149178255373,
"destroyed": 0.46935933147632314,
"un-classified": 0.28879310344827586
},
"macro": 0.31029933902510853,
"micro": 0.36754628954658114
},
"Confusion_Matrix": {
"matrix": [
[
1706,
835,
603,
114,
68
],
[
717,
205,
417,
124,
26
],
[
322,
103,
206,
104,
16
],
[
267,
102,
319,
337,
55
],
[
51,
19,
37,
39,
67
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"Hurricane Idalia": {
"samples": {
"total": 4636,
"actual_class_counts": {
"no damage": 3974,
"minor damage": 175,
"major damage": 74,
"destroyed": 14,
"un-classified": 399
},
"predicted_class_counts": {
"no damage": 3338,
"minor damage": 780,
"major damage": 374,
"destroyed": 66,
"un-classified": 78
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5939732140796414,
"minor damage": 0.495034046175125,
"major damage": 0.5087692002700146,
"destroyed": 0.5215237716331808,
"un-classified": 0.7952683925698405
}
},
"F1": {
"class_level": {
"no damage": 0.8306892778993435,
"minor damage": 0.048167539267015703,
"major damage": 0.05357142857142857,
"destroyed": 0.075,
"un-classified": 0.2180293501048218
},
"macro": 0.24509151916852195,
"micro": 0.6745038826574633
},
"Accuracy": {
"class_level": {
"no damage": 0.7329594477998275,
"minor damage": 0.8039257981018119,
"major damage": 0.908541846419327,
"destroyed": 0.9840379637618637,
"un-classified": 0.9195427092320967
}
},
"Precision": {
"class_level": {
"no damage": 0.7642174131857071,
"minor damage": 0.13142857142857142,
"major damage": 0.16216216216216217,
"destroyed": 0.21428571428571427,
"un-classified": 0.13032581453634084
},
"macro": 0.3367040392730309,
"micro": 0.6745038826574633
},
"Recall": {
"class_level": {
"no damage": 0.9098262432594368,
"minor damage": 0.029487179487179487,
"major damage": 0.03208556149732621,
"destroyed": 0.045454545454545456,
"un-classified": 0.6666666666666666
},
"macro": 0.28048393511969916,
"micro": 0.6745038826574633
},
"Confusion_Matrix": {
"matrix": [
[
3037,
625,
271,
19,
22
],
[
128,
23,
18,
5,
1
],
[
52,
9,
12,
1,
0
],
[
2,
3,
3,
3,
3
],
[
119,
120,
70,
38,
52
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
},
"Mussett Bayou Fire": {
"samples": {
"total": 128,
"actual_class_counts": {
"no damage": 73,
"minor damage": 7,
"major damage": 1,
"destroyed": 39,
"un-classified": 8
},
"predicted_class_counts": {
"no damage": 56,
"minor damage": 1,
"major damage": 23,
"destroyed": 41,
"un-classified": 7
}
},
"metrics": {
"AUC_ROC": {
"class_level": {
"no damage": 0.5962301587301587,
"minor damage": 0.47244094488188976,
"major damage": 0.49523809523809526,
"destroyed": 0.5808802915615363,
"un-classified": 0.5425029515938606
}
},
"F1": {
"class_level": {
"no damage": 0.5891472868217055,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.425,
"un-classified": 0.13333333333333333
},
"macro": 0.22949612403100775,
"micro": 0.4375
},
"Accuracy": {
"class_level": {
"no damage": 0.5859375,
"minor damage": 0.9375,
"major damage": 0.8125,
"destroyed": 0.640625,
"un-classified": 0.8984375
}
},
"Precision": {
"class_level": {
"no damage": 0.5205479452054794,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.4358974358974359,
"un-classified": 0.125
},
"macro": 0.24721254355400696,
"micro": 0.4375
},
"Recall": {
"class_level": {
"no damage": 0.6785714285714286,
"minor damage": 0.0,
"major damage": 0.0,
"destroyed": 0.4146341463414634,
"un-classified": 0.14285714285714285
},
"macro": 0.21628907622058308,
"micro": 0.4375
},
"Confusion_Matrix": {
"matrix": [
[
38,
1,
12,
18,
4
],
[
2,
0,
3,
2,
0
],
[
0,
0,
0,
1,
0
],
[
14,
0,
6,
17,
2
],
[
2,
0,
2,
3,
1
]
],
"class_labels": [
"no damage",
"minor damage",
"major damage",
"destroyed",
"un-classified"
]
}
}
}
}
}