{ "model_name": [ "BDA_PSP_ResNet101_CCE_Crewed" ], "global_metrics": { "samples": { "total": 13651, "actual_class_counts": { "no damage": 8202, "minor damage": 2274, "major damage": 1198, "destroyed": 1277, "un-classified": 700 }, "predicted_class_counts": { "no damage": 7719, "minor damage": 2144, "major damage": 2456, "destroyed": 968, "un-classified": 364 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6006410192572433, "minor damage": 0.4728457183427609, "major damage": 0.5227054488610987, "destroyed": 0.654803226222646, "un-classified": 0.6754682342568998 } }, "F1": { "class_level": { "no damage": 0.6674203881665725, "minor damage": 0.11724762335898596, "major damage": 0.16803503010399562, "destroyed": 0.3287305122494432, "un-classified": 0.26879699248120303 }, "macro": 0.31004610927204, "micro": 0.46817082997582593 }, "Accuracy": { "class_level": { "no damage": 0.6121163284741045, "minor damage": 0.7143066442018899, "major damage": 0.777305691890704, "destroyed": 0.8896051571313457, "un-classified": 0.9430078382536078 } }, "Precision": { "class_level": { "no damage": 0.6477688368690563, "minor damage": 0.113896218117854, "major damage": 0.25626043405676124, "destroyed": 0.2889584964761159, "un-classified": 0.2042857142857143 }, "macro": 0.34163186444824156, "micro": 0.46817082997582593 }, "Recall": { "class_level": { "no damage": 0.6883015934706568, "minor damage": 0.12080223880597014, "major damage": 0.125, "destroyed": 0.381198347107438, "un-classified": 0.39285714285714285 }, "macro": 0.3022339399611004, "micro": 0.46817082997582593 }, "Confusion_Matrix": { "matrix": [ [ 5313, 1493, 1068, 219, 109 ], [ 1221, 259, 598, 166, 30 ], [ 613, 138, 307, 119, 21 ], [ 374, 115, 358, 369, 61 ], [ 198, 139, 125, 95, 143 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "per_mapper_metrics": { "Pix4d React": { "samples": { "total": 4078, "actual_class_counts": { "no damage": 1699, "minor damage": 1022, "major damage": 707, "destroyed": 468, "un-classified": 182 }, "predicted_class_counts": { "no damage": 2538, "minor damage": 175, "major damage": 930, "destroyed": 358, "un-classified": 77 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5436144627633989, "minor damage": 0.48549979868965265, "major damage": 0.5019268079408671, "destroyed": 0.551926022706794, "un-classified": 0.7221392703772109 } }, "F1": { "class_level": { "no damage": 0.5385886240264338, "minor damage": 0.06516290726817042, "major damage": 0.2003665241295052, "destroyed": 0.18159806295399517, "un-classified": 0.2857142857142857 }, "macro": 0.25428608081847803, "micro": 0.35703776360961254 }, "Accuracy": { "class_level": { "no damage": 0.5205983325159392, "minor damage": 0.7256007846983815, "major damage": 0.679009318293281, "destroyed": 0.834232466895537, "un-classified": 0.9546346248160863 } }, "Precision": { "class_level": { "no damage": 0.6715715126545027, "minor damage": 0.03816046966731898, "major damage": 0.23196605374823195, "destroyed": 0.16025641025641027, "un-classified": 0.2032967032967033 }, "macro": 0.3077569007932999, "micro": 0.35703776360961254 }, "Recall": { "class_level": { "no damage": 0.4495665878644602, "minor damage": 0.22285714285714286, "major damage": 0.17634408602150536, "destroyed": 0.20949720670391062, "un-classified": 0.4805194805194805 }, "macro": 0.26105022992463345, "micro": 0.35703776360961254 }, "Confusion_Matrix": { "matrix": [ [ 1141, 71, 353, 112, 22 ], [ 656, 39, 237, 86, 4 ], [ 444, 38, 164, 51, 10 ], [ 238, 21, 130, 75, 4 ], [ 59, 6, 46, 34, 37 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_ortho_metrics": { "20211214-Mayfield.geo.tif": { "samples": { "total": 1667, "actual_class_counts": { "no damage": 683, "minor damage": 519, "major damage": 298, "destroyed": 118, "un-classified": 49 }, "predicted_class_counts": { "no damage": 1028, "minor damage": 87, "major damage": 393, "destroyed": 123, "un-classified": 36 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5213292291579134, "minor damage": 0.5055397933944421, "major damage": 0.5062354947851131, "destroyed": 0.510065188087114, "un-classified": 0.6837148307105388 } }, "F1": { "class_level": { "no damage": 0.5119812974868498, "minor damage": 0.0924092409240924, "major damage": 0.2141823444283647, "destroyed": 0.0912863070539419, "un-classified": 0.32941176470588235 }, "macro": 0.24785419091982624, "micro": 0.33893221355728853 }, "Accuracy": { "class_level": { "no damage": 0.4991001799640072, "minor damage": 0.6700659868026395, "major damage": 0.6742651469706059, "destroyed": 0.8686262747450509, "un-classified": 0.9658068386322736 } }, "Precision": { "class_level": { "no damage": 0.6412884333821376, "minor damage": 0.05394990366088632, "major damage": 0.2483221476510067, "destroyed": 0.09322033898305085, "un-classified": 0.2857142857142857 }, "macro": 0.28290481359250197, "micro": 0.33893221355728853 }, "Recall": { "class_level": { "no damage": 0.4260700389105058, "minor damage": 0.3218390804597701, "major damage": 0.18829516539440203, "destroyed": 0.08943089430894309, "un-classified": 0.3888888888888889 }, "macro": 0.2644990218782734, "micro": 0.33893221355728853 }, "Confusion_Matrix": { "matrix": [ [ 438, 29, 144, 57, 15 ], [ 317, 28, 141, 31, 2 ], [ 186, 23, 74, 11, 4 ], [ 74, 7, 25, 11, 1 ], [ 13, 0, 9, 13, 14 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif": { "samples": { "total": 510, "actual_class_counts": { "no damage": 53, "minor damage": 117, "major damage": 121, "destroyed": 201, "un-classified": 18 }, "predicted_class_counts": { "no damage": 332, "minor damage": 17, "major damage": 91, "destroyed": 63, "un-classified": 7 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5366691485041288, "minor damage": 0.4117647058823529, "major damage": 0.4425502898056597, "destroyed": 0.4834345371258123, "un-classified": 0.6993751775063902 } }, "F1": { "class_level": { "no damage": 0.22337662337662337, "minor damage": 0.014925373134328358, "major damage": 0.12264150943396226, "destroyed": 0.17424242424242425, "un-classified": 0.24 }, "macro": 0.15503718603746766, "micro": 0.1627450980392157 }, "Accuracy": { "class_level": { "no damage": 0.4137254901960784, "minor damage": 0.7411764705882353, "major damage": 0.6352941176470588, "destroyed": 0.5725490196078431, "un-classified": 0.9627450980392157 } }, "Precision": { "class_level": { "no damage": 0.8113207547169812, "minor damage": 0.008547008547008548, "major damage": 0.10743801652892562, "destroyed": 0.11442786069651742, "un-classified": 0.16666666666666666 }, "macro": 0.22496990764177158, "micro": 0.1627450980392157 }, "Recall": { "class_level": { "no damage": 0.12951807228915663, "minor damage": 0.058823529411764705, "major damage": 0.14285714285714285, "destroyed": 0.36507936507936506, "un-classified": 0.42857142857142855 }, "macro": 0.24168006143121992, "micro": 0.1627450980392157 }, "Confusion_Matrix": { "matrix": [ [ 43, 0, 5, 4, 1 ], [ 92, 1, 7, 17, 0 ], [ 84, 7, 13, 15, 2 ], [ 102, 9, 66, 23, 1 ], [ 11, 0, 0, 4, 3 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_20230831a_RGB.geo.tif": { "samples": { "total": 608, "actual_class_counts": { "no damage": 473, "minor damage": 49, "major damage": 23, "destroyed": 3, "un-classified": 60 }, "predicted_class_counts": { "no damage": 466, "minor damage": 76, "major damage": 47, "destroyed": 8, "un-classified": 11 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6675482077011425, "minor damage": 0.5140977443609023, "major damage": 0.5140895816740623, "destroyed": 0.4975, "un-classified": 0.9126694076442821 } }, "F1": { "class_level": { "no damage": 0.8498402555910544, "minor damage": 0.128, "major damage": 0.08571428571428572, "destroyed": 0.0, "un-classified": 0.28169014084507044 }, "macro": 0.2690489364300821, "micro": 0.6907894736842105 }, "Accuracy": { "class_level": { "no damage": 0.7680921052631579, "minor damage": 0.8207236842105263, "major damage": 0.8947368421052632, "destroyed": 0.9819078947368421, "un-classified": 0.9161184210526315 } }, "Precision": { "class_level": { "no damage": 0.8435517970401691, "minor damage": 0.16326530612244897, "major damage": 0.13043478260869565, "destroyed": 0.0, "un-classified": 0.16666666666666666 }, "macro": 0.3868814060370707, "micro": 0.6907894736842105 }, "Recall": { "class_level": { "no damage": 0.8562231759656652, "minor damage": 0.10526315789473684, "major damage": 0.06382978723404255, "destroyed": 0.0, "un-classified": 0.9090909090909091 }, "macro": 0.2607837104875961, "micro": 0.6907894736842105 }, "Confusion_Matrix": { "matrix": [ [ 399, 47, 27, 0, 0 ], [ 38, 8, 3, 0, 0 ], [ 18, 2, 3, 0, 0 ], [ 1, 0, 1, 0, 1 ], [ 10, 19, 13, 8, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { "samples": { "total": 15, "actual_class_counts": { "no damage": 9, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1 }, "predicted_class_counts": { "no damage": 8, "minor damage": 0, "major damage": 2, "destroyed": 5, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5267857142857143, "major damage": 0.5, "destroyed": 0.44999999999999996 } }, "F1": { "class_level": { "no damage": 0.5882352941176471, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.2222222222222222, "un-classified": 0.0 }, "macro": 0.16209150326797386, "micro": 0.4 }, "Accuracy": { "class_level": { "no damage": 0.5333333333333333, "minor damage": 0.9333333333333333, "major damage": 0.8666666666666667, "destroyed": 0.5333333333333333, "un-classified": 0.9333333333333333 } }, "Precision": { "class_level": { "no damage": 0.5555555555555556, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.25, "un-classified": 0.0 }, "macro": 0.27499999999999997, "micro": 0.4 }, "Recall": { "class_level": { "no damage": 0.625, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.2, "un-classified": NaN }, "macro": 0.2013888888888889, "micro": 0.4 }, "Confusion_Matrix": { "matrix": [ [ 5, 0, 1, 3, 0 ], [ 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0 ], [ 2, 0, 1, 1, 0 ], [ 1, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_105001000C7F2100-visual.tif.geo.tif": { "samples": { "total": 620, "actual_class_counts": { "no damage": 582, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 38 }, "predicted_class_counts": { "no damage": 456, "minor damage": 133, "major damage": 6, "destroyed": 6, "un-classified": 19 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5702556696619598, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.6855679131272441 } }, "F1": { "class_level": { "no damage": 0.8574181117533719, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2807017543859649 }, "macro": 0.22762397322786737, "micro": 0.7306451612903225 }, "Accuracy": { "class_level": { "no damage": 0.7612903225806451, "minor damage": 0.785483870967742, "major damage": 0.9903225806451613, "destroyed": 0.9903225806451613, "un-classified": 0.9338709677419355 } }, "Precision": { "class_level": { "no damage": 0.7646048109965635, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.21052631578947367 }, "macro": 0.2793859649122807, "micro": 0.7306451612903225 }, "Recall": { "class_level": { "no damage": 0.9758771929824561, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.42105263157894735 }, "macro": 0.4875655633930186, "micro": 0.7306451612903225 }, "Confusion_Matrix": { "matrix": [ [ 445, 118, 5, 3, 11 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 11, 15, 1, 3, 8 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": { "samples": { "total": 509, "actual_class_counts": { "no damage": 498, "minor damage": 1, "major damage": 0, "destroyed": 0, "un-classified": 10 }, "predicted_class_counts": { "no damage": 260, "minor damage": 130, "major damage": 82, "destroyed": 30, "un-classified": 7 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5181572443620637, "minor damage": 0.49868073878627966, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.7797381900967558 } }, "F1": { "class_level": { "no damage": 0.683377308707124, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.47058823529411764 }, "macro": 0.23079310880024834, "micro": 0.5166994106090373 }, "Accuracy": { "class_level": { "no damage": 0.5284872298624754, "minor damage": 0.7426326129666012, "major damage": 0.8388998035363457, "destroyed": 0.9410609037328095, "un-classified": 0.9823182711198428 } }, "Precision": { "class_level": { "no damage": 0.5200803212851406, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.4 }, "macro": 0.31351648351648354, "micro": 0.5166994106090373 }, "Recall": { "class_level": { "no damage": 0.9961538461538462, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.5714285714285714 }, "macro": 0.3066934404283802, "micro": 0.5166994106090373 }, "Confusion_Matrix": { "matrix": [ [ 259, 129, 81, 26, 3 ], [ 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 1, 1, 1, 3, 4 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": { "samples": { "total": 509, "actual_class_counts": { "no damage": 489, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 20 }, "predicted_class_counts": { "no damage": 246, "minor damage": 178, "major damage": 62, "destroyed": 16, "un-classified": 7 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5065535256113017, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.6249288560045532 } }, "F1": { "class_level": { "no damage": 0.6476190476190476, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.14814814814814814 }, "macro": 0.15915343915343916, "micro": 0.4715127701375246 }, "Accuracy": { "class_level": { "no damage": 0.4911591355599214, "minor damage": 0.650294695481336, "major damage": 0.8781925343811395, "destroyed": 0.9685658153241651, "un-classified": 0.9548133595284872 } }, "Precision": { "class_level": { "no damage": 0.4867075664621677, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.1 }, "macro": 0.25063879210220674, "micro": 0.4715127701375246 }, "Recall": { "class_level": { "no damage": 0.967479674796748, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2857142857142857 }, "macro": 0.29335378323108385, "micro": 0.4715127701375246 }, "Confusion_Matrix": { "matrix": [ [ 238, 176, 60, 10, 5 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 8, 2, 2, 6, 2 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 2, "destroyed": 5, "un-classified": 3 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.6451612903225806, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.12903225806451613, "micro": 0.47619047619047616 }, "Accuracy": { "class_level": { "no damage": 0.47619047619047616, "minor damage": 0.9523809523809523, "major damage": 0.9047619047619048, "destroyed": 0.7619047619047619, "un-classified": 0.8571428571428571 } }, "Precision": { "class_level": { "no damage": 0.47619047619047616, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.2, "micro": 0.47619047619047616 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.47619047619047616, "micro": 0.47619047619047616 }, "Confusion_Matrix": { "matrix": [ [ 10, 1, 2, 5, 3 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": { "samples": { "total": 509, "actual_class_counts": { "no damage": 51, "minor damage": 143, "major damage": 105, "destroyed": 191, "un-classified": 19 }, "predicted_class_counts": { "no damage": 249, "minor damage": 122, "major damage": 75, "destroyed": 58, "un-classified": 5 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5788229842446709, "minor damage": 0.46078493667132625, "major damage": 0.5354070660522273, "destroyed": 0.755256518082422, "un-classified": 0.6831349206349205 } }, "F1": { "class_level": { "no damage": 0.3, "minor damage": 0.2037735849056604, "major damage": 0.2222222222222222, "destroyed": 0.3855421686746988, "un-classified": 0.16666666666666666 }, "macro": 0.2556409284938496, "micro": 0.27897838899803534 }, "Accuracy": { "class_level": { "no damage": 0.587426326129666, "minor damage": 0.5854616895874263, "major damage": 0.724950884086444, "destroyed": 0.6994106090373281, "un-classified": 0.9607072691552063 } }, "Precision": { "class_level": { "no damage": 0.8823529411764706, "minor damage": 0.1888111888111888, "major damage": 0.19047619047619047, "destroyed": 0.2513089005235602, "un-classified": 0.10526315789473684 }, "macro": 0.37925744810786394, "micro": 0.27897838899803534 }, "Recall": { "class_level": { "no damage": 0.18072289156626506, "minor damage": 0.22131147540983606, "major damage": 0.26666666666666666, "destroyed": 0.8275862068965517, "un-classified": 0.4 }, "macro": 0.32364247577642935, "micro": 0.27897838899803534 }, "Confusion_Matrix": { "matrix": [ [ 45, 5, 1, 0, 0 ], [ 104, 27, 12, 0, 0 ], [ 44, 38, 20, 2, 1 ], [ 51, 50, 40, 48, 2 ], [ 5, 2, 2, 8, 2 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 254, "minor damage": 235, "major damage": 42, "destroyed": 79, "un-classified": 25 }, "predicted_class_counts": { "no damage": 222, "minor damage": 93, "major damage": 221, "destroyed": 68, "un-classified": 31 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6149684793752591, "minor damage": 0.5288656112367576, "major damage": 0.5152086475615887, "destroyed": 0.627969706401079, "un-classified": 0.6827867976928007 } }, "F1": { "class_level": { "no damage": 0.5126050420168067, "minor damage": 0.23780487804878048, "major damage": 0.1444866920152091, "destroyed": 0.32653061224489793, "un-classified": 0.42857142857142855 }, "macro": 0.32999973057942456, "micro": 0.3401574803149606 }, "Accuracy": { "class_level": { "no damage": 0.6346456692913386, "minor damage": 0.6062992125984252, "major damage": 0.6456692913385826, "destroyed": 0.8440944881889764, "un-classified": 0.9496062992125984 } }, "Precision": { "class_level": { "no damage": 0.48031496062992124, "minor damage": 0.16595744680851063, "major damage": 0.4523809523809524, "destroyed": 0.3037974683544304, "un-classified": 0.48 }, "macro": 0.35898303792041936, "micro": 0.3401574803149606 }, "Recall": { "class_level": { "no damage": 0.5495495495495496, "minor damage": 0.41935483870967744, "major damage": 0.08597285067873303, "destroyed": 0.35294117647058826, "un-classified": 0.3870967741935484 }, "macro": 0.3764901656347629, "micro": 0.3401574803149606 }, "Confusion_Matrix": { "matrix": [ [ 122, 41, 81, 5, 5 ], [ 77, 39, 87, 24, 8 ], [ 7, 3, 19, 12, 1 ], [ 15, 8, 27, 24, 5 ], [ 1, 2, 7, 3, 12 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif": { "samples": { "total": 619, "actual_class_counts": { "no damage": 511, "minor damage": 38, "major damage": 24, "destroyed": 1, "un-classified": 45 }, "predicted_class_counts": { "no damage": 424, "minor damage": 46, "major damage": 125, "destroyed": 18, "un-classified": 6 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.586012336719884, "minor damage": 0.5372941801350634, "major damage": 0.5007692307692307, "destroyed": 0.49916805324459235, "un-classified": 0.8840402392604677 } }, "F1": { "class_level": { "no damage": 0.7978609625668449, "minor damage": 0.14285714285714285, "major damage": 0.06711409395973154, "destroyed": 0.0, "un-classified": 0.19607843137254902 }, "macro": 0.24078212615125366, "micro": 0.6284329563812601 }, "Accuracy": { "class_level": { "no damage": 0.6946688206785138, "minor damage": 0.8836833602584814, "major damage": 0.7754442649434572, "destroyed": 0.9693053311793215, "un-classified": 0.9337641357027464 } }, "Precision": { "class_level": { "no damage": 0.7299412915851272, "minor damage": 0.15789473684210525, "major damage": 0.20833333333333334, "destroyed": 0.0, "un-classified": 0.1111111111111111 }, "macro": 0.3766970194148209, "micro": 0.6284329563812601 }, "Recall": { "class_level": { "no damage": 0.8797169811320755, "minor damage": 0.13043478260869565, "major damage": 0.04, "destroyed": 0.0, "un-classified": 0.8333333333333334 }, "macro": 0.24145609457433537, "micro": 0.6284329563812601 }, "Confusion_Matrix": { "matrix": [ [ 373, 34, 96, 8, 0 ], [ 24, 6, 4, 3, 1 ], [ 16, 3, 5, 0, 0 ], [ 0, 0, 1, 0, 0 ], [ 11, 3, 19, 7, 5 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": { "samples": { "total": 507, "actual_class_counts": { "no damage": 143, "minor damage": 104, "major damage": 57, "destroyed": 188, "un-classified": 15 }, "predicted_class_counts": { "no damage": 55, "minor damage": 39, "major damage": 240, "destroyed": 155, "un-classified": 18 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5967417538213998, "minor damage": 0.5833333333333334, "major damage": 0.5079822097378277, "destroyed": 0.6975806451612904, "un-classified": 0.5710633946830266 } }, "F1": { "class_level": { "no damage": 0.25252525252525254, "minor damage": 0.1958041958041958, "major damage": 0.19528619528619529, "destroyed": 0.5830903790087464, "un-classified": 0.18181818181818182 }, "macro": 0.2817048408885144, "micro": 0.33727810650887574 }, "Accuracy": { "class_level": { "no damage": 0.7080867850098619, "minor damage": 0.7731755424063116, "major damage": 0.5285996055226825, "destroyed": 0.717948717948718, "un-classified": 0.9467455621301775 } }, "Precision": { "class_level": { "no damage": 0.17482517482517482, "minor damage": 0.1346153846153846, "major damage": 0.5087719298245614, "destroyed": 0.5319148936170213, "un-classified": 0.2 }, "macro": 0.3492362207684788, "micro": 0.33727810650887574 }, "Recall": { "class_level": { "no damage": 0.45454545454545453, "minor damage": 0.358974358974359, "major damage": 0.12083333333333333, "destroyed": 0.6451612903225806, "un-classified": 0.16666666666666666 }, "macro": 0.3100254765764284, "micro": 0.33727810650887574 }, "Confusion_Matrix": { "matrix": [ [ 25, 18, 88, 11, 1 ], [ 12, 14, 55, 21, 2 ], [ 5, 2, 29, 20, 1 ], [ 13, 5, 59, 100, 11 ], [ 0, 0, 9, 3, 3 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 617, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 18 }, "predicted_class_counts": { "no damage": 334, "minor damage": 210, "major damage": 38, "destroyed": 16, "un-classified": 37 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5141096544452624, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.6284461719244328 } }, "F1": { "class_level": { "no damage": 0.6919032597266036, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.36363636363636365 }, "macro": 0.21110792467259346, "micro": 0.5338582677165354 }, "Accuracy": { "class_level": { "no damage": 0.5385826771653544, "minor damage": 0.6692913385826772, "major damage": 0.9401574803149606, "destroyed": 0.9748031496062992, "un-classified": 0.9448818897637795 } }, "Precision": { "class_level": { "no damage": 0.5332252836304701, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.5555555555555556 }, "macro": 0.25106004207800614, "micro": 0.5338582677165354 }, "Recall": { "class_level": { "no damage": 0.9850299401197605, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2702702702702703 }, "macro": 0.5443904195930128, "micro": 0.5338582677165354 }, "Confusion_Matrix": { "matrix": [ [ 329, 209, 36, 16, 27 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 5, 1, 2, 0, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 616, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 19 }, "predicted_class_counts": { "no damage": 375, "minor damage": 164, "major damage": 66, "destroyed": 12, "un-classified": 18 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.517, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.7133081217359986 } }, "F1": { "class_level": { "no damage": 0.7447023208879919, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.43243243243243246 }, "macro": 0.23542695066408487, "micro": 0.5937007874015748 }, "Accuracy": { "class_level": { "no damage": 0.6015748031496063, "minor damage": 0.7417322834645669, "major damage": 0.8960629921259843, "destroyed": 0.9811023622047244, "un-classified": 0.9669291338582677 } }, "Precision": { "class_level": { "no damage": 0.599025974025974, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.42105263157894735 }, "macro": 0.2856888888888889, "micro": 0.5937007874015748 }, "Recall": { "class_level": { "no damage": 0.984, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.4444444444444444 }, "macro": 0.5100393028024607, "micro": 0.5937007874015748 }, "Confusion_Matrix": { "matrix": [ [ 369, 160, 65, 12, 10 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 6, 4, 1, 0, 8 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4 }, "predicted_class_counts": { "no damage": 12, "minor damage": 0, "major damage": 7, "destroyed": 17, "un-classified": 3 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.4629629629629629, "major damage": 0.484375, "destroyed": 0.5013368983957218, "un-classified": 0.6249999999999999 } }, "F1": { "class_level": { "no damage": 0.2962962962962963, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.42424242424242425, "un-classified": 0.2857142857142857 }, "macro": 0.20125060125060124, "micro": 0.3076923076923077 }, "Accuracy": { "class_level": { "no damage": 0.5128205128205128, "minor damage": 0.9230769230769231, "major damage": 0.7948717948717948, "destroyed": 0.5128205128205128, "un-classified": 0.8717948717948718 } }, "Precision": { "class_level": { "no damage": 0.26666666666666666, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.4375, "un-classified": 0.25 }, "macro": 0.2696078431372549, "micro": 0.3076923076923077 }, "Recall": { "class_level": { "no damage": 0.3333333333333333, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.4117647058823529, "un-classified": 0.3333333333333333 }, "macro": 0.19083333333333333, "micro": 0.3076923076923077 }, "Confusion_Matrix": { "matrix": [ [ 4, 0, 5, 6, 0 ], [ 1, 0, 1, 1, 0 ], [ 0, 0, 0, 1, 0 ], [ 7, 0, 0, 7, 2 ], [ 0, 0, 1, 2, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_105001000C7F2100-visual.tif.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 146, "minor damage": 0, "major damage": 0, "destroyed": 1, "un-classified": 12 }, "predicted_class_counts": { "no damage": 102, "minor damage": 27, "major damage": 29, "destroyed": 1, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5183178534571724, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.49683544303797467 } }, "F1": { "class_level": { "no damage": 0.7661290322580645, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.1532258064516129, "micro": 0.5974842767295597 }, "Accuracy": { "class_level": { "no damage": 0.6352201257861635, "minor damage": 0.8301886792452831, "major damage": 0.8176100628930818, "destroyed": 0.9874213836477987, "un-classified": 0.9245283018867925 } }, "Precision": { "class_level": { "no damage": 0.6506849315068494, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.23284313725490197, "micro": 0.5974842767295597 }, "Recall": { "class_level": { "no damage": 0.9313725490196079, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": NaN }, "macro": 0.2168949771689498, "micro": 0.5974842767295597 }, "Confusion_Matrix": { "matrix": [ [ 95, 25, 25, 1, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 1, 0, 0 ], [ 7, 2, 3, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 278, "minor damage": 206, "major damage": 59, "destroyed": 74, "un-classified": 18 }, "predicted_class_counts": { "no damage": 164, "minor damage": 128, "major damage": 248, "destroyed": 64, "un-classified": 31 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6282494433224587, "minor damage": 0.5316814595660749, "major damage": 0.4998593398349588, "destroyed": 0.6437171628721541, "un-classified": 0.603797265541551 } }, "F1": { "class_level": { "no damage": 0.4660633484162896, "minor damage": 0.2874251497005988, "major damage": 0.1498371335504886, "destroyed": 0.34782608695652173, "un-classified": 0.2857142857142857 }, "macro": 0.30737320086763686, "micro": 0.3228346456692913 }, "Accuracy": { "class_level": { "no damage": 0.6283464566929133, "minor damage": 0.6251968503937008, "major damage": 0.5889763779527559, "destroyed": 0.8582677165354331, "un-classified": 0.9448818897637795 } }, "Precision": { "class_level": { "no damage": 0.37050359712230213, "minor damage": 0.23300970873786409, "major damage": 0.3898305084745763, "destroyed": 0.32432432432432434, "un-classified": 0.3888888888888889 }, "macro": 0.3393194335169158, "micro": 0.3228346456692913 }, "Recall": { "class_level": { "no damage": 0.6280487804878049, "minor damage": 0.375, "major damage": 0.09274193548387097, "destroyed": 0.375, "un-classified": 0.22580645161290322 }, "macro": 0.34131140550959116, "micro": 0.3228346456692913 }, "Confusion_Matrix": { "matrix": [ [ 103, 58, 99, 11, 7 ], [ 40, 48, 96, 14, 8 ], [ 7, 14, 23, 12, 3 ], [ 12, 5, 27, 24, 6 ], [ 2, 3, 3, 3, 7 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif": { "samples": { "total": 634, "actual_class_counts": { "no damage": 104, "minor damage": 246, "major damage": 186, "destroyed": 82, "un-classified": 16 }, "predicted_class_counts": { "no damage": 363, "minor damage": 6, "major damage": 168, "destroyed": 87, "un-classified": 10 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5175759608835757, "minor damage": 0.3882696390658174, "major damage": 0.5271816881258942, "destroyed": 0.5715921746622118, "un-classified": 0.7411858974358975 } }, "F1": { "class_level": { "no damage": 0.278372591006424, "minor damage": 0.007936507936507936, "major damage": 0.3163841807909605, "destroyed": 0.2603550295857988, "un-classified": 0.38461538461538464 }, "macro": 0.24953273878701515, "micro": 0.23501577287066247 }, "Accuracy": { "class_level": { "no damage": 0.46845425867507884, "minor damage": 0.6056782334384858, "major damage": 0.6182965299684543, "destroyed": 0.8028391167192429, "un-classified": 0.9747634069400631 } }, "Precision": { "class_level": { "no damage": 0.625, "minor damage": 0.0040650406504065045, "major damage": 0.3010752688172043, "destroyed": 0.2682926829268293, "un-classified": 0.3125 }, "macro": 0.2863873848199867, "micro": 0.23501577287066247 }, "Recall": { "class_level": { "no damage": 0.1790633608815427, "minor damage": 0.16666666666666666, "major damage": 0.3333333333333333, "destroyed": 0.25287356321839083, "un-classified": 0.5 }, "macro": 0.30218659847888796, "micro": 0.23501577287066247 }, "Confusion_Matrix": { "matrix": [ [ 65, 1, 24, 12, 2 ], [ 158, 1, 58, 29, 0 ], [ 103, 2, 56, 22, 3 ], [ 31, 2, 27, 22, 0 ], [ 6, 0, 3, 2, 5 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230902a_RGB.geo.tif": { "samples": { "total": 157, "actual_class_counts": { "no damage": 128, "minor damage": 10, "major damage": 3, "destroyed": 1, "un-classified": 15 }, "predicted_class_counts": { "no damage": 126, "minor damage": 10, "major damage": 16, "destroyed": 5, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6260880696364568, "minor damage": 0.46598639455782315, "major damage": 0.5241578014184397, "destroyed": 0.6 } }, "F1": { "class_level": { "no damage": 0.8582677165354331, "minor damage": 0.0, "major damage": 0.10526315789473684, "destroyed": 0.3333333333333333, "un-classified": 0.0 }, "macro": 0.2593728415527007, "micro": 0.7070063694267515 }, "Accuracy": { "class_level": { "no damage": 0.7707006369426752, "minor damage": 0.8726114649681529, "major damage": 0.89171974522293, "destroyed": 0.9745222929936306, "un-classified": 0.9044585987261147 } }, "Precision": { "class_level": { "no damage": 0.8515625, "minor damage": 0.0, "major damage": 0.3333333333333333, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.28189484126984127, "micro": 0.7070063694267515 }, "Recall": { "class_level": { "no damage": 0.8650793650793651, "minor damage": 0.0, "major damage": 0.0625, "destroyed": 0.2, "un-classified": NaN }, "macro": 0.4369791666666666, "micro": 0.7070063694267515 }, "Confusion_Matrix": { "matrix": [ [ 109, 8, 10, 1, 0 ], [ 9, 0, 1, 0, 0 ], [ 2, 0, 1, 0, 0 ], [ 0, 0, 0, 1, 0 ], [ 6, 2, 4, 3, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010061205400-visual.tif.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 138, "minor damage": 0, "major damage": 0, "destroyed": 1, "un-classified": 20 }, "predicted_class_counts": { "no damage": 103, "minor damage": 39, "major damage": 15, "destroyed": 2, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6048023578363384, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.4968152866242038 } }, "F1": { "class_level": { "no damage": 0.8049792531120332, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.16099585062240665, "micro": 0.610062893081761 }, "Accuracy": { "class_level": { "no damage": 0.7044025157232704, "minor damage": 0.7547169811320755, "major damage": 0.9056603773584906, "destroyed": 0.9811320754716981, "un-classified": 0.8742138364779874 } }, "Precision": { "class_level": { "no damage": 0.7028985507246377, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.2354368932038835, "micro": 0.610062893081761 }, "Recall": { "class_level": { "no damage": 0.941747572815534, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": NaN }, "macro": 0.23429951690821257, "micro": 0.610062893081761 }, "Confusion_Matrix": { "matrix": [ [ 97, 30, 10, 1, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 1, 0, 0, 0 ], [ 6, 8, 5, 1, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_1040010061205400-visual.tif.geo.tif": { "samples": { "total": 621, "actual_class_counts": { "no damage": 575, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 46 }, "predicted_class_counts": { "no damage": 427, "minor damage": 164, "major damage": 15, "destroyed": 1, "un-classified": 14 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5623325044061903, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.7909508119557542 } }, "F1": { "class_level": { "no damage": 0.8223552894211577, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.3 }, "macro": 0.22447105788423155, "micro": 0.677938808373591 }, "Accuracy": { "class_level": { "no damage": 0.7133655394524959, "minor damage": 0.7359098228663447, "major damage": 0.9758454106280193, "destroyed": 0.998389694041868, "un-classified": 0.9323671497584541 } }, "Precision": { "class_level": { "no damage": 0.7165217391304348, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.1956521739130435 }, "macro": 0.32154566744730684, "micro": 0.677938808373591 }, "Recall": { "class_level": { "no damage": 0.9648711943793911, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.6428571428571429 }, "macro": 0.45608695652173914, "micro": 0.677938808373591 }, "Confusion_Matrix": { "matrix": [ [ 412, 146, 12, 0, 5 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 15, 18, 3, 1, 9 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20211215-Russelville-Middle.geo.tif": { "samples": { "total": 176, "actual_class_counts": { "no damage": 48, "minor damage": 61, "major damage": 43, "destroyed": 9, "un-classified": 15 }, "predicted_class_counts": { "no damage": 121, "minor damage": 3, "major damage": 37, "destroyed": 10, "un-classified": 5 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5132231404958678, "minor damage": 0.3236994219653179, "major damage": 0.44798755590122497, "destroyed": 0.5259036144578313, "un-classified": 0.7649122807017544 } }, "F1": { "class_level": { "no damage": 0.40236686390532544, "minor damage": 0.0, "major damage": 0.15, "destroyed": 0.10526315789473684, "un-classified": 0.3 }, "macro": 0.1915260043600125, "micro": 0.25 }, "Accuracy": { "class_level": { "no damage": 0.42613636363636365, "minor damage": 0.6363636363636364, "major damage": 0.6136363636363636, "destroyed": 0.9034090909090909, "un-classified": 0.9204545454545454 } }, "Precision": { "class_level": { "no damage": 0.7083333333333334, "minor damage": 0.0, "major damage": 0.13953488372093023, "destroyed": 0.1111111111111111, "un-classified": 0.2 }, "macro": 0.2286307795398704, "micro": 0.25 }, "Recall": { "class_level": { "no damage": 0.2809917355371901, "minor damage": 0.0, "major damage": 0.16216216216216217, "destroyed": 0.1, "un-classified": 0.6 }, "macro": 0.23179586563307492, "micro": 0.25 }, "Confusion_Matrix": { "matrix": [ [ 34, 0, 12, 2, 0 ], [ 42, 0, 14, 4, 1 ], [ 32, 2, 6, 2, 1 ], [ 5, 1, 2, 1, 0 ], [ 8, 0, 3, 1, 3 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": { "samples": { "total": 507, "actual_class_counts": { "no damage": 115, "minor damage": 130, "major damage": 63, "destroyed": 185, "un-classified": 14 }, "predicted_class_counts": { "no damage": 77, "minor damage": 31, "major damage": 225, "destroyed": 137, "un-classified": 37 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5883116883116883, "minor damage": 0.5867782596909732, "major damage": 0.5161465721040189, "destroyed": 0.7050897612941407, "un-classified": 0.5288384128809661 } }, "F1": { "class_level": { "no damage": 0.3020833333333333, "minor damage": 0.16149068322981366, "major damage": 0.2222222222222222, "destroyed": 0.5652173913043478, "un-classified": 0.11764705882352941 }, "macro": 0.27373213778264927, "micro": 0.33136094674556216 }, "Accuracy": { "class_level": { "no damage": 0.7357001972386588, "minor damage": 0.7337278106508875, "major damage": 0.5581854043392505, "destroyed": 0.7238658777120316, "un-classified": 0.9112426035502958 } }, "Precision": { "class_level": { "no damage": 0.25217391304347825, "minor damage": 0.1, "major damage": 0.5079365079365079, "destroyed": 0.4918918918918919, "un-classified": 0.21428571428571427 }, "macro": 0.33670301905573863, "micro": 0.33136094674556216 }, "Recall": { "class_level": { "no damage": 0.37662337662337664, "minor damage": 0.41935483870967744, "major damage": 0.14222222222222222, "destroyed": 0.6642335766423357, "un-classified": 0.08108108108108109 }, "macro": 0.3132576054315185, "micro": 0.33136094674556216 }, "Confusion_Matrix": { "matrix": [ [ 29, 15, 59, 7, 5 ], [ 22, 13, 76, 16, 3 ], [ 9, 2, 32, 19, 1 ], [ 16, 1, 52, 91, 25 ], [ 1, 0, 6, 4, 3 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230831a_RGB.geo.tif": { "samples": { "total": 139, "actual_class_counts": { "no damage": 100, "minor damage": 12, "major damage": 3, "destroyed": 1, "un-classified": 23 }, "predicted_class_counts": { "no damage": 113, "minor damage": 11, "major damage": 7, "destroyed": 5, "un-classified": 3 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7295779441797141, "minor damage": 0.5024857954545454, "major damage": 0.48863636363636365, "destroyed": 0.6, "un-classified": 0.926470588235294 } }, "F1": { "class_level": { "no damage": 0.8544600938967136, "minor damage": 0.08695652173913043, "major damage": 0.0, "destroyed": 0.3333333333333333, "un-classified": 0.23076923076923078 }, "macro": 0.30110383594768164, "micro": 0.6906474820143885 }, "Accuracy": { "class_level": { "no damage": 0.7769784172661871, "minor damage": 0.8489208633093526, "major damage": 0.9280575539568345, "destroyed": 0.9712230215827338, "un-classified": 0.8561151079136691 } }, "Precision": { "class_level": { "no damage": 0.91, "minor damage": 0.08333333333333333, "major damage": 0.0, "destroyed": 1.0, "un-classified": 0.13043478260869565 }, "macro": 0.4192437650844731, "micro": 0.6906474820143885 }, "Recall": { "class_level": { "no damage": 0.8053097345132744, "minor damage": 0.09090909090909091, "major damage": 0.0, "destroyed": 0.2, "un-classified": 1.0 }, "macro": 0.4247536231884058, "micro": 0.6906474820143885 }, "Confusion_Matrix": { "matrix": [ [ 91, 4, 4, 1, 0 ], [ 10, 1, 1, 0, 0 ], [ 3, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0 ], [ 9, 6, 2, 3, 3 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_20230902a_RGB.geo.tif": { "samples": { "total": 613, "actual_class_counts": { "no damage": 469, "minor damage": 55, "major damage": 18, "destroyed": 4, "un-classified": 67 }, "predicted_class_counts": { "no damage": 483, "minor damage": 72, "major damage": 37, "destroyed": 10, "un-classified": 11 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.707270265965918, "minor damage": 0.5121174779215445, "major damage": 0.513138138138138, "destroyed": 0.4966832504145937, "un-classified": 0.8609181516158261 } }, "F1": { "class_level": { "no damage": 0.865546218487395, "minor damage": 0.12598425196850394, "major damage": 0.07272727272727272, "destroyed": 0.0, "un-classified": 0.23076923076923078 }, "macro": 0.2590053947904805, "micro": 0.7030995106035889 }, "Accuracy": { "class_level": { "no damage": 0.7911908646003263, "minor damage": 0.8189233278955954, "major damage": 0.9168026101141925, "destroyed": 0.9771615008156607, "un-classified": 0.9021207177814029 } }, "Precision": { "class_level": { "no damage": 0.8784648187633263, "minor damage": 0.14545454545454545, "major damage": 0.1111111111111111, "destroyed": 0.0, "un-classified": 0.13432835820895522 }, "macro": 0.36726981074807163, "micro": 0.7030995106035889 }, "Recall": { "class_level": { "no damage": 0.8530020703933747, "minor damage": 0.1111111111111111, "major damage": 0.05405405405405406, "destroyed": 0.0, "un-classified": 0.8181818181818182 }, "macro": 0.2538717667075876, "micro": 0.7030995106035889 }, "Confusion_Matrix": { "matrix": [ [ 412, 38, 19, 0, 0 ], [ 41, 8, 4, 2, 0 ], [ 11, 4, 2, 1, 0 ], [ 1, 1, 0, 0, 2 ], [ 18, 21, 12, 7, 9 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_1040010077338D00-visual.tif.geo.tif": { "samples": { "total": 623, "actual_class_counts": { "no damage": 581, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 42 }, "predicted_class_counts": { "no damage": 424, "minor damage": 159, "major damage": 22, "destroyed": 4, "un-classified": 14 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5501505167346166, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.757799671592775 } }, "F1": { "class_level": { "no damage": 0.8139303482587065, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2857142857142857 }, "macro": 0.21992892679459844, "micro": 0.6693418940609952 }, "Accuracy": { "class_level": { "no damage": 0.6998394863563403, "minor damage": 0.7447833065810594, "major damage": 0.9646869983948636, "destroyed": 0.9935794542536116, "un-classified": 0.9357945425361156 } }, "Precision": { "class_level": { "no damage": 0.7039586919104991, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.19047619047619047 }, "macro": 0.3072102425876011, "micro": 0.6693418940609952 }, "Recall": { "class_level": { "no damage": 0.964622641509434, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.5714285714285714 }, "macro": 0.4472174411933448, "micro": 0.6693418940609952 }, "Confusion_Matrix": { "matrix": [ [ 409, 143, 21, 2, 6 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 15, 16, 1, 2, 8 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 129, "minor damage": 11, "major damage": 3, "destroyed": 1, "un-classified": 15 }, "predicted_class_counts": { "no damage": 101, "minor damage": 6, "major damage": 46, "destroyed": 6, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6093376579037214, "minor damage": 0.46405228758169936, "major damage": 0.5020200076952674, "destroyed": 0.5833333333333334 } }, "F1": { "class_level": { "no damage": 0.782608695652174, "minor damage": 0.0, "major damage": 0.04081632653061224, "destroyed": 0.2857142857142857, "un-classified": 0.0 }, "macro": 0.2218278615794144, "micro": 0.5786163522012578 }, "Accuracy": { "class_level": { "no damage": 0.6855345911949685, "minor damage": 0.8930817610062893, "major damage": 0.7044025157232704, "destroyed": 0.9685534591194969, "un-classified": 0.9056603773584906 } }, "Precision": { "class_level": { "no damage": 0.6976744186046512, "minor damage": 0.0, "major damage": 0.3333333333333333, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.2698737265030851, "micro": 0.5786163522012578 }, "Recall": { "class_level": { "no damage": 0.8910891089108911, "minor damage": 0.0, "major damage": 0.021739130434782608, "destroyed": 0.16666666666666666, "un-classified": NaN }, "macro": 0.4062015503875969, "micro": 0.5786163522012578 }, "Confusion_Matrix": { "matrix": [ [ 90, 3, 34, 2, 0 ], [ 6, 0, 5, 0, 0 ], [ 2, 0, 1, 0, 0 ], [ 0, 0, 0, 1, 0 ], [ 3, 3, 6, 3, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-01.geo.tif": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 3 }, "predicted_class_counts": { "no damage": 7, "minor damage": 0, "major damage": 5, "destroyed": 4, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.4523809523809524, "major damage": 0.5, "destroyed": 0.4166666666666667 } }, "F1": { "class_level": { "no damage": 0.47058823529411764, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.09411764705882353, "micro": 0.25 }, "Accuracy": { "class_level": { "no damage": 0.4375, "minor damage": 0.9375, "major damage": 0.6875, "destroyed": 0.625, "un-classified": 0.8125 } }, "Precision": { "class_level": { "no damage": 0.4, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.19047619047619047, "micro": 0.25 }, "Recall": { "class_level": { "no damage": 0.5714285714285714, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.0, "un-classified": NaN }, "macro": 0.1, "micro": 0.25 }, "Confusion_Matrix": { "matrix": [ [ 4, 0, 3, 3, 0 ], [ 0, 0, 1, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0 ], [ 1, 0, 1, 1, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20211213-Candle-Factory-AO.geo.tif": { "samples": { "total": 185, "actual_class_counts": { "no damage": 98, "minor damage": 23, "major damage": 31, "destroyed": 17, "un-classified": 16 }, "predicted_class_counts": { "no damage": 113, "minor damage": 9, "major damage": 47, "destroyed": 10, "un-classified": 6 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5015978367748279, "minor damage": 0.6098484848484848, "major damage": 0.5160345359235275, "destroyed": 0.4514285714285714, "un-classified": 0.9720670391061452 } }, "F1": { "class_level": { "no damage": 0.5687203791469194, "minor damage": 0.1875, "major damage": 0.23076923076923078, "destroyed": 0.0, "un-classified": 0.5454545454545454 }, "macro": 0.3064888310741391, "micro": 0.42162162162162165 }, "Accuracy": { "class_level": { "no damage": 0.5081081081081081, "minor damage": 0.8594594594594595, "major damage": 0.6756756756756757, "destroyed": 0.8540540540540541, "un-classified": 0.9459459459459459 } }, "Precision": { "class_level": { "no damage": 0.6122448979591837, "minor damage": 0.13043478260869565, "major damage": 0.2903225806451613, "destroyed": 0.0, "un-classified": 0.375 }, "macro": 0.4111592292725789, "micro": 0.42162162162162165 }, "Recall": { "class_level": { "no damage": 0.5309734513274337, "minor damage": 0.3333333333333333, "major damage": 0.19148936170212766, "destroyed": 0.0, "un-classified": 1.0 }, "macro": 0.28160045224260816, "micro": 0.42162162162162165 }, "Confusion_Matrix": { "matrix": [ [ 60, 3, 26, 9, 0 ], [ 15, 3, 5, 0, 0 ], [ 21, 1, 9, 0, 0 ], [ 12, 2, 3, 0, 0 ], [ 5, 0, 4, 1, 6 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": { "samples": { "total": 634, "actual_class_counts": { "no damage": 108, "minor damage": 307, "major damage": 118, "destroyed": 80, "un-classified": 21 }, "predicted_class_counts": { "no damage": 386, "minor damage": 146, "major damage": 66, "destroyed": 12, "un-classified": 24 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5438638642821327, "minor damage": 0.4613041769593532, "major damage": 0.5145113102859582, "destroyed": 0.6480439442658092, "un-classified": 0.6560109289617486 } }, "F1": { "class_level": { "no damage": 0.31983805668016196, "minor damage": 0.2737306843267108, "major damage": 0.15217391304347827, "destroyed": 0.10869565217391304, "un-classified": 0.35555555555555557 }, "macro": 0.24199877235596393, "micro": 0.26498422712933756 }, "Accuracy": { "class_level": { "no damage": 0.47003154574132494, "minor damage": 0.4810725552050473, "major damage": 0.7539432176656151, "destroyed": 0.8706624605678234, "un-classified": 0.9542586750788643 } }, "Precision": { "class_level": { "no damage": 0.7314814814814815, "minor damage": 0.20195439739413681, "major damage": 0.11864406779661017, "destroyed": 0.0625, "un-classified": 0.38095238095238093 }, "macro": 0.31828839176060414, "micro": 0.26498422712933756 }, "Recall": { "class_level": { "no damage": 0.20466321243523317, "minor damage": 0.4246575342465753, "major damage": 0.21212121212121213, "destroyed": 0.4166666666666667, "un-classified": 0.3333333333333333 }, "macro": 0.2991064655249219, "micro": 0.26498422712933756 }, "Confusion_Matrix": { "matrix": [ [ 79, 23, 4, 0, 2 ], [ 212, 62, 26, 2, 5 ], [ 63, 35, 14, 2, 4 ], [ 27, 22, 21, 5, 5 ], [ 5, 4, 1, 3, 8 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0 }, "predicted_class_counts": { "no damage": 19, "minor damage": 0, "major damage": 7, "destroyed": 10, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8114035087719298, "major damage": 0.5, "destroyed": 0.8018518518518518, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.8108108108108109, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.6666666666666666, "un-classified": 0.0 }, "macro": 0.2954954954954955, "micro": 0.6486486486486487 }, "Accuracy": { "class_level": { "no damage": 0.8108108108108109, "minor damage": 0.9459459459459459, "major damage": 0.8108108108108109, "destroyed": 0.7567567567567568, "un-classified": 0.972972972972973 } }, "Precision": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.5294117647058824, "un-classified": NaN }, "macro": 0.4223684210526316, "micro": 0.6486486486486487 }, "Recall": { "class_level": { "no damage": 0.7894736842105263, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.9, "un-classified": 0.0 }, "macro": 0.4542483660130719, "micro": 0.6486486486486487 }, "Confusion_Matrix": { "matrix": [ [ 15, 0, 1, 1, 1 ], [ 1, 0, 1, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 3, 0, 5, 9, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010077338D00-visual.tif.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 142, "minor damage": 0, "major damage": 0, "destroyed": 1, "un-classified": 16 }, "predicted_class_counts": { "no damage": 113, "minor damage": 37, "major damage": 9, "destroyed": 0, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5624278568680261, "minor damage": 0.5, "major damage": 0.5 } }, "F1": { "class_level": { "no damage": 0.8235294117647058, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.16470588235294117, "micro": 0.660377358490566 }, "Accuracy": { "class_level": { "no damage": 0.7169811320754716, "minor damage": 0.7672955974842768, "major damage": 0.9433962264150944, "destroyed": 0.9937106918238994, "un-classified": 0.89937106918239 } }, "Precision": { "class_level": { "no damage": 0.7394366197183099, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.30973451327433627, "micro": 0.660377358490566 }, "Recall": { "class_level": { "no damage": 0.9292035398230089, "minor damage": 0.0, "major damage": 0.0, "destroyed": NaN, "un-classified": NaN }, "macro": 0.24647887323943662, "micro": 0.660377358490566 }, "Confusion_Matrix": { "matrix": [ [ 105, 29, 8, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 1, 0, 0, 0 ], [ 8, 7, 1, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_gsd_metrics": { "0.04401284": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 2, "destroyed": 5, "un-classified": 3 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.6451612903225806, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.12903225806451613, "micro": 0.47619047619047616 }, "Accuracy": { "class_level": { "no damage": 0.47619047619047616, "minor damage": 0.9523809523809523, "major damage": 0.9047619047619048, "destroyed": 0.7619047619047619, "un-classified": 0.8571428571428571 } }, "Precision": { "class_level": { "no damage": 0.47619047619047616, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.2, "micro": 0.47619047619047616 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.47619047619047616, "micro": 0.47619047619047616 }, "Confusion_Matrix": { "matrix": [ [ 10, 1, 2, 5, 3 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02001503": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0 }, "predicted_class_counts": { "no damage": 19, "minor damage": 0, "major damage": 7, "destroyed": 10, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8114035087719298, "major damage": 0.5, "destroyed": 0.8018518518518518, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.8108108108108109, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.6666666666666666, "un-classified": 0.0 }, "macro": 0.2954954954954955, "micro": 0.6486486486486487 }, "Accuracy": { "class_level": { "no damage": 0.8108108108108109, "minor damage": 0.9459459459459459, "major damage": 0.8108108108108109, "destroyed": 0.7567567567567568, "un-classified": 0.972972972972973 } }, "Precision": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.5294117647058824, "un-classified": NaN }, "macro": 0.4223684210526316, "micro": 0.6486486486486487 }, "Recall": { "class_level": { "no damage": 0.7894736842105263, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.9, "un-classified": 0.0 }, "macro": 0.4542483660130719, "micro": 0.6486486486486487 }, "Confusion_Matrix": { "matrix": [ [ 15, 0, 1, 1, 1 ], [ 1, 0, 1, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 3, 0, 5, 9, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02927101": { "samples": { "total": 185, "actual_class_counts": { "no damage": 98, "minor damage": 23, "major damage": 31, "destroyed": 17, "un-classified": 16 }, "predicted_class_counts": { "no damage": 113, "minor damage": 9, "major damage": 47, "destroyed": 10, "un-classified": 6 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5015978367748279, "minor damage": 0.6098484848484848, "major damage": 0.5160345359235275, "destroyed": 0.4514285714285714, "un-classified": 0.9720670391061452 } }, "F1": { "class_level": { "no damage": 0.5687203791469194, "minor damage": 0.1875, "major damage": 0.23076923076923078, "destroyed": 0.0, "un-classified": 0.5454545454545454 }, "macro": 0.3064888310741391, "micro": 0.42162162162162165 }, "Accuracy": { "class_level": { "no damage": 0.5081081081081081, "minor damage": 0.8594594594594595, "major damage": 0.6756756756756757, "destroyed": 0.8540540540540541, "un-classified": 0.9459459459459459 } }, "Precision": { "class_level": { "no damage": 0.6122448979591837, "minor damage": 0.13043478260869565, "major damage": 0.2903225806451613, "destroyed": 0.0, "un-classified": 0.375 }, "macro": 0.4111592292725789, "micro": 0.42162162162162165 }, "Recall": { "class_level": { "no damage": 0.5309734513274337, "minor damage": 0.3333333333333333, "major damage": 0.19148936170212766, "destroyed": 0.0, "un-classified": 1.0 }, "macro": 0.28160045224260816, "micro": 0.42162162162162165 }, "Confusion_Matrix": { "matrix": [ [ 60, 3, 26, 9, 0 ], [ 15, 3, 5, 0, 0 ], [ 21, 1, 9, 0, 0 ], [ 12, 2, 3, 0, 0 ], [ 5, 0, 4, 1, 6 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.305175781": { "samples": { "total": 2341, "actual_class_counts": { "no damage": 2164, "minor damage": 0, "major damage": 0, "destroyed": 3, "un-classified": 174 }, "predicted_class_counts": { "no damage": 1625, "minor damage": 559, "major damage": 96, "destroyed": 14, "un-classified": 47 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5612303394929092, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.49935539321014183, "un-classified": 0.7334814223970024 } }, "F1": { "class_level": { "no damage": 0.8250197941409343, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.22624434389140272 }, "macro": 0.2102528276064674, "micro": 0.6783425886373344 }, "Accuracy": { "class_level": { "no damage": 0.7167876975651432, "minor damage": 0.7612131567706109, "major damage": 0.9589918838103375, "destroyed": 0.992738146091414, "un-classified": 0.9269542930371636 } }, "Precision": { "class_level": { "no damage": 0.7222735674676525, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.14367816091954022 }, "macro": 0.29875220949263503, "micro": 0.6783425886373344 }, "Recall": { "class_level": { "no damage": 0.9618461538461538, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.5319148936170213 }, "macro": 0.28865057612906425, "micro": 0.6783425886373344 }, "Confusion_Matrix": { "matrix": [ [ 1563, 491, 81, 7, 22 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 2, 1, 0, 0 ], [ 62, 66, 14, 7, 25 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.465002127": { "samples": { "total": 1144, "actual_class_counts": { "no damage": 1115, "minor damage": 1, "major damage": 0, "destroyed": 0, "un-classified": 28 }, "predicted_class_counts": { "no damage": 594, "minor damage": 340, "major damage": 120, "destroyed": 46, "un-classified": 44 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5158585858585859, "minor damage": 0.4993781094527363, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.6527272727272727 } }, "F1": { "class_level": { "no damage": 0.6881217086015213, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.3888888888888889 }, "macro": 0.21540211949808205, "micro": 0.5262237762237763 }, "Accuracy": { "class_level": { "no damage": 0.5340909090909091, "minor damage": 0.7019230769230769, "major damage": 0.8951048951048951, "destroyed": 0.9597902097902098, "un-classified": 0.9615384615384616 } }, "Precision": { "class_level": { "no damage": 0.5273542600896861, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.5 }, "macro": 0.26161616161616164, "micro": 0.5262237762237763 }, "Recall": { "class_level": { "no damage": 0.98989898989899, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.3181818181818182 }, "macro": 0.34245142002989537, "micro": 0.5262237762237763 }, "Confusion_Matrix": { "matrix": [ [ 588, 338, 117, 42, 30 ], [ 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 6, 2, 3, 3, 14 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02019042": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4 }, "predicted_class_counts": { "no damage": 12, "minor damage": 0, "major damage": 7, "destroyed": 17, "un-classified": 3 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.4629629629629629, "major damage": 0.484375, "destroyed": 0.5013368983957218, "un-classified": 0.6249999999999999 } }, "F1": { "class_level": { "no damage": 0.2962962962962963, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.42424242424242425, "un-classified": 0.2857142857142857 }, "macro": 0.20125060125060124, "micro": 0.3076923076923077 }, "Accuracy": { "class_level": { "no damage": 0.5128205128205128, "minor damage": 0.9230769230769231, "major damage": 0.7948717948717948, "destroyed": 0.5128205128205128, "un-classified": 0.8717948717948718 } }, "Precision": { "class_level": { "no damage": 0.26666666666666666, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.4375, "un-classified": 0.25 }, "macro": 0.2696078431372549, "micro": 0.3076923076923077 }, "Recall": { "class_level": { "no damage": 0.3333333333333333, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.4117647058823529, "un-classified": 0.3333333333333333 }, "macro": 0.19083333333333333, "micro": 0.3076923076923077 }, "Confusion_Matrix": { "matrix": [ [ 4, 0, 5, 6, 0 ], [ 1, 0, 1, 1, 0 ], [ 0, 0, 0, 1, 0 ], [ 7, 0, 0, 7, 2 ], [ 0, 0, 1, 2, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.384001757": { "samples": { "total": 1144, "actual_class_counts": { "no damage": 1105, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 39 }, "predicted_class_counts": { "no damage": 621, "minor damage": 342, "major damage": 128, "destroyed": 28, "un-classified": 25 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5126284319068424, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.68704200178731 } }, "F1": { "class_level": { "no damage": 0.7033603707995365, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.3125 }, "macro": 0.2031720741599073, "micro": 0.5393356643356644 }, "Accuracy": { "class_level": { "no damage": 0.5524475524475524, "minor damage": 0.701048951048951, "major damage": 0.8881118881118881, "destroyed": 0.9755244755244755, "un-classified": 0.9615384615384616 } }, "Precision": { "class_level": { "no damage": 0.5493212669683258, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.2564102564102564 }, "macro": 0.2754911433172303, "micro": 0.5393356643356644 }, "Recall": { "class_level": { "no damage": 0.9774557165861514, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.4 }, "macro": 0.4028657616892911, "micro": 0.5393356643356644 }, "Confusion_Matrix": { "matrix": [ [ 607, 336, 125, 22, 15 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 14, 6, 3, 6, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.01946466": { "samples": { "total": 634, "actual_class_counts": { "no damage": 104, "minor damage": 246, "major damage": 186, "destroyed": 82, "un-classified": 16 }, "predicted_class_counts": { "no damage": 363, "minor damage": 6, "major damage": 168, "destroyed": 87, "un-classified": 10 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5175759608835757, "minor damage": 0.3882696390658174, "major damage": 0.5271816881258942, "destroyed": 0.5715921746622118, "un-classified": 0.7411858974358975 } }, "F1": { "class_level": { "no damage": 0.278372591006424, "minor damage": 0.007936507936507936, "major damage": 0.3163841807909605, "destroyed": 0.2603550295857988, "un-classified": 0.38461538461538464 }, "macro": 0.24953273878701515, "micro": 0.23501577287066247 }, "Accuracy": { "class_level": { "no damage": 0.46845425867507884, "minor damage": 0.6056782334384858, "major damage": 0.6182965299684543, "destroyed": 0.8028391167192429, "un-classified": 0.9747634069400631 } }, "Precision": { "class_level": { "no damage": 0.625, "minor damage": 0.0040650406504065045, "major damage": 0.3010752688172043, "destroyed": 0.2682926829268293, "un-classified": 0.3125 }, "macro": 0.2863873848199867, "micro": 0.23501577287066247 }, "Recall": { "class_level": { "no damage": 0.1790633608815427, "minor damage": 0.16666666666666666, "major damage": 0.3333333333333333, "destroyed": 0.25287356321839083, "un-classified": 0.5 }, "macro": 0.30218659847888796, "micro": 0.23501577287066247 }, "Confusion_Matrix": { "matrix": [ [ 65, 1, 24, 12, 2 ], [ 158, 1, 58, 29, 0 ], [ 103, 2, 56, 22, 3 ], [ 31, 2, 27, 22, 0 ], [ 6, 0, 3, 2, 5 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02197147": { "samples": { "total": 176, "actual_class_counts": { "no damage": 48, "minor damage": 61, "major damage": 43, "destroyed": 9, "un-classified": 15 }, "predicted_class_counts": { "no damage": 121, "minor damage": 3, "major damage": 37, "destroyed": 10, "un-classified": 5 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5132231404958678, "minor damage": 0.3236994219653179, "major damage": 0.44798755590122497, "destroyed": 0.5259036144578313, "un-classified": 0.7649122807017544 } }, "F1": { "class_level": { "no damage": 0.40236686390532544, "minor damage": 0.0, "major damage": 0.15, "destroyed": 0.10526315789473684, "un-classified": 0.3 }, "macro": 0.1915260043600125, "micro": 0.25 }, "Accuracy": { "class_level": { "no damage": 0.42613636363636365, "minor damage": 0.6363636363636364, "major damage": 0.6136363636363636, "destroyed": 0.9034090909090909, "un-classified": 0.9204545454545454 } }, "Precision": { "class_level": { "no damage": 0.7083333333333334, "minor damage": 0.0, "major damage": 0.13953488372093023, "destroyed": 0.1111111111111111, "un-classified": 0.2 }, "macro": 0.2286307795398704, "micro": 0.25 }, "Recall": { "class_level": { "no damage": 0.2809917355371901, "minor damage": 0.0, "major damage": 0.16216216216216217, "destroyed": 0.1, "un-classified": 0.6 }, "macro": 0.23179586563307492, "micro": 0.25 }, "Confusion_Matrix": { "matrix": [ [ 34, 0, 12, 2, 0 ], [ 42, 0, 14, 4, 1 ], [ 32, 2, 6, 2, 1 ], [ 5, 1, 2, 1, 0 ], [ 8, 0, 3, 1, 3 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.300349465": { "samples": { "total": 1143, "actual_class_counts": { "no damage": 159, "minor damage": 450, "major damage": 223, "destroyed": 271, "un-classified": 40 }, "predicted_class_counts": { "no damage": 635, "minor damage": 268, "major damage": 141, "destroyed": 70, "un-classified": 29 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5631889763779528, "minor damage": 0.45975906183368875, "major damage": 0.5262559986410158, "destroyed": 0.7769870856077752, "un-classified": 0.658948802080109 } }, "F1": { "class_level": { "no damage": 0.3123425692695214, "minor damage": 0.2479108635097493, "major damage": 0.18681318681318682, "destroyed": 0.31085043988269795, "un-classified": 0.2898550724637681 }, "macro": 0.2695544263877847, "micro": 0.27121609798775154 }, "Accuracy": { "class_level": { "no damage": 0.5223097112860893, "minor damage": 0.5275590551181102, "major damage": 0.7410323709536308, "destroyed": 0.7944006999125109, "un-classified": 0.9571303587051618 } }, "Precision": { "class_level": { "no damage": 0.779874213836478, "minor damage": 0.19777777777777777, "major damage": 0.15246636771300448, "destroyed": 0.19557195571955718, "un-classified": 0.25 }, "macro": 0.3740940675825581, "micro": 0.27121609798775154 }, "Recall": { "class_level": { "no damage": 0.1952755905511811, "minor damage": 0.332089552238806, "major damage": 0.24113475177304963, "destroyed": 0.7571428571428571, "un-classified": 0.3448275862068966 }, "macro": 0.31513806300936353, "micro": 0.27121609798775154 }, "Confusion_Matrix": { "matrix": [ [ 124, 28, 5, 0, 2 ], [ 316, 89, 38, 2, 5 ], [ 107, 73, 34, 4, 5 ], [ 78, 72, 61, 53, 7 ], [ 10, 6, 3, 11, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.127": { "samples": { "total": 778, "actual_class_counts": { "no damage": 640, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 60 }, "predicted_class_counts": { "no damage": 525, "minor damage": 52, "major damage": 171, "destroyed": 24, "un-classified": 6 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.591150009410879, "minor damage": 0.5280779826234372, "major damage": 0.5002456718402267, "destroyed": 0.5201702033598585, "un-classified": 0.8810449050086356 } }, "F1": { "class_level": { "no damage": 0.7948497854077253, "minor damage": 0.1188118811881188, "major damage": 0.06060606060606061, "destroyed": 0.07692307692307693, "un-classified": 0.15151515151515152 }, "macro": 0.2405411911280267, "micro": 0.6182519280205655 }, "Accuracy": { "class_level": { "no damage": 0.6928020565552699, "minor damage": 0.8856041131105399, "major damage": 0.7609254498714653, "destroyed": 0.9691516709511568, "un-classified": 0.9280205655526992 } }, "Precision": { "class_level": { "no damage": 0.7234375, "minor damage": 0.12244897959183673, "major damage": 0.2222222222222222, "destroyed": 0.5, "un-classified": 0.08333333333333333 }, "macro": 0.3814754193175246, "micro": 0.6182519280205655 }, "Recall": { "class_level": { "no damage": 0.8819047619047619, "minor damage": 0.11538461538461539, "major damage": 0.03508771929824561, "destroyed": 0.041666666666666664, "un-classified": 0.8333333333333334 }, "macro": 0.3302884070294784, "micro": 0.6182519280205655 }, "Confusion_Matrix": { "matrix": [ [ 463, 37, 130, 10, 0 ], [ 30, 6, 9, 3, 1 ], [ 18, 3, 6, 0, 0 ], [ 0, 0, 1, 1, 0 ], [ 14, 6, 25, 10, 5 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02042949": { "samples": { "total": 15, "actual_class_counts": { "no damage": 9, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1 }, "predicted_class_counts": { "no damage": 8, "minor damage": 0, "major damage": 2, "destroyed": 5, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5267857142857143, "major damage": 0.5, "destroyed": 0.44999999999999996 } }, "F1": { "class_level": { "no damage": 0.5882352941176471, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.2222222222222222, "un-classified": 0.0 }, "macro": 0.16209150326797386, "micro": 0.4 }, "Accuracy": { "class_level": { "no damage": 0.5333333333333333, "minor damage": 0.9333333333333333, "major damage": 0.8666666666666667, "destroyed": 0.5333333333333333, "un-classified": 0.9333333333333333 } }, "Precision": { "class_level": { "no damage": 0.5555555555555556, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.25, "un-classified": 0.0 }, "macro": 0.27499999999999997, "micro": 0.4 }, "Recall": { "class_level": { "no damage": 0.625, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.2, "un-classified": NaN }, "macro": 0.2013888888888889, "micro": 0.4 }, "Confusion_Matrix": { "matrix": [ [ 5, 0, 1, 3, 0 ], [ 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0 ], [ 2, 0, 1, 1, 0 ], [ 1, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.01964606": { "samples": { "total": 510, "actual_class_counts": { "no damage": 53, "minor damage": 117, "major damage": 121, "destroyed": 201, "un-classified": 18 }, "predicted_class_counts": { "no damage": 332, "minor damage": 17, "major damage": 91, "destroyed": 63, "un-classified": 7 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5366691485041288, "minor damage": 0.4117647058823529, "major damage": 0.4425502898056597, "destroyed": 0.4834345371258123, "un-classified": 0.6993751775063902 } }, "F1": { "class_level": { "no damage": 0.22337662337662337, "minor damage": 0.014925373134328358, "major damage": 0.12264150943396226, "destroyed": 0.17424242424242425, "un-classified": 0.24 }, "macro": 0.15503718603746766, "micro": 0.1627450980392157 }, "Accuracy": { "class_level": { "no damage": 0.4137254901960784, "minor damage": 0.7411764705882353, "major damage": 0.6352941176470588, "destroyed": 0.5725490196078431, "un-classified": 0.9627450980392157 } }, "Precision": { "class_level": { "no damage": 0.8113207547169812, "minor damage": 0.008547008547008548, "major damage": 0.10743801652892562, "destroyed": 0.11442786069651742, "un-classified": 0.16666666666666666 }, "macro": 0.22496990764177158, "micro": 0.1627450980392157 }, "Recall": { "class_level": { "no damage": 0.12951807228915663, "minor damage": 0.058823529411764705, "major damage": 0.14285714285714285, "destroyed": 0.36507936507936506, "un-classified": 0.42857142857142855 }, "macro": 0.24168006143121992, "micro": 0.1627450980392157 }, "Confusion_Matrix": { "matrix": [ [ 43, 0, 5, 4, 1 ], [ 92, 1, 7, 17, 0 ], [ 84, 7, 13, 15, 2 ], [ 102, 9, 66, 23, 1 ], [ 11, 0, 0, 4, 3 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.03110499": { "samples": { "total": 1667, "actual_class_counts": { "no damage": 683, "minor damage": 519, "major damage": 298, "destroyed": 118, "un-classified": 49 }, "predicted_class_counts": { "no damage": 1028, "minor damage": 87, "major damage": 393, "destroyed": 123, "un-classified": 36 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5213292291579134, "minor damage": 0.5055397933944421, "major damage": 0.5062354947851131, "destroyed": 0.510065188087114, "un-classified": 0.6837148307105388 } }, "F1": { "class_level": { "no damage": 0.5119812974868498, "minor damage": 0.0924092409240924, "major damage": 0.2141823444283647, "destroyed": 0.0912863070539419, "un-classified": 0.32941176470588235 }, "macro": 0.24785419091982624, "micro": 0.33893221355728853 }, "Accuracy": { "class_level": { "no damage": 0.4991001799640072, "minor damage": 0.6700659868026395, "major damage": 0.6742651469706059, "destroyed": 0.8686262747450509, "un-classified": 0.9658068386322736 } }, "Precision": { "class_level": { "no damage": 0.6412884333821376, "minor damage": 0.05394990366088632, "major damage": 0.2483221476510067, "destroyed": 0.09322033898305085, "un-classified": 0.2857142857142857 }, "macro": 0.28290481359250197, "micro": 0.33893221355728853 }, "Recall": { "class_level": { "no damage": 0.4260700389105058, "minor damage": 0.3218390804597701, "major damage": 0.18829516539440203, "destroyed": 0.08943089430894309, "un-classified": 0.3888888888888889 }, "macro": 0.2644990218782734, "micro": 0.33893221355728853 }, "Confusion_Matrix": { "matrix": [ [ 438, 29, 144, 57, 15 ], [ 317, 28, 141, 31, 2 ], [ 186, 23, 74, 11, 4 ], [ 74, 7, 25, 11, 1 ], [ 13, 0, 9, 13, 14 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.589669364": { "samples": { "total": 1142, "actual_class_counts": { "no damage": 421, "minor damage": 310, "major damage": 116, "destroyed": 262, "un-classified": 33 }, "predicted_class_counts": { "no damage": 219, "minor damage": 167, "major damage": 488, "destroyed": 219, "un-classified": 49 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6335158827923636, "minor damage": 0.5584492553354828, "major damage": 0.5043490249160274, "destroyed": 0.7083487931452431, "un-classified": 0.5915193158690741 } }, "F1": { "class_level": { "no damage": 0.4, "minor damage": 0.259958071278826, "major damage": 0.17218543046357615, "destroyed": 0.5155925155925156, "un-classified": 0.24390243902439024 }, "macro": 0.3183276912718616, "micro": 0.329246935201401 }, "Accuracy": { "class_level": { "no damage": 0.6637478108581436, "minor damage": 0.690893169877408, "major damage": 0.5621716287215411, "destroyed": 0.7959719789842382, "un-classified": 0.9457092819614711 } }, "Precision": { "class_level": { "no damage": 0.30403800475059384, "minor damage": 0.2, "major damage": 0.4482758620689655, "destroyed": 0.4732824427480916, "un-classified": 0.30303030303030304 }, "macro": 0.3665162852478062, "micro": 0.329246935201401 }, "Recall": { "class_level": { "no damage": 0.5844748858447488, "minor damage": 0.3712574850299401, "major damage": 0.10655737704918032, "destroyed": 0.5662100456621004, "un-classified": 0.20408163265306123 }, "macro": 0.3457253225195908, "micro": 0.329246935201401 }, "Confusion_Matrix": { "matrix": [ [ 128, 76, 187, 22, 8 ], [ 52, 62, 151, 35, 10 ], [ 12, 16, 52, 32, 4 ], [ 25, 10, 86, 124, 17 ], [ 2, 3, 12, 6, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.623802853": { "samples": { "total": 1142, "actual_class_counts": { "no damage": 369, "minor damage": 365, "major damage": 105, "destroyed": 264, "un-classified": 39 }, "predicted_class_counts": { "no damage": 299, "minor damage": 124, "major damage": 446, "destroyed": 205, "un-classified": 68 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6232082425800513, "minor damage": 0.5559446099245833, "major damage": 0.5183817844441008, "destroyed": 0.7009787333732462, "un-classified": 0.599120933289517 } }, "F1": { "class_level": { "no damage": 0.45209580838323354, "minor damage": 0.21267893660531698, "major damage": 0.1851179673321234, "destroyed": 0.4904051172707889, "un-classified": 0.2803738317757009 }, "macro": 0.3241343322734328, "micro": 0.3362521891418564 }, "Accuracy": { "class_level": { "no damage": 0.6795096322241682, "minor damage": 0.6628721541155866, "major damage": 0.6068301225919439, "destroyed": 0.7907180385288967, "un-classified": 0.9325744308231173 } }, "Precision": { "class_level": { "no damage": 0.4092140921409214, "minor damage": 0.14246575342465753, "major damage": 0.4857142857142857, "destroyed": 0.4356060606060606, "un-classified": 0.38461538461538464 }, "macro": 0.3640570363905346, "micro": 0.3362521891418564 }, "Recall": { "class_level": { "no damage": 0.5050167224080268, "minor damage": 0.41935483870967744, "major damage": 0.11434977578475336, "destroyed": 0.5609756097560976, "un-classified": 0.22058823529411764 }, "macro": 0.37152311530026194, "micro": 0.3362521891418564 }, "Confusion_Matrix": { "matrix": [ [ 151, 56, 140, 12, 10 ], [ 99, 52, 163, 40, 11 ], [ 16, 5, 51, 31, 2 ], [ 31, 9, 79, 115, 30 ], [ 2, 2, 13, 7, 15 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.150160807": { "samples": { "total": 1517, "actual_class_counts": { "no damage": 1170, "minor damage": 126, "major damage": 47, "destroyed": 9, "un-classified": 165 }, "predicted_class_counts": { "no damage": 1188, "minor damage": 169, "major damage": 107, "destroyed": 28, "un-classified": 25 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6838637131190323, "minor damage": 0.5098655909258512, "major damage": 0.5134983760853715, "destroyed": 0.5333637148613644, "un-classified": 0.8920777479892761 } }, "F1": { "class_level": { "no damage": 0.8575063613231552, "minor damage": 0.1152542372881356, "major damage": 0.07792207792207792, "destroyed": 0.10810810810810811, "un-classified": 0.23157894736842105 }, "macro": 0.2780739464019796, "micro": 0.6974291364535267 }, "Accuracy": { "class_level": { "no damage": 0.7785102175346078, "minor damage": 0.8279499011206328, "major damage": 0.9063941990771259, "destroyed": 0.978246539222149, "un-classified": 0.9037574159525379 } }, "Precision": { "class_level": { "no damage": 0.8641025641025641, "minor damage": 0.1349206349206349, "major damage": 0.1276595744680851, "destroyed": 0.2222222222222222, "un-classified": 0.13333333333333333 }, "macro": 0.39182103095402876, "micro": 0.6974291364535267 }, "Recall": { "class_level": { "no damage": 0.851010101010101, "minor damage": 0.10059171597633136, "major damage": 0.056074766355140186, "destroyed": 0.07142857142857142, "un-classified": 0.88 }, "macro": 0.29644766580936793, "micro": 0.6974291364535267 }, "Confusion_Matrix": { "matrix": [ [ 1011, 97, 60, 2, 0 ], [ 98, 17, 9, 2, 0 ], [ 34, 6, 6, 1, 0 ], [ 2, 1, 1, 2, 3 ], [ 43, 48, 31, 21, 22 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.0321534": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 3 }, "predicted_class_counts": { "no damage": 7, "minor damage": 0, "major damage": 5, "destroyed": 4, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.4523809523809524, "major damage": 0.5, "destroyed": 0.4166666666666667 } }, "F1": { "class_level": { "no damage": 0.47058823529411764, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.09411764705882353, "micro": 0.25 }, "Accuracy": { "class_level": { "no damage": 0.4375, "minor damage": 0.9375, "major damage": 0.6875, "destroyed": 0.625, "un-classified": 0.8125 } }, "Precision": { "class_level": { "no damage": 0.4, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.19047619047619047, "micro": 0.25 }, "Recall": { "class_level": { "no damage": 0.5714285714285714, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.0, "un-classified": NaN }, "macro": 0.1, "micro": 0.25 }, "Confusion_Matrix": { "matrix": [ [ 4, 0, 3, 3, 0 ], [ 0, 0, 1, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0 ], [ 1, 0, 1, 1, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_collection_platform_metrics": { "Wingtra WingtraOne Gen II": { "samples": { "total": 778, "actual_class_counts": { "no damage": 640, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 60 }, "predicted_class_counts": { "no damage": 525, "minor damage": 52, "major damage": 171, "destroyed": 24, "un-classified": 6 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.591150009410879, "minor damage": 0.5280779826234372, "major damage": 0.5002456718402267, "destroyed": 0.5201702033598585, "un-classified": 0.8810449050086356 } }, "F1": { "class_level": { "no damage": 0.7948497854077253, "minor damage": 0.1188118811881188, "major damage": 0.06060606060606061, "destroyed": 0.07692307692307693, "un-classified": 0.15151515151515152 }, "macro": 0.2405411911280267, "micro": 0.6182519280205655 }, "Accuracy": { "class_level": { "no damage": 0.6928020565552699, "minor damage": 0.8856041131105399, "major damage": 0.7609254498714653, "destroyed": 0.9691516709511568, "un-classified": 0.9280205655526992 } }, "Precision": { "class_level": { "no damage": 0.7234375, "minor damage": 0.12244897959183673, "major damage": 0.2222222222222222, "destroyed": 0.5, "un-classified": 0.08333333333333333 }, "macro": 0.3814754193175246, "micro": 0.6182519280205655 }, "Recall": { "class_level": { "no damage": 0.8819047619047619, "minor damage": 0.11538461538461539, "major damage": 0.03508771929824561, "destroyed": 0.041666666666666664, "un-classified": 0.8333333333333334 }, "macro": 0.3302884070294784, "micro": 0.6182519280205655 }, "Confusion_Matrix": { "matrix": [ [ 463, 37, 130, 10, 0 ], [ 30, 6, 9, 3, 1 ], [ 18, 3, 6, 0, 0 ], [ 0, 0, 1, 1, 0 ], [ 14, 6, 25, 10, 5 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "NOAA": { "samples": { "total": 2660, "actual_class_counts": { "no damage": 1329, "minor damage": 576, "major damage": 270, "destroyed": 280, "un-classified": 205 }, "predicted_class_counts": { "no damage": 1823, "minor damage": 437, "major damage": 248, "destroyed": 98, "un-classified": 54 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.695409971222616, "minor damage": 0.5155684640810498, "major damage": 0.532966886000107, "destroyed": 0.736701237872198, "un-classified": 0.7631036639094966 } }, "F1": { "class_level": { "no damage": 0.7201776649746193, "minor damage": 0.20927936821322804, "major damage": 0.15444015444015444, "destroyed": 0.291005291005291, "un-classified": 0.2471042471042471 }, "macro": 0.32440134514750796, "micro": 0.5142857142857142 }, "Accuracy": { "class_level": { "no damage": 0.6684210526315789, "minor damage": 0.6988721804511279, "major damage": 0.8353383458646616, "destroyed": 0.8992481203007519, "un-classified": 0.9266917293233082 } }, "Precision": { "class_level": { "no damage": 0.8540255831452219, "minor damage": 0.1840277777777778, "major damage": 0.14814814814814814, "destroyed": 0.19642857142857142, "un-classified": 0.15609756097560976 }, "macro": 0.4360540887480423, "micro": 0.5142857142857142 }, "Recall": { "class_level": { "no damage": 0.6226001097092705, "minor damage": 0.2425629290617849, "major damage": 0.16129032258064516, "destroyed": 0.5612244897959183, "un-classified": 0.5925925925925926 }, "macro": 0.30774552829506574, "micro": 0.5142857142857142 }, "Confusion_Matrix": { "matrix": [ [ 1135, 125, 65, 2, 2 ], [ 414, 106, 47, 4, 5 ], [ 141, 79, 40, 5, 5 ], [ 80, 73, 62, 55, 10 ], [ 53, 54, 34, 32, 32 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "DJI Mavic 2": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 2, "destroyed": 5, "un-classified": 3 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.6451612903225806, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.12903225806451613, "micro": 0.47619047619047616 }, "Accuracy": { "class_level": { "no damage": 0.47619047619047616, "minor damage": 0.9523809523809523, "major damage": 0.9047619047619048, "destroyed": 0.7619047619047619, "un-classified": 0.8571428571428571 } }, "Precision": { "class_level": { "no damage": 0.47619047619047616, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.2, "micro": 0.47619047619047616 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.47619047619047616, "micro": 0.47619047619047616 }, "Confusion_Matrix": { "matrix": [ [ 10, 1, 2, 5, 3 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "DJI Phantom 4": { "samples": { "total": 91, "actual_class_counts": { "no damage": 42, "minor damage": 6, "major damage": 1, "destroyed": 37, "un-classified": 5 }, "predicted_class_counts": { "no damage": 39, "minor damage": 0, "major damage": 16, "destroyed": 32, "un-classified": 4 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6346153846153846, "major damage": 0.49333333333333335, "destroyed": 0.5961334745762712, "un-classified": 0.6020114942528736 } }, "F1": { "class_level": { "no damage": 0.5925925925925926, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.4927536231884058, "un-classified": 0.2222222222222222 }, "macro": 0.26151368760064414, "micro": 0.46153846153846156 }, "Accuracy": { "class_level": { "no damage": 0.6373626373626373, "minor damage": 0.9340659340659341, "major damage": 0.8131868131868132, "destroyed": 0.6153846153846154, "un-classified": 0.9230769230769231 } }, "Precision": { "class_level": { "no damage": 0.5714285714285714, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.4594594594594595, "un-classified": 0.2 }, "macro": 0.34915865384615385, "micro": 0.46153846153846156 }, "Recall": { "class_level": { "no damage": 0.6153846153846154, "minor damage": NaN, "major damage": 0.0, "destroyed": 0.53125, "un-classified": 0.25 }, "macro": 0.24617760617760615, "micro": 0.46153846153846156 }, "Confusion_Matrix": { "matrix": [ [ 24, 0, 7, 10, 1 ], [ 2, 0, 2, 2, 0 ], [ 0, 0, 0, 1, 0 ], [ 12, 0, 6, 17, 2 ], [ 1, 0, 1, 2, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "MAXAR": { "samples": { "total": 6913, "actual_class_counts": { "no damage": 5174, "minor damage": 676, "major damage": 221, "destroyed": 529, "un-classified": 313 }, "predicted_class_counts": { "no damage": 3358, "minor damage": 1532, "major damage": 1278, "destroyed": 512, "un-classified": 233 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6516411047698507, "minor damage": 0.484985489511253, "major damage": 0.5298270645265658, "destroyed": 0.7107457269860178, "un-classified": 0.6409090617049163 } }, "F1": { "class_level": { "no damage": 0.7119081106422879, "minor damage": 0.10326086956521739, "major damage": 0.13742494996664442, "destroyed": 0.45917387127761766, "un-classified": 0.27106227106227104 }, "macro": 0.33656601450280765, "micro": 0.5159843772602344 }, "Accuracy": { "class_level": { "no damage": 0.6444380153334298, "minor damage": 0.7135831042962535, "major damage": 0.8129610878055837, "destroyed": 0.9185592362216115, "un-classified": 0.9424273108635903 } }, "Precision": { "class_level": { "no damage": 0.5869733281793583, "minor damage": 0.16863905325443787, "major damage": 0.4660633484162896, "destroyed": 0.45179584120982985, "un-classified": 0.2364217252396166 }, "macro": 0.3687616077390662, "micro": 0.5159843772602344 }, "Recall": { "class_level": { "no damage": 0.9044073853484217, "minor damage": 0.07441253263707572, "major damage": 0.08059467918622848, "destroyed": 0.466796875, "un-classified": 0.31759656652360513 }, "macro": 0.3819786592599065, "micro": 0.5159843772602344 }, "Confusion_Matrix": { "matrix": [ [ 3037, 1297, 650, 105, 85 ], [ 151, 114, 314, 76, 21 ], [ 28, 21, 103, 63, 6 ], [ 56, 21, 166, 239, 47 ], [ 86, 79, 45, 29, 74 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "SenseFly eBee X": { "samples": { "total": 2044, "actual_class_counts": { "no damage": 839, "minor damage": 604, "major damage": 372, "destroyed": 146, "un-classified": 83 }, "predicted_class_counts": { "no damage": 1269, "minor damage": 99, "major damage": 482, "destroyed": 147, "un-classified": 47 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.515706042349831, "minor damage": 0.5092648853574303, "major damage": 0.5017346629759698, "destroyed": 0.5054974019127947, "un-classified": 0.7296583172631287 } }, "F1": { "class_level": { "no damage": 0.50853889943074, "minor damage": 0.08819345661450925, "major damage": 0.20843091334894615, "destroyed": 0.08191126279863481, "un-classified": 0.35384615384615387 }, "macro": 0.2481841372077968, "micro": 0.33806262230919765 }, "Accuracy": { "class_level": { "no damage": 0.4931506849315068, "minor damage": 0.6863992172211351, "major damage": 0.6692759295499021, "destroyed": 0.8683953033268101, "un-classified": 0.958904109589041 } }, "Precision": { "class_level": { "no damage": 0.6388557806912991, "minor damage": 0.05132450331125828, "major damage": 0.239247311827957, "destroyed": 0.0821917808219178, "un-classified": 0.27710843373493976 }, "macro": 0.29823055957198147, "micro": 0.33806262230919765 }, "Recall": { "class_level": { "no damage": 0.4223798266351458, "minor damage": 0.31313131313131315, "major damage": 0.18464730290456433, "destroyed": 0.08163265306122448, "un-classified": 0.48936170212765956 }, "macro": 0.2577455620774744, "micro": 0.33806262230919765 }, "Confusion_Matrix": { "matrix": [ [ 536, 32, 185, 71, 15 ], [ 374, 31, 161, 35, 3 ], [ 239, 26, 89, 13, 5 ], [ 93, 10, 30, 12, 1 ], [ 27, 0, 17, 16, 23 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "DJI Mavic Pro": { "samples": { "total": 1144, "actual_class_counts": { "no damage": 157, "minor damage": 363, "major damage": 307, "destroyed": 283, "un-classified": 34 }, "predicted_class_counts": { "no damage": 695, "minor damage": 23, "major damage": 259, "destroyed": 150, "un-classified": 17 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5231321401675986, "minor damage": 0.3824613117170228, "major damage": 0.49874135636847505, "destroyed": 0.530281690140845, "un-classified": 0.7237590688449294 } }, "F1": { "class_level": { "no damage": 0.2535211267605634, "minor damage": 0.010362694300518135, "major damage": 0.24381625441696114, "destroyed": 0.20785219399538107, "un-classified": 0.3137254901960784 }, "macro": 0.20585555193390043, "micro": 0.20279720279720279 }, "Accuracy": { "class_level": { "no damage": 0.44405594405594406, "minor damage": 0.666083916083916, "major damage": 0.6258741258741258, "destroyed": 0.7001748251748252, "un-classified": 0.9694055944055944 } }, "Precision": { "class_level": { "no damage": 0.6878980891719745, "minor damage": 0.005509641873278237, "major damage": 0.2247557003257329, "destroyed": 0.15901060070671377, "un-classified": 0.23529411764705882 }, "macro": 0.25586994137915037, "micro": 0.20279720279720279 }, "Recall": { "class_level": { "no damage": 0.1553956834532374, "minor damage": 0.08695652173913043, "major damage": 0.26640926640926643, "destroyed": 0.3, "un-classified": 0.47058823529411764 }, "macro": 0.2624936299449517, "micro": 0.20279720279720279 }, "Confusion_Matrix": { "matrix": [ [ 108, 1, 29, 16, 3 ], [ 250, 2, 65, 46, 0 ], [ 187, 9, 69, 37, 5 ], [ 133, 11, 93, 45, 1 ], [ 17, 0, 3, 6, 8 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_source_metrics": { "Crewed Aircraft": { "samples": { "total": 2660, "actual_class_counts": { "no damage": 1329, "minor damage": 576, "major damage": 270, "destroyed": 280, "un-classified": 205 }, "predicted_class_counts": { "no damage": 1823, "minor damage": 437, "major damage": 248, "destroyed": 98, "un-classified": 54 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.695409971222616, "minor damage": 0.5155684640810498, "major damage": 0.532966886000107, "destroyed": 0.736701237872198, "un-classified": 0.7631036639094966 } }, "F1": { "class_level": { "no damage": 0.7201776649746193, "minor damage": 0.20927936821322804, "major damage": 0.15444015444015444, "destroyed": 0.291005291005291, "un-classified": 0.2471042471042471 }, "macro": 0.32440134514750796, "micro": 0.5142857142857142 }, "Accuracy": { "class_level": { "no damage": 0.6684210526315789, "minor damage": 0.6988721804511279, "major damage": 0.8353383458646616, "destroyed": 0.8992481203007519, "un-classified": 0.9266917293233082 } }, "Precision": { "class_level": { "no damage": 0.8540255831452219, "minor damage": 0.1840277777777778, "major damage": 0.14814814814814814, "destroyed": 0.19642857142857142, "un-classified": 0.15609756097560976 }, "macro": 0.4360540887480423, "micro": 0.5142857142857142 }, "Recall": { "class_level": { "no damage": 0.6226001097092705, "minor damage": 0.2425629290617849, "major damage": 0.16129032258064516, "destroyed": 0.5612244897959183, "un-classified": 0.5925925925925926 }, "macro": 0.30774552829506574, "micro": 0.5142857142857142 }, "Confusion_Matrix": { "matrix": [ [ 1135, 125, 65, 2, 2 ], [ 414, 106, 47, 4, 5 ], [ 141, 79, 40, 5, 5 ], [ 80, 73, 62, 55, 10 ], [ 53, 54, 34, 32, 32 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Satellite": { "samples": { "total": 6913, "actual_class_counts": { "no damage": 5174, "minor damage": 676, "major damage": 221, "destroyed": 529, "un-classified": 313 }, "predicted_class_counts": { "no damage": 3358, "minor damage": 1532, "major damage": 1278, "destroyed": 512, "un-classified": 233 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6516411047698507, "minor damage": 0.484985489511253, "major damage": 0.5298270645265658, "destroyed": 0.7107457269860178, "un-classified": 0.6409090617049163 } }, "F1": { "class_level": { "no damage": 0.7119081106422879, "minor damage": 0.10326086956521739, "major damage": 0.13742494996664442, "destroyed": 0.45917387127761766, "un-classified": 0.27106227106227104 }, "macro": 0.33656601450280765, "micro": 0.5159843772602344 }, "Accuracy": { "class_level": { "no damage": 0.6444380153334298, "minor damage": 0.7135831042962535, "major damage": 0.8129610878055837, "destroyed": 0.9185592362216115, "un-classified": 0.9424273108635903 } }, "Precision": { "class_level": { "no damage": 0.5869733281793583, "minor damage": 0.16863905325443787, "major damage": 0.4660633484162896, "destroyed": 0.45179584120982985, "un-classified": 0.2364217252396166 }, "macro": 0.3687616077390662, "micro": 0.5159843772602344 }, "Recall": { "class_level": { "no damage": 0.9044073853484217, "minor damage": 0.07441253263707572, "major damage": 0.08059467918622848, "destroyed": 0.466796875, "un-classified": 0.31759656652360513 }, "macro": 0.3819786592599065, "micro": 0.5159843772602344 }, "Confusion_Matrix": { "matrix": [ [ 3037, 1297, 650, 105, 85 ], [ 151, 114, 314, 76, 21 ], [ 28, 21, 103, 63, 6 ], [ 56, 21, 166, 239, 47 ], [ 86, 79, 45, 29, 74 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "sUAS": { "samples": { "total": 4078, "actual_class_counts": { "no damage": 1699, "minor damage": 1022, "major damage": 707, "destroyed": 468, "un-classified": 182 }, "predicted_class_counts": { "no damage": 2538, "minor damage": 175, "major damage": 930, "destroyed": 358, "un-classified": 77 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5436144627633989, "minor damage": 0.48549979868965265, "major damage": 0.5019268079408671, "destroyed": 0.551926022706794, "un-classified": 0.7221392703772109 } }, "F1": { "class_level": { "no damage": 0.5385886240264338, "minor damage": 0.06516290726817042, "major damage": 0.2003665241295052, "destroyed": 0.18159806295399517, "un-classified": 0.2857142857142857 }, "macro": 0.25428608081847803, "micro": 0.35703776360961254 }, "Accuracy": { "class_level": { "no damage": 0.5205983325159392, "minor damage": 0.7256007846983815, "major damage": 0.679009318293281, "destroyed": 0.834232466895537, "un-classified": 0.9546346248160863 } }, "Precision": { "class_level": { "no damage": 0.6715715126545027, "minor damage": 0.03816046966731898, "major damage": 0.23196605374823195, "destroyed": 0.16025641025641027, "un-classified": 0.2032967032967033 }, "macro": 0.3077569007932999, "micro": 0.35703776360961254 }, "Recall": { "class_level": { "no damage": 0.4495665878644602, "minor damage": 0.22285714285714286, "major damage": 0.17634408602150536, "destroyed": 0.20949720670391062, "un-classified": 0.4805194805194805 }, "macro": 0.26105022992463345, "micro": 0.35703776360961254 }, "Confusion_Matrix": { "matrix": [ [ 1141, 71, 353, 112, 22 ], [ 656, 39, 237, 86, 4 ], [ 444, 38, 164, 51, 10 ], [ 238, 21, 130, 75, 4 ], [ 59, 6, 46, 34, 37 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_pre_or_post_metrics": { "PRE": { "samples": { "total": 4629, "actual_class_counts": { "no damage": 4384, "minor damage": 1, "major damage": 0, "destroyed": 3, "un-classified": 241 }, "predicted_class_counts": { "no damage": 2840, "minor damage": 1241, "major damage": 344, "destroyed": 88, "un-classified": 116 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5311195569166818, "minor damage": 0.49985242030696575, "major damage": 0.5, "destroyed": 0.4996696762827571, "un-classified": 0.6899350153197278 } }, "F1": { "class_level": { "no damage": 0.7635658914728682, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.27450980392156865 }, "macro": 0.20761513907888735, "micro": 0.6063944696478721 }, "Accuracy": { "class_level": { "no damage": 0.6310218189673795, "minor damage": 0.7316915100453661, "major damage": 0.9256858932814863, "destroyed": 0.9803413264203932, "un-classified": 0.944048390581119 } }, "Precision": { "class_level": { "no damage": 0.6291058394160584, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.2033195020746888 }, "macro": 0.2787081107333657, "micro": 0.6063944696478721 }, "Recall": { "class_level": { "no damage": 0.9711267605633803, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.4224137931034483 }, "macro": 0.2081063353726868, "micro": 0.6063944696478721 }, "Confusion_Matrix": { "matrix": [ [ 2758, 1165, 323, 71, 67 ], [ 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 2, 1, 0, 0 ], [ 82, 74, 20, 16, 49 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "POST": { "samples": { "total": 9022, "actual_class_counts": { "no damage": 3818, "minor damage": 2273, "major damage": 1198, "destroyed": 1274, "un-classified": 459 }, "predicted_class_counts": { "no damage": 4879, "minor damage": 903, "major damage": 2112, "destroyed": 880, "un-classified": 248 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.609410663472397, "minor damage": 0.5193807997509909, "major damage": 0.5082081442134807, "destroyed": 0.6540830653625422, "un-classified": 0.6687160378537761 } }, "F1": { "class_level": { "no damage": 0.5875589283661032, "minor damage": 0.16309823677581864, "major damage": 0.18549848942598188, "destroyed": 0.3426183844011142, "un-classified": 0.26591230551626593 }, "macro": 0.3089372688970568, "micro": 0.397251163821769 }, "Accuracy": { "class_level": { "no damage": 0.6024163156727999, "minor damage": 0.7053868321879849, "major damage": 0.7011749057858568, "destroyed": 0.8430503214364886, "un-classified": 0.9424739525604079 } }, "Precision": { "class_level": { "no damage": 0.6691985332634888, "minor damage": 0.1139463264408271, "major damage": 0.25626043405676124, "destroyed": 0.28963893249607536, "un-classified": 0.2047930283224401 }, "macro": 0.3508409755163129, "micro": 0.397251163821769 }, "Recall": { "class_level": { "no damage": 0.5236728837876614, "minor damage": 0.2868217054263566, "major damage": 0.14535984848484848, "destroyed": 0.4193181818181818, "un-classified": 0.3790322580645161 }, "macro": 0.30676745091591856, "micro": 0.397251163821769 }, "Confusion_Matrix": { "matrix": [ [ 2555, 328, 745, 148, 42 ], [ 1221, 259, 598, 165, 30 ], [ 613, 138, 307, 119, 21 ], [ 374, 113, 357, 369, 61 ], [ 116, 65, 105, 79, 94 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_event_metrics": { "Mayfield Tornado": { "samples": { "total": 2028, "actual_class_counts": { "no damage": 829, "minor damage": 603, "major damage": 372, "destroyed": 144, "un-classified": 80 }, "predicted_class_counts": { "no damage": 1262, "minor damage": 99, "major damage": 477, "destroyed": 143, "un-classified": 47 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5169123154013895, "minor damage": 0.5083023076802238, "major damage": 0.5020599410402702, "destroyed": 0.5069447793585724, "un-classified": 0.7302941776665557 } }, "F1": { "class_level": { "no damage": 0.5088474414155906, "minor damage": 0.08831908831908832, "major damage": 0.20965842167255594, "destroyed": 0.08362369337979095, "un-classified": 0.36220472440944884 }, "macro": 0.25053067383929495, "micro": 0.33875739644970415 }, "Accuracy": { "class_level": { "no damage": 0.4935897435897436, "minor damage": 0.6844181459566075, "major damage": 0.6691321499013807, "destroyed": 0.8703155818540433, "un-classified": 0.9600591715976331 } }, "Precision": { "class_level": { "no damage": 0.6417370325693607, "minor damage": 0.05140961857379768, "major damage": 0.239247311827957, "destroyed": 0.08333333333333333, "un-classified": 0.2875 }, "macro": 0.2989089997464361, "micro": 0.33875739644970415 }, "Recall": { "class_level": { "no damage": 0.4215530903328051, "minor damage": 0.31313131313131315, "major damage": 0.18658280922431866, "destroyed": 0.08391608391608392, "un-classified": 0.48936170212765956 }, "macro": 0.2606454592608897, "micro": 0.33875739644970415 }, "Confusion_Matrix": { "matrix": [ [ 532, 32, 182, 68, 15 ], [ 374, 31, 160, 35, 3 ], [ 239, 26, 89, 13, 5 ], [ 91, 10, 30, 12, 1 ], [ 26, 0, 16, 15, 23 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Hurricane Michael": { "samples": { "total": 6859, "actual_class_counts": { "no damage": 3326, "minor damage": 1489, "major damage": 751, "destroyed": 1080, "un-classified": 213 }, "predicted_class_counts": { "no damage": 3063, "minor damage": 1264, "major damage": 1582, "destroyed": 718, "un-classified": 232 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.565102637379347, "minor damage": 0.46634646384090683, "major damage": 0.5134682699796628, "destroyed": 0.6741846323559763, "un-classified": 0.6333810092463954 } }, "F1": { "class_level": { "no damage": 0.5340428862106746, "minor damage": 0.14892844169996367, "major damage": 0.17659665666523788, "destroyed": 0.37486095661846497, "un-classified": 0.30112359550561796 }, "macro": 0.3071105073399918, "micro": 0.36754628954658114 }, "Accuracy": { "class_level": { "no damage": 0.5659717159935851, "minor damage": 0.6584050153083539, "major damage": 0.7199300189532002, "destroyed": 0.8361277154104096, "un-classified": 0.9546581134276133 } }, "Precision": { "class_level": { "no damage": 0.5129284425736621, "minor damage": 0.13767629281396912, "major damage": 0.27430093209054596, "destroyed": 0.31203703703703706, "un-classified": 0.3145539906103286 }, "macro": 0.3215042375237479, "micro": 0.36754628954658114 }, "Recall": { "class_level": { "no damage": 0.5569702905648057, "minor damage": 0.16218354430379747, "major damage": 0.1302149178255373, "destroyed": 0.46935933147632314, "un-classified": 0.28879310344827586 }, "macro": 0.31029933902510853, "micro": 0.36754628954658114 }, "Confusion_Matrix": { "matrix": [ [ 1706, 835, 603, 114, 68 ], [ 717, 205, 417, 124, 26 ], [ 322, 103, 206, 104, 16 ], [ 267, 102, 319, 337, 55 ], [ 51, 19, 37, 39, 67 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Hurricane Idalia": { "samples": { "total": 4636, "actual_class_counts": { "no damage": 3974, "minor damage": 175, "major damage": 74, "destroyed": 14, "un-classified": 399 }, "predicted_class_counts": { "no damage": 3338, "minor damage": 780, "major damage": 374, "destroyed": 66, "un-classified": 78 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5939732140796414, "minor damage": 0.495034046175125, "major damage": 0.5087692002700146, "destroyed": 0.5215237716331808, "un-classified": 0.7952683925698405 } }, "F1": { "class_level": { "no damage": 0.8306892778993435, "minor damage": 0.048167539267015703, "major damage": 0.05357142857142857, "destroyed": 0.075, "un-classified": 0.2180293501048218 }, "macro": 0.24509151916852195, "micro": 0.6745038826574633 }, "Accuracy": { "class_level": { "no damage": 0.7329594477998275, "minor damage": 0.8039257981018119, "major damage": 0.908541846419327, "destroyed": 0.9840379637618637, "un-classified": 0.9195427092320967 } }, "Precision": { "class_level": { "no damage": 0.7642174131857071, "minor damage": 0.13142857142857142, "major damage": 0.16216216216216217, "destroyed": 0.21428571428571427, "un-classified": 0.13032581453634084 }, "macro": 0.3367040392730309, "micro": 0.6745038826574633 }, "Recall": { "class_level": { "no damage": 0.9098262432594368, "minor damage": 0.029487179487179487, "major damage": 0.03208556149732621, "destroyed": 0.045454545454545456, "un-classified": 0.6666666666666666 }, "macro": 0.28048393511969916, "micro": 0.6745038826574633 }, "Confusion_Matrix": { "matrix": [ [ 3037, 625, 271, 19, 22 ], [ 128, 23, 18, 5, 1 ], [ 52, 9, 12, 1, 0 ], [ 2, 3, 3, 3, 3 ], [ 119, 120, 70, 38, 52 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Mussett Bayou Fire": { "samples": { "total": 128, "actual_class_counts": { "no damage": 73, "minor damage": 7, "major damage": 1, "destroyed": 39, "un-classified": 8 }, "predicted_class_counts": { "no damage": 56, "minor damage": 1, "major damage": 23, "destroyed": 41, "un-classified": 7 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5962301587301587, "minor damage": 0.47244094488188976, "major damage": 0.49523809523809526, "destroyed": 0.5808802915615363, "un-classified": 0.5425029515938606 } }, "F1": { "class_level": { "no damage": 0.5891472868217055, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.425, "un-classified": 0.13333333333333333 }, "macro": 0.22949612403100775, "micro": 0.4375 }, "Accuracy": { "class_level": { "no damage": 0.5859375, "minor damage": 0.9375, "major damage": 0.8125, "destroyed": 0.640625, "un-classified": 0.8984375 } }, "Precision": { "class_level": { "no damage": 0.5205479452054794, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.4358974358974359, "un-classified": 0.125 }, "macro": 0.24721254355400696, "micro": 0.4375 }, "Recall": { "class_level": { "no damage": 0.6785714285714286, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.4146341463414634, "un-classified": 0.14285714285714285 }, "macro": 0.21628907622058308, "micro": 0.4375 }, "Confusion_Matrix": { "matrix": [ [ 38, 1, 12, 18, 4 ], [ 2, 0, 3, 2, 0 ], [ 0, 0, 0, 1, 0 ], [ 14, 0, 6, 17, 2 ], [ 2, 0, 2, 3, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } } }