Invalid JSON:Unexpected token 'N', ..." damage": NaN,
"... is not valid JSON
| { | |
| "model_name": [ | |
| "BDA_PSP_ResNet101_CCE_Crewed" | |
| ], | |
| "global_metrics": { | |
| "samples": { | |
| "total": 13651, | |
| "actual_class_counts": { | |
| "no damage": 8202, | |
| "minor damage": 2274, | |
| "major damage": 1198, | |
| "destroyed": 1277, | |
| "un-classified": 700 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 7719, | |
| "minor damage": 2144, | |
| "major damage": 2456, | |
| "destroyed": 968, | |
| "un-classified": 364 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6006410192572433, | |
| "minor damage": 0.4728457183427609, | |
| "major damage": 0.5227054488610987, | |
| "destroyed": 0.654803226222646, | |
| "un-classified": 0.6754682342568998 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6674203881665725, | |
| "minor damage": 0.11724762335898596, | |
| "major damage": 0.16803503010399562, | |
| "destroyed": 0.3287305122494432, | |
| "un-classified": 0.26879699248120303 | |
| }, | |
| "macro": 0.31004610927204, | |
| "micro": 0.46817082997582593 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6121163284741045, | |
| "minor damage": 0.7143066442018899, | |
| "major damage": 0.777305691890704, | |
| "destroyed": 0.8896051571313457, | |
| "un-classified": 0.9430078382536078 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6477688368690563, | |
| "minor damage": 0.113896218117854, | |
| "major damage": 0.25626043405676124, | |
| "destroyed": 0.2889584964761159, | |
| "un-classified": 0.2042857142857143 | |
| }, | |
| "macro": 0.34163186444824156, | |
| "micro": 0.46817082997582593 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6883015934706568, | |
| "minor damage": 0.12080223880597014, | |
| "major damage": 0.125, | |
| "destroyed": 0.381198347107438, | |
| "un-classified": 0.39285714285714285 | |
| }, | |
| "macro": 0.3022339399611004, | |
| "micro": 0.46817082997582593 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 5313, | |
| 1493, | |
| 1068, | |
| 219, | |
| 109 | |
| ], | |
| [ | |
| 1221, | |
| 259, | |
| 598, | |
| 166, | |
| 30 | |
| ], | |
| [ | |
| 613, | |
| 138, | |
| 307, | |
| 119, | |
| 21 | |
| ], | |
| [ | |
| 374, | |
| 115, | |
| 358, | |
| 369, | |
| 61 | |
| ], | |
| [ | |
| 198, | |
| 139, | |
| 125, | |
| 95, | |
| 143 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_mapper_metrics": { | |
| "Pix4d React": { | |
| "samples": { | |
| "total": 4078, | |
| "actual_class_counts": { | |
| "no damage": 1699, | |
| "minor damage": 1022, | |
| "major damage": 707, | |
| "destroyed": 468, | |
| "un-classified": 182 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2538, | |
| "minor damage": 175, | |
| "major damage": 930, | |
| "destroyed": 358, | |
| "un-classified": 77 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5436144627633989, | |
| "minor damage": 0.48549979868965265, | |
| "major damage": 0.5019268079408671, | |
| "destroyed": 0.551926022706794, | |
| "un-classified": 0.7221392703772109 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5385886240264338, | |
| "minor damage": 0.06516290726817042, | |
| "major damage": 0.2003665241295052, | |
| "destroyed": 0.18159806295399517, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.25428608081847803, | |
| "micro": 0.35703776360961254 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5205983325159392, | |
| "minor damage": 0.7256007846983815, | |
| "major damage": 0.679009318293281, | |
| "destroyed": 0.834232466895537, | |
| "un-classified": 0.9546346248160863 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6715715126545027, | |
| "minor damage": 0.03816046966731898, | |
| "major damage": 0.23196605374823195, | |
| "destroyed": 0.16025641025641027, | |
| "un-classified": 0.2032967032967033 | |
| }, | |
| "macro": 0.3077569007932999, | |
| "micro": 0.35703776360961254 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4495665878644602, | |
| "minor damage": 0.22285714285714286, | |
| "major damage": 0.17634408602150536, | |
| "destroyed": 0.20949720670391062, | |
| "un-classified": 0.4805194805194805 | |
| }, | |
| "macro": 0.26105022992463345, | |
| "micro": 0.35703776360961254 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1141, | |
| 71, | |
| 353, | |
| 112, | |
| 22 | |
| ], | |
| [ | |
| 656, | |
| 39, | |
| 237, | |
| 86, | |
| 4 | |
| ], | |
| [ | |
| 444, | |
| 38, | |
| 164, | |
| 51, | |
| 10 | |
| ], | |
| [ | |
| 238, | |
| 21, | |
| 130, | |
| 75, | |
| 4 | |
| ], | |
| [ | |
| 59, | |
| 6, | |
| 46, | |
| 34, | |
| 37 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_ortho_metrics": { | |
| "20211214-Mayfield.geo.tif": { | |
| "samples": { | |
| "total": 1667, | |
| "actual_class_counts": { | |
| "no damage": 683, | |
| "minor damage": 519, | |
| "major damage": 298, | |
| "destroyed": 118, | |
| "un-classified": 49 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1028, | |
| "minor damage": 87, | |
| "major damage": 393, | |
| "destroyed": 123, | |
| "un-classified": 36 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5213292291579134, | |
| "minor damage": 0.5055397933944421, | |
| "major damage": 0.5062354947851131, | |
| "destroyed": 0.510065188087114, | |
| "un-classified": 0.6837148307105388 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5119812974868498, | |
| "minor damage": 0.0924092409240924, | |
| "major damage": 0.2141823444283647, | |
| "destroyed": 0.0912863070539419, | |
| "un-classified": 0.32941176470588235 | |
| }, | |
| "macro": 0.24785419091982624, | |
| "micro": 0.33893221355728853 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4991001799640072, | |
| "minor damage": 0.6700659868026395, | |
| "major damage": 0.6742651469706059, | |
| "destroyed": 0.8686262747450509, | |
| "un-classified": 0.9658068386322736 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6412884333821376, | |
| "minor damage": 0.05394990366088632, | |
| "major damage": 0.2483221476510067, | |
| "destroyed": 0.09322033898305085, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.28290481359250197, | |
| "micro": 0.33893221355728853 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4260700389105058, | |
| "minor damage": 0.3218390804597701, | |
| "major damage": 0.18829516539440203, | |
| "destroyed": 0.08943089430894309, | |
| "un-classified": 0.3888888888888889 | |
| }, | |
| "macro": 0.2644990218782734, | |
| "micro": 0.33893221355728853 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 438, | |
| 29, | |
| 144, | |
| 57, | |
| 15 | |
| ], | |
| [ | |
| 317, | |
| 28, | |
| 141, | |
| 31, | |
| 2 | |
| ], | |
| [ | |
| 186, | |
| 23, | |
| 74, | |
| 11, | |
| 4 | |
| ], | |
| [ | |
| 74, | |
| 7, | |
| 25, | |
| 11, | |
| 1 | |
| ], | |
| [ | |
| 13, | |
| 0, | |
| 9, | |
| 13, | |
| 14 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 53, | |
| "minor damage": 117, | |
| "major damage": 121, | |
| "destroyed": 201, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 332, | |
| "minor damage": 17, | |
| "major damage": 91, | |
| "destroyed": 63, | |
| "un-classified": 7 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5366691485041288, | |
| "minor damage": 0.4117647058823529, | |
| "major damage": 0.4425502898056597, | |
| "destroyed": 0.4834345371258123, | |
| "un-classified": 0.6993751775063902 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.22337662337662337, | |
| "minor damage": 0.014925373134328358, | |
| "major damage": 0.12264150943396226, | |
| "destroyed": 0.17424242424242425, | |
| "un-classified": 0.24 | |
| }, | |
| "macro": 0.15503718603746766, | |
| "micro": 0.1627450980392157 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4137254901960784, | |
| "minor damage": 0.7411764705882353, | |
| "major damage": 0.6352941176470588, | |
| "destroyed": 0.5725490196078431, | |
| "un-classified": 0.9627450980392157 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8113207547169812, | |
| "minor damage": 0.008547008547008548, | |
| "major damage": 0.10743801652892562, | |
| "destroyed": 0.11442786069651742, | |
| "un-classified": 0.16666666666666666 | |
| }, | |
| "macro": 0.22496990764177158, | |
| "micro": 0.1627450980392157 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.12951807228915663, | |
| "minor damage": 0.058823529411764705, | |
| "major damage": 0.14285714285714285, | |
| "destroyed": 0.36507936507936506, | |
| "un-classified": 0.42857142857142855 | |
| }, | |
| "macro": 0.24168006143121992, | |
| "micro": 0.1627450980392157 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 43, | |
| 0, | |
| 5, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 92, | |
| 1, | |
| 7, | |
| 17, | |
| 0 | |
| ], | |
| [ | |
| 84, | |
| 7, | |
| 13, | |
| 15, | |
| 2 | |
| ], | |
| [ | |
| 102, | |
| 9, | |
| 66, | |
| 23, | |
| 1 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 4, | |
| 3 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_20230831a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 608, | |
| "actual_class_counts": { | |
| "no damage": 473, | |
| "minor damage": 49, | |
| "major damage": 23, | |
| "destroyed": 3, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 466, | |
| "minor damage": 76, | |
| "major damage": 47, | |
| "destroyed": 8, | |
| "un-classified": 11 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6675482077011425, | |
| "minor damage": 0.5140977443609023, | |
| "major damage": 0.5140895816740623, | |
| "destroyed": 0.4975, | |
| "un-classified": 0.9126694076442821 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8498402555910544, | |
| "minor damage": 0.128, | |
| "major damage": 0.08571428571428572, | |
| "destroyed": 0.0, | |
| "un-classified": 0.28169014084507044 | |
| }, | |
| "macro": 0.2690489364300821, | |
| "micro": 0.6907894736842105 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7680921052631579, | |
| "minor damage": 0.8207236842105263, | |
| "major damage": 0.8947368421052632, | |
| "destroyed": 0.9819078947368421, | |
| "un-classified": 0.9161184210526315 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8435517970401691, | |
| "minor damage": 0.16326530612244897, | |
| "major damage": 0.13043478260869565, | |
| "destroyed": 0.0, | |
| "un-classified": 0.16666666666666666 | |
| }, | |
| "macro": 0.3868814060370707, | |
| "micro": 0.6907894736842105 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8562231759656652, | |
| "minor damage": 0.10526315789473684, | |
| "major damage": 0.06382978723404255, | |
| "destroyed": 0.0, | |
| "un-classified": 0.9090909090909091 | |
| }, | |
| "macro": 0.2607837104875961, | |
| "micro": 0.6907894736842105 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 399, | |
| 47, | |
| 27, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 38, | |
| 8, | |
| 3, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 18, | |
| 2, | |
| 3, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 10, | |
| 19, | |
| 13, | |
| 8, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { | |
| "samples": { | |
| "total": 15, | |
| "actual_class_counts": { | |
| "no damage": 9, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 8, | |
| "minor damage": 0, | |
| "major damage": 2, | |
| "destroyed": 5, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5267857142857143, | |
| "major damage": 0.5, | |
| "destroyed": 0.44999999999999996 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5882352941176471, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.2222222222222222, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.16209150326797386, | |
| "micro": 0.4 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5333333333333333, | |
| "minor damage": 0.9333333333333333, | |
| "major damage": 0.8666666666666667, | |
| "destroyed": 0.5333333333333333, | |
| "un-classified": 0.9333333333333333 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5555555555555556, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.25, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.27499999999999997, | |
| "micro": 0.4 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.625, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.2, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.2013888888888889, | |
| "micro": 0.4 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 5, | |
| 0, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_105001000C7F2100-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 620, | |
| "actual_class_counts": { | |
| "no damage": 582, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 38 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 456, | |
| "minor damage": 133, | |
| "major damage": 6, | |
| "destroyed": 6, | |
| "un-classified": 19 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5702556696619598, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.6855679131272441 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8574181117533719, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2807017543859649 | |
| }, | |
| "macro": 0.22762397322786737, | |
| "micro": 0.7306451612903225 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7612903225806451, | |
| "minor damage": 0.785483870967742, | |
| "major damage": 0.9903225806451613, | |
| "destroyed": 0.9903225806451613, | |
| "un-classified": 0.9338709677419355 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7646048109965635, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.21052631578947367 | |
| }, | |
| "macro": 0.2793859649122807, | |
| "micro": 0.7306451612903225 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9758771929824561, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.42105263157894735 | |
| }, | |
| "macro": 0.4875655633930186, | |
| "micro": 0.7306451612903225 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 445, | |
| 118, | |
| 5, | |
| 3, | |
| 11 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 11, | |
| 15, | |
| 1, | |
| 3, | |
| 8 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": { | |
| "samples": { | |
| "total": 509, | |
| "actual_class_counts": { | |
| "no damage": 498, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 10 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 260, | |
| "minor damage": 130, | |
| "major damage": 82, | |
| "destroyed": 30, | |
| "un-classified": 7 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5181572443620637, | |
| "minor damage": 0.49868073878627966, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.7797381900967558 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.683377308707124, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.47058823529411764 | |
| }, | |
| "macro": 0.23079310880024834, | |
| "micro": 0.5166994106090373 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5284872298624754, | |
| "minor damage": 0.7426326129666012, | |
| "major damage": 0.8388998035363457, | |
| "destroyed": 0.9410609037328095, | |
| "un-classified": 0.9823182711198428 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5200803212851406, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.4 | |
| }, | |
| "macro": 0.31351648351648354, | |
| "micro": 0.5166994106090373 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9961538461538462, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5714285714285714 | |
| }, | |
| "macro": 0.3066934404283802, | |
| "micro": 0.5166994106090373 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 259, | |
| 129, | |
| 81, | |
| 26, | |
| 3 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 1, | |
| 3, | |
| 4 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": { | |
| "samples": { | |
| "total": 509, | |
| "actual_class_counts": { | |
| "no damage": 489, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 20 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 246, | |
| "minor damage": 178, | |
| "major damage": 62, | |
| "destroyed": 16, | |
| "un-classified": 7 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5065535256113017, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.6249288560045532 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6476190476190476, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.14814814814814814 | |
| }, | |
| "macro": 0.15915343915343916, | |
| "micro": 0.4715127701375246 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4911591355599214, | |
| "minor damage": 0.650294695481336, | |
| "major damage": 0.8781925343811395, | |
| "destroyed": 0.9685658153241651, | |
| "un-classified": 0.9548133595284872 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4867075664621677, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.1 | |
| }, | |
| "macro": 0.25063879210220674, | |
| "micro": 0.4715127701375246 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.967479674796748, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.29335378323108385, | |
| "micro": 0.4715127701375246 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 238, | |
| 176, | |
| 60, | |
| 10, | |
| 5 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 2, | |
| 2, | |
| 6, | |
| 2 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 2, | |
| "destroyed": 5, | |
| "un-classified": 3 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6451612903225806, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.12903225806451613, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.47619047619047616, | |
| "minor damage": 0.9523809523809523, | |
| "major damage": 0.9047619047619048, | |
| "destroyed": 0.7619047619047619, | |
| "un-classified": 0.8571428571428571 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.47619047619047616, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.2, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.47619047619047616, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 1, | |
| 2, | |
| 5, | |
| 3 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 509, | |
| "actual_class_counts": { | |
| "no damage": 51, | |
| "minor damage": 143, | |
| "major damage": 105, | |
| "destroyed": 191, | |
| "un-classified": 19 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 249, | |
| "minor damage": 122, | |
| "major damage": 75, | |
| "destroyed": 58, | |
| "un-classified": 5 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5788229842446709, | |
| "minor damage": 0.46078493667132625, | |
| "major damage": 0.5354070660522273, | |
| "destroyed": 0.755256518082422, | |
| "un-classified": 0.6831349206349205 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.3, | |
| "minor damage": 0.2037735849056604, | |
| "major damage": 0.2222222222222222, | |
| "destroyed": 0.3855421686746988, | |
| "un-classified": 0.16666666666666666 | |
| }, | |
| "macro": 0.2556409284938496, | |
| "micro": 0.27897838899803534 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.587426326129666, | |
| "minor damage": 0.5854616895874263, | |
| "major damage": 0.724950884086444, | |
| "destroyed": 0.6994106090373281, | |
| "un-classified": 0.9607072691552063 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8823529411764706, | |
| "minor damage": 0.1888111888111888, | |
| "major damage": 0.19047619047619047, | |
| "destroyed": 0.2513089005235602, | |
| "un-classified": 0.10526315789473684 | |
| }, | |
| "macro": 0.37925744810786394, | |
| "micro": 0.27897838899803534 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.18072289156626506, | |
| "minor damage": 0.22131147540983606, | |
| "major damage": 0.26666666666666666, | |
| "destroyed": 0.8275862068965517, | |
| "un-classified": 0.4 | |
| }, | |
| "macro": 0.32364247577642935, | |
| "micro": 0.27897838899803534 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 45, | |
| 5, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 104, | |
| 27, | |
| 12, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 44, | |
| 38, | |
| 20, | |
| 2, | |
| 1 | |
| ], | |
| [ | |
| 51, | |
| 50, | |
| 40, | |
| 48, | |
| 2 | |
| ], | |
| [ | |
| 5, | |
| 2, | |
| 2, | |
| 8, | |
| 2 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 254, | |
| "minor damage": 235, | |
| "major damage": 42, | |
| "destroyed": 79, | |
| "un-classified": 25 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 222, | |
| "minor damage": 93, | |
| "major damage": 221, | |
| "destroyed": 68, | |
| "un-classified": 31 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6149684793752591, | |
| "minor damage": 0.5288656112367576, | |
| "major damage": 0.5152086475615887, | |
| "destroyed": 0.627969706401079, | |
| "un-classified": 0.6827867976928007 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5126050420168067, | |
| "minor damage": 0.23780487804878048, | |
| "major damage": 0.1444866920152091, | |
| "destroyed": 0.32653061224489793, | |
| "un-classified": 0.42857142857142855 | |
| }, | |
| "macro": 0.32999973057942456, | |
| "micro": 0.3401574803149606 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6346456692913386, | |
| "minor damage": 0.6062992125984252, | |
| "major damage": 0.6456692913385826, | |
| "destroyed": 0.8440944881889764, | |
| "un-classified": 0.9496062992125984 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.48031496062992124, | |
| "minor damage": 0.16595744680851063, | |
| "major damage": 0.4523809523809524, | |
| "destroyed": 0.3037974683544304, | |
| "un-classified": 0.48 | |
| }, | |
| "macro": 0.35898303792041936, | |
| "micro": 0.3401574803149606 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5495495495495496, | |
| "minor damage": 0.41935483870967744, | |
| "major damage": 0.08597285067873303, | |
| "destroyed": 0.35294117647058826, | |
| "un-classified": 0.3870967741935484 | |
| }, | |
| "macro": 0.3764901656347629, | |
| "micro": 0.3401574803149606 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 122, | |
| 41, | |
| 81, | |
| 5, | |
| 5 | |
| ], | |
| [ | |
| 77, | |
| 39, | |
| 87, | |
| 24, | |
| 8 | |
| ], | |
| [ | |
| 7, | |
| 3, | |
| 19, | |
| 12, | |
| 1 | |
| ], | |
| [ | |
| 15, | |
| 8, | |
| 27, | |
| 24, | |
| 5 | |
| ], | |
| [ | |
| 1, | |
| 2, | |
| 7, | |
| 3, | |
| 12 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif": { | |
| "samples": { | |
| "total": 619, | |
| "actual_class_counts": { | |
| "no damage": 511, | |
| "minor damage": 38, | |
| "major damage": 24, | |
| "destroyed": 1, | |
| "un-classified": 45 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 424, | |
| "minor damage": 46, | |
| "major damage": 125, | |
| "destroyed": 18, | |
| "un-classified": 6 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.586012336719884, | |
| "minor damage": 0.5372941801350634, | |
| "major damage": 0.5007692307692307, | |
| "destroyed": 0.49916805324459235, | |
| "un-classified": 0.8840402392604677 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7978609625668449, | |
| "minor damage": 0.14285714285714285, | |
| "major damage": 0.06711409395973154, | |
| "destroyed": 0.0, | |
| "un-classified": 0.19607843137254902 | |
| }, | |
| "macro": 0.24078212615125366, | |
| "micro": 0.6284329563812601 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6946688206785138, | |
| "minor damage": 0.8836833602584814, | |
| "major damage": 0.7754442649434572, | |
| "destroyed": 0.9693053311793215, | |
| "un-classified": 0.9337641357027464 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7299412915851272, | |
| "minor damage": 0.15789473684210525, | |
| "major damage": 0.20833333333333334, | |
| "destroyed": 0.0, | |
| "un-classified": 0.1111111111111111 | |
| }, | |
| "macro": 0.3766970194148209, | |
| "micro": 0.6284329563812601 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8797169811320755, | |
| "minor damage": 0.13043478260869565, | |
| "major damage": 0.04, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8333333333333334 | |
| }, | |
| "macro": 0.24145609457433537, | |
| "micro": 0.6284329563812601 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 373, | |
| 34, | |
| 96, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 24, | |
| 6, | |
| 4, | |
| 3, | |
| 1 | |
| ], | |
| [ | |
| 16, | |
| 3, | |
| 5, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 11, | |
| 3, | |
| 19, | |
| 7, | |
| 5 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": { | |
| "samples": { | |
| "total": 507, | |
| "actual_class_counts": { | |
| "no damage": 143, | |
| "minor damage": 104, | |
| "major damage": 57, | |
| "destroyed": 188, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 55, | |
| "minor damage": 39, | |
| "major damage": 240, | |
| "destroyed": 155, | |
| "un-classified": 18 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5967417538213998, | |
| "minor damage": 0.5833333333333334, | |
| "major damage": 0.5079822097378277, | |
| "destroyed": 0.6975806451612904, | |
| "un-classified": 0.5710633946830266 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.25252525252525254, | |
| "minor damage": 0.1958041958041958, | |
| "major damage": 0.19528619528619529, | |
| "destroyed": 0.5830903790087464, | |
| "un-classified": 0.18181818181818182 | |
| }, | |
| "macro": 0.2817048408885144, | |
| "micro": 0.33727810650887574 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7080867850098619, | |
| "minor damage": 0.7731755424063116, | |
| "major damage": 0.5285996055226825, | |
| "destroyed": 0.717948717948718, | |
| "un-classified": 0.9467455621301775 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.17482517482517482, | |
| "minor damage": 0.1346153846153846, | |
| "major damage": 0.5087719298245614, | |
| "destroyed": 0.5319148936170213, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.3492362207684788, | |
| "micro": 0.33727810650887574 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.45454545454545453, | |
| "minor damage": 0.358974358974359, | |
| "major damage": 0.12083333333333333, | |
| "destroyed": 0.6451612903225806, | |
| "un-classified": 0.16666666666666666 | |
| }, | |
| "macro": 0.3100254765764284, | |
| "micro": 0.33727810650887574 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 25, | |
| 18, | |
| 88, | |
| 11, | |
| 1 | |
| ], | |
| [ | |
| 12, | |
| 14, | |
| 55, | |
| 21, | |
| 2 | |
| ], | |
| [ | |
| 5, | |
| 2, | |
| 29, | |
| 20, | |
| 1 | |
| ], | |
| [ | |
| 13, | |
| 5, | |
| 59, | |
| 100, | |
| 11 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 9, | |
| 3, | |
| 3 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 617, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 334, | |
| "minor damage": 210, | |
| "major damage": 38, | |
| "destroyed": 16, | |
| "un-classified": 37 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5141096544452624, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.6284461719244328 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6919032597266036, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.36363636363636365 | |
| }, | |
| "macro": 0.21110792467259346, | |
| "micro": 0.5338582677165354 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5385826771653544, | |
| "minor damage": 0.6692913385826772, | |
| "major damage": 0.9401574803149606, | |
| "destroyed": 0.9748031496062992, | |
| "un-classified": 0.9448818897637795 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5332252836304701, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.5555555555555556 | |
| }, | |
| "macro": 0.25106004207800614, | |
| "micro": 0.5338582677165354 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9850299401197605, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2702702702702703 | |
| }, | |
| "macro": 0.5443904195930128, | |
| "micro": 0.5338582677165354 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 329, | |
| 209, | |
| 36, | |
| 16, | |
| 27 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 1, | |
| 2, | |
| 0, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 616, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 19 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 375, | |
| "minor damage": 164, | |
| "major damage": 66, | |
| "destroyed": 12, | |
| "un-classified": 18 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.517, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.7133081217359986 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7447023208879919, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.43243243243243246 | |
| }, | |
| "macro": 0.23542695066408487, | |
| "micro": 0.5937007874015748 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6015748031496063, | |
| "minor damage": 0.7417322834645669, | |
| "major damage": 0.8960629921259843, | |
| "destroyed": 0.9811023622047244, | |
| "un-classified": 0.9669291338582677 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.599025974025974, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.42105263157894735 | |
| }, | |
| "macro": 0.2856888888888889, | |
| "micro": 0.5937007874015748 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.984, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.4444444444444444 | |
| }, | |
| "macro": 0.5100393028024607, | |
| "micro": 0.5937007874015748 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 369, | |
| 160, | |
| 65, | |
| 12, | |
| 10 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 4, | |
| 1, | |
| 0, | |
| 8 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 12, | |
| "minor damage": 0, | |
| "major damage": 7, | |
| "destroyed": 17, | |
| "un-classified": 3 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.4629629629629629, | |
| "major damage": 0.484375, | |
| "destroyed": 0.5013368983957218, | |
| "un-classified": 0.6249999999999999 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.2962962962962963, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.42424242424242425, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.20125060125060124, | |
| "micro": 0.3076923076923077 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5128205128205128, | |
| "minor damage": 0.9230769230769231, | |
| "major damage": 0.7948717948717948, | |
| "destroyed": 0.5128205128205128, | |
| "un-classified": 0.8717948717948718 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.26666666666666666, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.4375, | |
| "un-classified": 0.25 | |
| }, | |
| "macro": 0.2696078431372549, | |
| "micro": 0.3076923076923077 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3333333333333333, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.4117647058823529, | |
| "un-classified": 0.3333333333333333 | |
| }, | |
| "macro": 0.19083333333333333, | |
| "micro": 0.3076923076923077 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 4, | |
| 0, | |
| 5, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 0, | |
| 0, | |
| 7, | |
| 2 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_105001000C7F2100-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 146, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 12 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 102, | |
| "minor damage": 27, | |
| "major damage": 29, | |
| "destroyed": 1, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5183178534571724, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.49683544303797467 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7661290322580645, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.1532258064516129, | |
| "micro": 0.5974842767295597 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6352201257861635, | |
| "minor damage": 0.8301886792452831, | |
| "major damage": 0.8176100628930818, | |
| "destroyed": 0.9874213836477987, | |
| "un-classified": 0.9245283018867925 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6506849315068494, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.23284313725490197, | |
| "micro": 0.5974842767295597 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9313725490196079, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.2168949771689498, | |
| "micro": 0.5974842767295597 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 95, | |
| 25, | |
| 25, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 2, | |
| 3, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 278, | |
| "minor damage": 206, | |
| "major damage": 59, | |
| "destroyed": 74, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 164, | |
| "minor damage": 128, | |
| "major damage": 248, | |
| "destroyed": 64, | |
| "un-classified": 31 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6282494433224587, | |
| "minor damage": 0.5316814595660749, | |
| "major damage": 0.4998593398349588, | |
| "destroyed": 0.6437171628721541, | |
| "un-classified": 0.603797265541551 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4660633484162896, | |
| "minor damage": 0.2874251497005988, | |
| "major damage": 0.1498371335504886, | |
| "destroyed": 0.34782608695652173, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.30737320086763686, | |
| "micro": 0.3228346456692913 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6283464566929133, | |
| "minor damage": 0.6251968503937008, | |
| "major damage": 0.5889763779527559, | |
| "destroyed": 0.8582677165354331, | |
| "un-classified": 0.9448818897637795 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.37050359712230213, | |
| "minor damage": 0.23300970873786409, | |
| "major damage": 0.3898305084745763, | |
| "destroyed": 0.32432432432432434, | |
| "un-classified": 0.3888888888888889 | |
| }, | |
| "macro": 0.3393194335169158, | |
| "micro": 0.3228346456692913 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6280487804878049, | |
| "minor damage": 0.375, | |
| "major damage": 0.09274193548387097, | |
| "destroyed": 0.375, | |
| "un-classified": 0.22580645161290322 | |
| }, | |
| "macro": 0.34131140550959116, | |
| "micro": 0.3228346456692913 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 103, | |
| 58, | |
| 99, | |
| 11, | |
| 7 | |
| ], | |
| [ | |
| 40, | |
| 48, | |
| 96, | |
| 14, | |
| 8 | |
| ], | |
| [ | |
| 7, | |
| 14, | |
| 23, | |
| 12, | |
| 3 | |
| ], | |
| [ | |
| 12, | |
| 5, | |
| 27, | |
| 24, | |
| 6 | |
| ], | |
| [ | |
| 2, | |
| 3, | |
| 3, | |
| 3, | |
| 7 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 634, | |
| "actual_class_counts": { | |
| "no damage": 104, | |
| "minor damage": 246, | |
| "major damage": 186, | |
| "destroyed": 82, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 363, | |
| "minor damage": 6, | |
| "major damage": 168, | |
| "destroyed": 87, | |
| "un-classified": 10 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5175759608835757, | |
| "minor damage": 0.3882696390658174, | |
| "major damage": 0.5271816881258942, | |
| "destroyed": 0.5715921746622118, | |
| "un-classified": 0.7411858974358975 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.278372591006424, | |
| "minor damage": 0.007936507936507936, | |
| "major damage": 0.3163841807909605, | |
| "destroyed": 0.2603550295857988, | |
| "un-classified": 0.38461538461538464 | |
| }, | |
| "macro": 0.24953273878701515, | |
| "micro": 0.23501577287066247 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.46845425867507884, | |
| "minor damage": 0.6056782334384858, | |
| "major damage": 0.6182965299684543, | |
| "destroyed": 0.8028391167192429, | |
| "un-classified": 0.9747634069400631 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.625, | |
| "minor damage": 0.0040650406504065045, | |
| "major damage": 0.3010752688172043, | |
| "destroyed": 0.2682926829268293, | |
| "un-classified": 0.3125 | |
| }, | |
| "macro": 0.2863873848199867, | |
| "micro": 0.23501577287066247 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.1790633608815427, | |
| "minor damage": 0.16666666666666666, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 0.25287356321839083, | |
| "un-classified": 0.5 | |
| }, | |
| "macro": 0.30218659847888796, | |
| "micro": 0.23501577287066247 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 65, | |
| 1, | |
| 24, | |
| 12, | |
| 2 | |
| ], | |
| [ | |
| 158, | |
| 1, | |
| 58, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 103, | |
| 2, | |
| 56, | |
| 22, | |
| 3 | |
| ], | |
| [ | |
| 31, | |
| 2, | |
| 27, | |
| 22, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 3, | |
| 2, | |
| 5 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230902a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 157, | |
| "actual_class_counts": { | |
| "no damage": 128, | |
| "minor damage": 10, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 126, | |
| "minor damage": 10, | |
| "major damage": 16, | |
| "destroyed": 5, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6260880696364568, | |
| "minor damage": 0.46598639455782315, | |
| "major damage": 0.5241578014184397, | |
| "destroyed": 0.6 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8582677165354331, | |
| "minor damage": 0.0, | |
| "major damage": 0.10526315789473684, | |
| "destroyed": 0.3333333333333333, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.2593728415527007, | |
| "micro": 0.7070063694267515 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7707006369426752, | |
| "minor damage": 0.8726114649681529, | |
| "major damage": 0.89171974522293, | |
| "destroyed": 0.9745222929936306, | |
| "un-classified": 0.9044585987261147 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8515625, | |
| "minor damage": 0.0, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.28189484126984127, | |
| "micro": 0.7070063694267515 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8650793650793651, | |
| "minor damage": 0.0, | |
| "major damage": 0.0625, | |
| "destroyed": 0.2, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.4369791666666666, | |
| "micro": 0.7070063694267515 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 109, | |
| 8, | |
| 10, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 2, | |
| 4, | |
| 3, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010061205400-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 138, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 20 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 103, | |
| "minor damage": 39, | |
| "major damage": 15, | |
| "destroyed": 2, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6048023578363384, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.4968152866242038 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8049792531120332, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.16099585062240665, | |
| "micro": 0.610062893081761 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7044025157232704, | |
| "minor damage": 0.7547169811320755, | |
| "major damage": 0.9056603773584906, | |
| "destroyed": 0.9811320754716981, | |
| "un-classified": 0.8742138364779874 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7028985507246377, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.2354368932038835, | |
| "micro": 0.610062893081761 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.941747572815534, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.23429951690821257, | |
| "micro": 0.610062893081761 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 97, | |
| 30, | |
| 10, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 8, | |
| 5, | |
| 1, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_1040010061205400-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 621, | |
| "actual_class_counts": { | |
| "no damage": 575, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 46 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 427, | |
| "minor damage": 164, | |
| "major damage": 15, | |
| "destroyed": 1, | |
| "un-classified": 14 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5623325044061903, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.7909508119557542 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8223552894211577, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.3 | |
| }, | |
| "macro": 0.22447105788423155, | |
| "micro": 0.677938808373591 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7133655394524959, | |
| "minor damage": 0.7359098228663447, | |
| "major damage": 0.9758454106280193, | |
| "destroyed": 0.998389694041868, | |
| "un-classified": 0.9323671497584541 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7165217391304348, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.1956521739130435 | |
| }, | |
| "macro": 0.32154566744730684, | |
| "micro": 0.677938808373591 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9648711943793911, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.6428571428571429 | |
| }, | |
| "macro": 0.45608695652173914, | |
| "micro": 0.677938808373591 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 412, | |
| 146, | |
| 12, | |
| 0, | |
| 5 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 15, | |
| 18, | |
| 3, | |
| 1, | |
| 9 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211215-Russelville-Middle.geo.tif": { | |
| "samples": { | |
| "total": 176, | |
| "actual_class_counts": { | |
| "no damage": 48, | |
| "minor damage": 61, | |
| "major damage": 43, | |
| "destroyed": 9, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 121, | |
| "minor damage": 3, | |
| "major damage": 37, | |
| "destroyed": 10, | |
| "un-classified": 5 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5132231404958678, | |
| "minor damage": 0.3236994219653179, | |
| "major damage": 0.44798755590122497, | |
| "destroyed": 0.5259036144578313, | |
| "un-classified": 0.7649122807017544 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.40236686390532544, | |
| "minor damage": 0.0, | |
| "major damage": 0.15, | |
| "destroyed": 0.10526315789473684, | |
| "un-classified": 0.3 | |
| }, | |
| "macro": 0.1915260043600125, | |
| "micro": 0.25 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.42613636363636365, | |
| "minor damage": 0.6363636363636364, | |
| "major damage": 0.6136363636363636, | |
| "destroyed": 0.9034090909090909, | |
| "un-classified": 0.9204545454545454 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7083333333333334, | |
| "minor damage": 0.0, | |
| "major damage": 0.13953488372093023, | |
| "destroyed": 0.1111111111111111, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.2286307795398704, | |
| "micro": 0.25 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.2809917355371901, | |
| "minor damage": 0.0, | |
| "major damage": 0.16216216216216217, | |
| "destroyed": 0.1, | |
| "un-classified": 0.6 | |
| }, | |
| "macro": 0.23179586563307492, | |
| "micro": 0.25 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 34, | |
| 0, | |
| 12, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 42, | |
| 0, | |
| 14, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 32, | |
| 2, | |
| 6, | |
| 2, | |
| 1 | |
| ], | |
| [ | |
| 5, | |
| 1, | |
| 2, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 0, | |
| 3, | |
| 1, | |
| 3 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": { | |
| "samples": { | |
| "total": 507, | |
| "actual_class_counts": { | |
| "no damage": 115, | |
| "minor damage": 130, | |
| "major damage": 63, | |
| "destroyed": 185, | |
| "un-classified": 14 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 77, | |
| "minor damage": 31, | |
| "major damage": 225, | |
| "destroyed": 137, | |
| "un-classified": 37 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5883116883116883, | |
| "minor damage": 0.5867782596909732, | |
| "major damage": 0.5161465721040189, | |
| "destroyed": 0.7050897612941407, | |
| "un-classified": 0.5288384128809661 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.3020833333333333, | |
| "minor damage": 0.16149068322981366, | |
| "major damage": 0.2222222222222222, | |
| "destroyed": 0.5652173913043478, | |
| "un-classified": 0.11764705882352941 | |
| }, | |
| "macro": 0.27373213778264927, | |
| "micro": 0.33136094674556216 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7357001972386588, | |
| "minor damage": 0.7337278106508875, | |
| "major damage": 0.5581854043392505, | |
| "destroyed": 0.7238658777120316, | |
| "un-classified": 0.9112426035502958 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.25217391304347825, | |
| "minor damage": 0.1, | |
| "major damage": 0.5079365079365079, | |
| "destroyed": 0.4918918918918919, | |
| "un-classified": 0.21428571428571427 | |
| }, | |
| "macro": 0.33670301905573863, | |
| "micro": 0.33136094674556216 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.37662337662337664, | |
| "minor damage": 0.41935483870967744, | |
| "major damage": 0.14222222222222222, | |
| "destroyed": 0.6642335766423357, | |
| "un-classified": 0.08108108108108109 | |
| }, | |
| "macro": 0.3132576054315185, | |
| "micro": 0.33136094674556216 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 29, | |
| 15, | |
| 59, | |
| 7, | |
| 5 | |
| ], | |
| [ | |
| 22, | |
| 13, | |
| 76, | |
| 16, | |
| 3 | |
| ], | |
| [ | |
| 9, | |
| 2, | |
| 32, | |
| 19, | |
| 1 | |
| ], | |
| [ | |
| 16, | |
| 1, | |
| 52, | |
| 91, | |
| 25 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 6, | |
| 4, | |
| 3 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230831a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 139, | |
| "actual_class_counts": { | |
| "no damage": 100, | |
| "minor damage": 12, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 23 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 113, | |
| "minor damage": 11, | |
| "major damage": 7, | |
| "destroyed": 5, | |
| "un-classified": 3 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7295779441797141, | |
| "minor damage": 0.5024857954545454, | |
| "major damage": 0.48863636363636365, | |
| "destroyed": 0.6, | |
| "un-classified": 0.926470588235294 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8544600938967136, | |
| "minor damage": 0.08695652173913043, | |
| "major damage": 0.0, | |
| "destroyed": 0.3333333333333333, | |
| "un-classified": 0.23076923076923078 | |
| }, | |
| "macro": 0.30110383594768164, | |
| "micro": 0.6906474820143885 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7769784172661871, | |
| "minor damage": 0.8489208633093526, | |
| "major damage": 0.9280575539568345, | |
| "destroyed": 0.9712230215827338, | |
| "un-classified": 0.8561151079136691 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.91, | |
| "minor damage": 0.08333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.13043478260869565 | |
| }, | |
| "macro": 0.4192437650844731, | |
| "micro": 0.6906474820143885 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8053097345132744, | |
| "minor damage": 0.09090909090909091, | |
| "major damage": 0.0, | |
| "destroyed": 0.2, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.4247536231884058, | |
| "micro": 0.6906474820143885 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 91, | |
| 4, | |
| 4, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 6, | |
| 2, | |
| 3, | |
| 3 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_20230902a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 613, | |
| "actual_class_counts": { | |
| "no damage": 469, | |
| "minor damage": 55, | |
| "major damage": 18, | |
| "destroyed": 4, | |
| "un-classified": 67 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 483, | |
| "minor damage": 72, | |
| "major damage": 37, | |
| "destroyed": 10, | |
| "un-classified": 11 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.707270265965918, | |
| "minor damage": 0.5121174779215445, | |
| "major damage": 0.513138138138138, | |
| "destroyed": 0.4966832504145937, | |
| "un-classified": 0.8609181516158261 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.865546218487395, | |
| "minor damage": 0.12598425196850394, | |
| "major damage": 0.07272727272727272, | |
| "destroyed": 0.0, | |
| "un-classified": 0.23076923076923078 | |
| }, | |
| "macro": 0.2590053947904805, | |
| "micro": 0.7030995106035889 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7911908646003263, | |
| "minor damage": 0.8189233278955954, | |
| "major damage": 0.9168026101141925, | |
| "destroyed": 0.9771615008156607, | |
| "un-classified": 0.9021207177814029 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8784648187633263, | |
| "minor damage": 0.14545454545454545, | |
| "major damage": 0.1111111111111111, | |
| "destroyed": 0.0, | |
| "un-classified": 0.13432835820895522 | |
| }, | |
| "macro": 0.36726981074807163, | |
| "micro": 0.7030995106035889 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8530020703933747, | |
| "minor damage": 0.1111111111111111, | |
| "major damage": 0.05405405405405406, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8181818181818182 | |
| }, | |
| "macro": 0.2538717667075876, | |
| "micro": 0.7030995106035889 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 412, | |
| 38, | |
| 19, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 41, | |
| 8, | |
| 4, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 11, | |
| 4, | |
| 2, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 18, | |
| 21, | |
| 12, | |
| 7, | |
| 9 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_1040010077338D00-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 623, | |
| "actual_class_counts": { | |
| "no damage": 581, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 42 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 424, | |
| "minor damage": 159, | |
| "major damage": 22, | |
| "destroyed": 4, | |
| "un-classified": 14 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5501505167346166, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.757799671592775 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8139303482587065, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.21992892679459844, | |
| "micro": 0.6693418940609952 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6998394863563403, | |
| "minor damage": 0.7447833065810594, | |
| "major damage": 0.9646869983948636, | |
| "destroyed": 0.9935794542536116, | |
| "un-classified": 0.9357945425361156 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7039586919104991, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.19047619047619047 | |
| }, | |
| "macro": 0.3072102425876011, | |
| "micro": 0.6693418940609952 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.964622641509434, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5714285714285714 | |
| }, | |
| "macro": 0.4472174411933448, | |
| "micro": 0.6693418940609952 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 409, | |
| 143, | |
| 21, | |
| 2, | |
| 6 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 15, | |
| 16, | |
| 1, | |
| 2, | |
| 8 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 129, | |
| "minor damage": 11, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 101, | |
| "minor damage": 6, | |
| "major damage": 46, | |
| "destroyed": 6, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6093376579037214, | |
| "minor damage": 0.46405228758169936, | |
| "major damage": 0.5020200076952674, | |
| "destroyed": 0.5833333333333334 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.782608695652174, | |
| "minor damage": 0.0, | |
| "major damage": 0.04081632653061224, | |
| "destroyed": 0.2857142857142857, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.2218278615794144, | |
| "micro": 0.5786163522012578 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6855345911949685, | |
| "minor damage": 0.8930817610062893, | |
| "major damage": 0.7044025157232704, | |
| "destroyed": 0.9685534591194969, | |
| "un-classified": 0.9056603773584906 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6976744186046512, | |
| "minor damage": 0.0, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.2698737265030851, | |
| "micro": 0.5786163522012578 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8910891089108911, | |
| "minor damage": 0.0, | |
| "major damage": 0.021739130434782608, | |
| "destroyed": 0.16666666666666666, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.4062015503875969, | |
| "micro": 0.5786163522012578 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 90, | |
| 3, | |
| 34, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 5, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 3, | |
| 6, | |
| 3, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-01.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 3 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 7, | |
| "minor damage": 0, | |
| "major damage": 5, | |
| "destroyed": 4, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.4523809523809524, | |
| "major damage": 0.5, | |
| "destroyed": 0.4166666666666667 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.47058823529411764, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.09411764705882353, | |
| "micro": 0.25 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4375, | |
| "minor damage": 0.9375, | |
| "major damage": 0.6875, | |
| "destroyed": 0.625, | |
| "un-classified": 0.8125 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.19047619047619047, | |
| "micro": 0.25 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5714285714285714, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.1, | |
| "micro": 0.25 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 4, | |
| 0, | |
| 3, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211213-Candle-Factory-AO.geo.tif": { | |
| "samples": { | |
| "total": 185, | |
| "actual_class_counts": { | |
| "no damage": 98, | |
| "minor damage": 23, | |
| "major damage": 31, | |
| "destroyed": 17, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 113, | |
| "minor damage": 9, | |
| "major damage": 47, | |
| "destroyed": 10, | |
| "un-classified": 6 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5015978367748279, | |
| "minor damage": 0.6098484848484848, | |
| "major damage": 0.5160345359235275, | |
| "destroyed": 0.4514285714285714, | |
| "un-classified": 0.9720670391061452 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5687203791469194, | |
| "minor damage": 0.1875, | |
| "major damage": 0.23076923076923078, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5454545454545454 | |
| }, | |
| "macro": 0.3064888310741391, | |
| "micro": 0.42162162162162165 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5081081081081081, | |
| "minor damage": 0.8594594594594595, | |
| "major damage": 0.6756756756756757, | |
| "destroyed": 0.8540540540540541, | |
| "un-classified": 0.9459459459459459 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6122448979591837, | |
| "minor damage": 0.13043478260869565, | |
| "major damage": 0.2903225806451613, | |
| "destroyed": 0.0, | |
| "un-classified": 0.375 | |
| }, | |
| "macro": 0.4111592292725789, | |
| "micro": 0.42162162162162165 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5309734513274337, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.19148936170212766, | |
| "destroyed": 0.0, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.28160045224260816, | |
| "micro": 0.42162162162162165 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 60, | |
| 3, | |
| 26, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 15, | |
| 3, | |
| 5, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 21, | |
| 1, | |
| 9, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 12, | |
| 2, | |
| 3, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 0, | |
| 4, | |
| 1, | |
| 6 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 634, | |
| "actual_class_counts": { | |
| "no damage": 108, | |
| "minor damage": 307, | |
| "major damage": 118, | |
| "destroyed": 80, | |
| "un-classified": 21 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 386, | |
| "minor damage": 146, | |
| "major damage": 66, | |
| "destroyed": 12, | |
| "un-classified": 24 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5438638642821327, | |
| "minor damage": 0.4613041769593532, | |
| "major damage": 0.5145113102859582, | |
| "destroyed": 0.6480439442658092, | |
| "un-classified": 0.6560109289617486 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.31983805668016196, | |
| "minor damage": 0.2737306843267108, | |
| "major damage": 0.15217391304347827, | |
| "destroyed": 0.10869565217391304, | |
| "un-classified": 0.35555555555555557 | |
| }, | |
| "macro": 0.24199877235596393, | |
| "micro": 0.26498422712933756 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.47003154574132494, | |
| "minor damage": 0.4810725552050473, | |
| "major damage": 0.7539432176656151, | |
| "destroyed": 0.8706624605678234, | |
| "un-classified": 0.9542586750788643 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7314814814814815, | |
| "minor damage": 0.20195439739413681, | |
| "major damage": 0.11864406779661017, | |
| "destroyed": 0.0625, | |
| "un-classified": 0.38095238095238093 | |
| }, | |
| "macro": 0.31828839176060414, | |
| "micro": 0.26498422712933756 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.20466321243523317, | |
| "minor damage": 0.4246575342465753, | |
| "major damage": 0.21212121212121213, | |
| "destroyed": 0.4166666666666667, | |
| "un-classified": 0.3333333333333333 | |
| }, | |
| "macro": 0.2991064655249219, | |
| "micro": 0.26498422712933756 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 79, | |
| 23, | |
| 4, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 212, | |
| 62, | |
| 26, | |
| 2, | |
| 5 | |
| ], | |
| [ | |
| 63, | |
| 35, | |
| 14, | |
| 2, | |
| 4 | |
| ], | |
| [ | |
| 27, | |
| 22, | |
| 21, | |
| 5, | |
| 5 | |
| ], | |
| [ | |
| 5, | |
| 4, | |
| 1, | |
| 3, | |
| 8 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 19, | |
| "minor damage": 0, | |
| "major damage": 7, | |
| "destroyed": 10, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8114035087719298, | |
| "major damage": 0.5, | |
| "destroyed": 0.8018518518518518, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8108108108108109, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.2954954954954955, | |
| "micro": 0.6486486486486487 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8108108108108109, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8108108108108109, | |
| "destroyed": 0.7567567567567568, | |
| "un-classified": 0.972972972972973 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5294117647058824, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.4223684210526316, | |
| "micro": 0.6486486486486487 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.7894736842105263, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.9, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.4542483660130719, | |
| "micro": 0.6486486486486487 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 0, | |
| 1, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 5, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010077338D00-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 142, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 113, | |
| "minor damage": 37, | |
| "major damage": 9, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5624278568680261, | |
| "minor damage": 0.5, | |
| "major damage": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8235294117647058, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.16470588235294117, | |
| "micro": 0.660377358490566 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7169811320754716, | |
| "minor damage": 0.7672955974842768, | |
| "major damage": 0.9433962264150944, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.89937106918239 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7394366197183099, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.30973451327433627, | |
| "micro": 0.660377358490566 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9292035398230089, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.24647887323943662, | |
| "micro": 0.660377358490566 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 105, | |
| 29, | |
| 8, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 7, | |
| 1, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_gsd_metrics": { | |
| "0.04401284": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 2, | |
| "destroyed": 5, | |
| "un-classified": 3 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6451612903225806, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.12903225806451613, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.47619047619047616, | |
| "minor damage": 0.9523809523809523, | |
| "major damage": 0.9047619047619048, | |
| "destroyed": 0.7619047619047619, | |
| "un-classified": 0.8571428571428571 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.47619047619047616, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.2, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.47619047619047616, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 1, | |
| 2, | |
| 5, | |
| 3 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02001503": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 19, | |
| "minor damage": 0, | |
| "major damage": 7, | |
| "destroyed": 10, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8114035087719298, | |
| "major damage": 0.5, | |
| "destroyed": 0.8018518518518518, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8108108108108109, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.2954954954954955, | |
| "micro": 0.6486486486486487 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8108108108108109, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8108108108108109, | |
| "destroyed": 0.7567567567567568, | |
| "un-classified": 0.972972972972973 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5294117647058824, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.4223684210526316, | |
| "micro": 0.6486486486486487 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.7894736842105263, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.9, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.4542483660130719, | |
| "micro": 0.6486486486486487 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 0, | |
| 1, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 5, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02927101": { | |
| "samples": { | |
| "total": 185, | |
| "actual_class_counts": { | |
| "no damage": 98, | |
| "minor damage": 23, | |
| "major damage": 31, | |
| "destroyed": 17, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 113, | |
| "minor damage": 9, | |
| "major damage": 47, | |
| "destroyed": 10, | |
| "un-classified": 6 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5015978367748279, | |
| "minor damage": 0.6098484848484848, | |
| "major damage": 0.5160345359235275, | |
| "destroyed": 0.4514285714285714, | |
| "un-classified": 0.9720670391061452 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5687203791469194, | |
| "minor damage": 0.1875, | |
| "major damage": 0.23076923076923078, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5454545454545454 | |
| }, | |
| "macro": 0.3064888310741391, | |
| "micro": 0.42162162162162165 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5081081081081081, | |
| "minor damage": 0.8594594594594595, | |
| "major damage": 0.6756756756756757, | |
| "destroyed": 0.8540540540540541, | |
| "un-classified": 0.9459459459459459 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6122448979591837, | |
| "minor damage": 0.13043478260869565, | |
| "major damage": 0.2903225806451613, | |
| "destroyed": 0.0, | |
| "un-classified": 0.375 | |
| }, | |
| "macro": 0.4111592292725789, | |
| "micro": 0.42162162162162165 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5309734513274337, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.19148936170212766, | |
| "destroyed": 0.0, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.28160045224260816, | |
| "micro": 0.42162162162162165 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 60, | |
| 3, | |
| 26, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 15, | |
| 3, | |
| 5, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 21, | |
| 1, | |
| 9, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 12, | |
| 2, | |
| 3, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 0, | |
| 4, | |
| 1, | |
| 6 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.305175781": { | |
| "samples": { | |
| "total": 2341, | |
| "actual_class_counts": { | |
| "no damage": 2164, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 3, | |
| "un-classified": 174 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1625, | |
| "minor damage": 559, | |
| "major damage": 96, | |
| "destroyed": 14, | |
| "un-classified": 47 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5612303394929092, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.49935539321014183, | |
| "un-classified": 0.7334814223970024 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8250197941409343, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.22624434389140272 | |
| }, | |
| "macro": 0.2102528276064674, | |
| "micro": 0.6783425886373344 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7167876975651432, | |
| "minor damage": 0.7612131567706109, | |
| "major damage": 0.9589918838103375, | |
| "destroyed": 0.992738146091414, | |
| "un-classified": 0.9269542930371636 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7222735674676525, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.14367816091954022 | |
| }, | |
| "macro": 0.29875220949263503, | |
| "micro": 0.6783425886373344 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9618461538461538, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5319148936170213 | |
| }, | |
| "macro": 0.28865057612906425, | |
| "micro": 0.6783425886373344 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1563, | |
| 491, | |
| 81, | |
| 7, | |
| 22 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 62, | |
| 66, | |
| 14, | |
| 7, | |
| 25 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.465002127": { | |
| "samples": { | |
| "total": 1144, | |
| "actual_class_counts": { | |
| "no damage": 1115, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 28 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 594, | |
| "minor damage": 340, | |
| "major damage": 120, | |
| "destroyed": 46, | |
| "un-classified": 44 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5158585858585859, | |
| "minor damage": 0.4993781094527363, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.6527272727272727 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6881217086015213, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.3888888888888889 | |
| }, | |
| "macro": 0.21540211949808205, | |
| "micro": 0.5262237762237763 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5340909090909091, | |
| "minor damage": 0.7019230769230769, | |
| "major damage": 0.8951048951048951, | |
| "destroyed": 0.9597902097902098, | |
| "un-classified": 0.9615384615384616 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5273542600896861, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.5 | |
| }, | |
| "macro": 0.26161616161616164, | |
| "micro": 0.5262237762237763 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.98989898989899, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.3181818181818182 | |
| }, | |
| "macro": 0.34245142002989537, | |
| "micro": 0.5262237762237763 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 588, | |
| 338, | |
| 117, | |
| 42, | |
| 30 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 2, | |
| 3, | |
| 3, | |
| 14 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02019042": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 12, | |
| "minor damage": 0, | |
| "major damage": 7, | |
| "destroyed": 17, | |
| "un-classified": 3 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.4629629629629629, | |
| "major damage": 0.484375, | |
| "destroyed": 0.5013368983957218, | |
| "un-classified": 0.6249999999999999 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.2962962962962963, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.42424242424242425, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.20125060125060124, | |
| "micro": 0.3076923076923077 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5128205128205128, | |
| "minor damage": 0.9230769230769231, | |
| "major damage": 0.7948717948717948, | |
| "destroyed": 0.5128205128205128, | |
| "un-classified": 0.8717948717948718 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.26666666666666666, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.4375, | |
| "un-classified": 0.25 | |
| }, | |
| "macro": 0.2696078431372549, | |
| "micro": 0.3076923076923077 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3333333333333333, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.4117647058823529, | |
| "un-classified": 0.3333333333333333 | |
| }, | |
| "macro": 0.19083333333333333, | |
| "micro": 0.3076923076923077 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 4, | |
| 0, | |
| 5, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 0, | |
| 0, | |
| 7, | |
| 2 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.384001757": { | |
| "samples": { | |
| "total": 1144, | |
| "actual_class_counts": { | |
| "no damage": 1105, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 39 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 621, | |
| "minor damage": 342, | |
| "major damage": 128, | |
| "destroyed": 28, | |
| "un-classified": 25 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5126284319068424, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.68704200178731 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7033603707995365, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.3125 | |
| }, | |
| "macro": 0.2031720741599073, | |
| "micro": 0.5393356643356644 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5524475524475524, | |
| "minor damage": 0.701048951048951, | |
| "major damage": 0.8881118881118881, | |
| "destroyed": 0.9755244755244755, | |
| "un-classified": 0.9615384615384616 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5493212669683258, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.2564102564102564 | |
| }, | |
| "macro": 0.2754911433172303, | |
| "micro": 0.5393356643356644 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9774557165861514, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.4 | |
| }, | |
| "macro": 0.4028657616892911, | |
| "micro": 0.5393356643356644 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 607, | |
| 336, | |
| 125, | |
| 22, | |
| 15 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 6, | |
| 3, | |
| 6, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.01946466": { | |
| "samples": { | |
| "total": 634, | |
| "actual_class_counts": { | |
| "no damage": 104, | |
| "minor damage": 246, | |
| "major damage": 186, | |
| "destroyed": 82, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 363, | |
| "minor damage": 6, | |
| "major damage": 168, | |
| "destroyed": 87, | |
| "un-classified": 10 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5175759608835757, | |
| "minor damage": 0.3882696390658174, | |
| "major damage": 0.5271816881258942, | |
| "destroyed": 0.5715921746622118, | |
| "un-classified": 0.7411858974358975 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.278372591006424, | |
| "minor damage": 0.007936507936507936, | |
| "major damage": 0.3163841807909605, | |
| "destroyed": 0.2603550295857988, | |
| "un-classified": 0.38461538461538464 | |
| }, | |
| "macro": 0.24953273878701515, | |
| "micro": 0.23501577287066247 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.46845425867507884, | |
| "minor damage": 0.6056782334384858, | |
| "major damage": 0.6182965299684543, | |
| "destroyed": 0.8028391167192429, | |
| "un-classified": 0.9747634069400631 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.625, | |
| "minor damage": 0.0040650406504065045, | |
| "major damage": 0.3010752688172043, | |
| "destroyed": 0.2682926829268293, | |
| "un-classified": 0.3125 | |
| }, | |
| "macro": 0.2863873848199867, | |
| "micro": 0.23501577287066247 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.1790633608815427, | |
| "minor damage": 0.16666666666666666, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 0.25287356321839083, | |
| "un-classified": 0.5 | |
| }, | |
| "macro": 0.30218659847888796, | |
| "micro": 0.23501577287066247 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 65, | |
| 1, | |
| 24, | |
| 12, | |
| 2 | |
| ], | |
| [ | |
| 158, | |
| 1, | |
| 58, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 103, | |
| 2, | |
| 56, | |
| 22, | |
| 3 | |
| ], | |
| [ | |
| 31, | |
| 2, | |
| 27, | |
| 22, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 3, | |
| 2, | |
| 5 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02197147": { | |
| "samples": { | |
| "total": 176, | |
| "actual_class_counts": { | |
| "no damage": 48, | |
| "minor damage": 61, | |
| "major damage": 43, | |
| "destroyed": 9, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 121, | |
| "minor damage": 3, | |
| "major damage": 37, | |
| "destroyed": 10, | |
| "un-classified": 5 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5132231404958678, | |
| "minor damage": 0.3236994219653179, | |
| "major damage": 0.44798755590122497, | |
| "destroyed": 0.5259036144578313, | |
| "un-classified": 0.7649122807017544 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.40236686390532544, | |
| "minor damage": 0.0, | |
| "major damage": 0.15, | |
| "destroyed": 0.10526315789473684, | |
| "un-classified": 0.3 | |
| }, | |
| "macro": 0.1915260043600125, | |
| "micro": 0.25 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.42613636363636365, | |
| "minor damage": 0.6363636363636364, | |
| "major damage": 0.6136363636363636, | |
| "destroyed": 0.9034090909090909, | |
| "un-classified": 0.9204545454545454 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7083333333333334, | |
| "minor damage": 0.0, | |
| "major damage": 0.13953488372093023, | |
| "destroyed": 0.1111111111111111, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.2286307795398704, | |
| "micro": 0.25 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.2809917355371901, | |
| "minor damage": 0.0, | |
| "major damage": 0.16216216216216217, | |
| "destroyed": 0.1, | |
| "un-classified": 0.6 | |
| }, | |
| "macro": 0.23179586563307492, | |
| "micro": 0.25 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 34, | |
| 0, | |
| 12, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 42, | |
| 0, | |
| 14, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 32, | |
| 2, | |
| 6, | |
| 2, | |
| 1 | |
| ], | |
| [ | |
| 5, | |
| 1, | |
| 2, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 0, | |
| 3, | |
| 1, | |
| 3 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.300349465": { | |
| "samples": { | |
| "total": 1143, | |
| "actual_class_counts": { | |
| "no damage": 159, | |
| "minor damage": 450, | |
| "major damage": 223, | |
| "destroyed": 271, | |
| "un-classified": 40 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 635, | |
| "minor damage": 268, | |
| "major damage": 141, | |
| "destroyed": 70, | |
| "un-classified": 29 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5631889763779528, | |
| "minor damage": 0.45975906183368875, | |
| "major damage": 0.5262559986410158, | |
| "destroyed": 0.7769870856077752, | |
| "un-classified": 0.658948802080109 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.3123425692695214, | |
| "minor damage": 0.2479108635097493, | |
| "major damage": 0.18681318681318682, | |
| "destroyed": 0.31085043988269795, | |
| "un-classified": 0.2898550724637681 | |
| }, | |
| "macro": 0.2695544263877847, | |
| "micro": 0.27121609798775154 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5223097112860893, | |
| "minor damage": 0.5275590551181102, | |
| "major damage": 0.7410323709536308, | |
| "destroyed": 0.7944006999125109, | |
| "un-classified": 0.9571303587051618 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.779874213836478, | |
| "minor damage": 0.19777777777777777, | |
| "major damage": 0.15246636771300448, | |
| "destroyed": 0.19557195571955718, | |
| "un-classified": 0.25 | |
| }, | |
| "macro": 0.3740940675825581, | |
| "micro": 0.27121609798775154 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.1952755905511811, | |
| "minor damage": 0.332089552238806, | |
| "major damage": 0.24113475177304963, | |
| "destroyed": 0.7571428571428571, | |
| "un-classified": 0.3448275862068966 | |
| }, | |
| "macro": 0.31513806300936353, | |
| "micro": 0.27121609798775154 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 124, | |
| 28, | |
| 5, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 316, | |
| 89, | |
| 38, | |
| 2, | |
| 5 | |
| ], | |
| [ | |
| 107, | |
| 73, | |
| 34, | |
| 4, | |
| 5 | |
| ], | |
| [ | |
| 78, | |
| 72, | |
| 61, | |
| 53, | |
| 7 | |
| ], | |
| [ | |
| 10, | |
| 6, | |
| 3, | |
| 11, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.127": { | |
| "samples": { | |
| "total": 778, | |
| "actual_class_counts": { | |
| "no damage": 640, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 525, | |
| "minor damage": 52, | |
| "major damage": 171, | |
| "destroyed": 24, | |
| "un-classified": 6 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.591150009410879, | |
| "minor damage": 0.5280779826234372, | |
| "major damage": 0.5002456718402267, | |
| "destroyed": 0.5201702033598585, | |
| "un-classified": 0.8810449050086356 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7948497854077253, | |
| "minor damage": 0.1188118811881188, | |
| "major damage": 0.06060606060606061, | |
| "destroyed": 0.07692307692307693, | |
| "un-classified": 0.15151515151515152 | |
| }, | |
| "macro": 0.2405411911280267, | |
| "micro": 0.6182519280205655 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6928020565552699, | |
| "minor damage": 0.8856041131105399, | |
| "major damage": 0.7609254498714653, | |
| "destroyed": 0.9691516709511568, | |
| "un-classified": 0.9280205655526992 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7234375, | |
| "minor damage": 0.12244897959183673, | |
| "major damage": 0.2222222222222222, | |
| "destroyed": 0.5, | |
| "un-classified": 0.08333333333333333 | |
| }, | |
| "macro": 0.3814754193175246, | |
| "micro": 0.6182519280205655 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8819047619047619, | |
| "minor damage": 0.11538461538461539, | |
| "major damage": 0.03508771929824561, | |
| "destroyed": 0.041666666666666664, | |
| "un-classified": 0.8333333333333334 | |
| }, | |
| "macro": 0.3302884070294784, | |
| "micro": 0.6182519280205655 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 463, | |
| 37, | |
| 130, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 30, | |
| 6, | |
| 9, | |
| 3, | |
| 1 | |
| ], | |
| [ | |
| 18, | |
| 3, | |
| 6, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 6, | |
| 25, | |
| 10, | |
| 5 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02042949": { | |
| "samples": { | |
| "total": 15, | |
| "actual_class_counts": { | |
| "no damage": 9, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 8, | |
| "minor damage": 0, | |
| "major damage": 2, | |
| "destroyed": 5, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5267857142857143, | |
| "major damage": 0.5, | |
| "destroyed": 0.44999999999999996 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5882352941176471, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.2222222222222222, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.16209150326797386, | |
| "micro": 0.4 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5333333333333333, | |
| "minor damage": 0.9333333333333333, | |
| "major damage": 0.8666666666666667, | |
| "destroyed": 0.5333333333333333, | |
| "un-classified": 0.9333333333333333 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5555555555555556, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.25, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.27499999999999997, | |
| "micro": 0.4 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.625, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.2, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.2013888888888889, | |
| "micro": 0.4 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 5, | |
| 0, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.01964606": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 53, | |
| "minor damage": 117, | |
| "major damage": 121, | |
| "destroyed": 201, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 332, | |
| "minor damage": 17, | |
| "major damage": 91, | |
| "destroyed": 63, | |
| "un-classified": 7 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5366691485041288, | |
| "minor damage": 0.4117647058823529, | |
| "major damage": 0.4425502898056597, | |
| "destroyed": 0.4834345371258123, | |
| "un-classified": 0.6993751775063902 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.22337662337662337, | |
| "minor damage": 0.014925373134328358, | |
| "major damage": 0.12264150943396226, | |
| "destroyed": 0.17424242424242425, | |
| "un-classified": 0.24 | |
| }, | |
| "macro": 0.15503718603746766, | |
| "micro": 0.1627450980392157 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4137254901960784, | |
| "minor damage": 0.7411764705882353, | |
| "major damage": 0.6352941176470588, | |
| "destroyed": 0.5725490196078431, | |
| "un-classified": 0.9627450980392157 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8113207547169812, | |
| "minor damage": 0.008547008547008548, | |
| "major damage": 0.10743801652892562, | |
| "destroyed": 0.11442786069651742, | |
| "un-classified": 0.16666666666666666 | |
| }, | |
| "macro": 0.22496990764177158, | |
| "micro": 0.1627450980392157 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.12951807228915663, | |
| "minor damage": 0.058823529411764705, | |
| "major damage": 0.14285714285714285, | |
| "destroyed": 0.36507936507936506, | |
| "un-classified": 0.42857142857142855 | |
| }, | |
| "macro": 0.24168006143121992, | |
| "micro": 0.1627450980392157 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 43, | |
| 0, | |
| 5, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 92, | |
| 1, | |
| 7, | |
| 17, | |
| 0 | |
| ], | |
| [ | |
| 84, | |
| 7, | |
| 13, | |
| 15, | |
| 2 | |
| ], | |
| [ | |
| 102, | |
| 9, | |
| 66, | |
| 23, | |
| 1 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 4, | |
| 3 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.03110499": { | |
| "samples": { | |
| "total": 1667, | |
| "actual_class_counts": { | |
| "no damage": 683, | |
| "minor damage": 519, | |
| "major damage": 298, | |
| "destroyed": 118, | |
| "un-classified": 49 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1028, | |
| "minor damage": 87, | |
| "major damage": 393, | |
| "destroyed": 123, | |
| "un-classified": 36 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5213292291579134, | |
| "minor damage": 0.5055397933944421, | |
| "major damage": 0.5062354947851131, | |
| "destroyed": 0.510065188087114, | |
| "un-classified": 0.6837148307105388 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5119812974868498, | |
| "minor damage": 0.0924092409240924, | |
| "major damage": 0.2141823444283647, | |
| "destroyed": 0.0912863070539419, | |
| "un-classified": 0.32941176470588235 | |
| }, | |
| "macro": 0.24785419091982624, | |
| "micro": 0.33893221355728853 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4991001799640072, | |
| "minor damage": 0.6700659868026395, | |
| "major damage": 0.6742651469706059, | |
| "destroyed": 0.8686262747450509, | |
| "un-classified": 0.9658068386322736 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6412884333821376, | |
| "minor damage": 0.05394990366088632, | |
| "major damage": 0.2483221476510067, | |
| "destroyed": 0.09322033898305085, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.28290481359250197, | |
| "micro": 0.33893221355728853 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4260700389105058, | |
| "minor damage": 0.3218390804597701, | |
| "major damage": 0.18829516539440203, | |
| "destroyed": 0.08943089430894309, | |
| "un-classified": 0.3888888888888889 | |
| }, | |
| "macro": 0.2644990218782734, | |
| "micro": 0.33893221355728853 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 438, | |
| 29, | |
| 144, | |
| 57, | |
| 15 | |
| ], | |
| [ | |
| 317, | |
| 28, | |
| 141, | |
| 31, | |
| 2 | |
| ], | |
| [ | |
| 186, | |
| 23, | |
| 74, | |
| 11, | |
| 4 | |
| ], | |
| [ | |
| 74, | |
| 7, | |
| 25, | |
| 11, | |
| 1 | |
| ], | |
| [ | |
| 13, | |
| 0, | |
| 9, | |
| 13, | |
| 14 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.589669364": { | |
| "samples": { | |
| "total": 1142, | |
| "actual_class_counts": { | |
| "no damage": 421, | |
| "minor damage": 310, | |
| "major damage": 116, | |
| "destroyed": 262, | |
| "un-classified": 33 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 219, | |
| "minor damage": 167, | |
| "major damage": 488, | |
| "destroyed": 219, | |
| "un-classified": 49 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6335158827923636, | |
| "minor damage": 0.5584492553354828, | |
| "major damage": 0.5043490249160274, | |
| "destroyed": 0.7083487931452431, | |
| "un-classified": 0.5915193158690741 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4, | |
| "minor damage": 0.259958071278826, | |
| "major damage": 0.17218543046357615, | |
| "destroyed": 0.5155925155925156, | |
| "un-classified": 0.24390243902439024 | |
| }, | |
| "macro": 0.3183276912718616, | |
| "micro": 0.329246935201401 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6637478108581436, | |
| "minor damage": 0.690893169877408, | |
| "major damage": 0.5621716287215411, | |
| "destroyed": 0.7959719789842382, | |
| "un-classified": 0.9457092819614711 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.30403800475059384, | |
| "minor damage": 0.2, | |
| "major damage": 0.4482758620689655, | |
| "destroyed": 0.4732824427480916, | |
| "un-classified": 0.30303030303030304 | |
| }, | |
| "macro": 0.3665162852478062, | |
| "micro": 0.329246935201401 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5844748858447488, | |
| "minor damage": 0.3712574850299401, | |
| "major damage": 0.10655737704918032, | |
| "destroyed": 0.5662100456621004, | |
| "un-classified": 0.20408163265306123 | |
| }, | |
| "macro": 0.3457253225195908, | |
| "micro": 0.329246935201401 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 128, | |
| 76, | |
| 187, | |
| 22, | |
| 8 | |
| ], | |
| [ | |
| 52, | |
| 62, | |
| 151, | |
| 35, | |
| 10 | |
| ], | |
| [ | |
| 12, | |
| 16, | |
| 52, | |
| 32, | |
| 4 | |
| ], | |
| [ | |
| 25, | |
| 10, | |
| 86, | |
| 124, | |
| 17 | |
| ], | |
| [ | |
| 2, | |
| 3, | |
| 12, | |
| 6, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.623802853": { | |
| "samples": { | |
| "total": 1142, | |
| "actual_class_counts": { | |
| "no damage": 369, | |
| "minor damage": 365, | |
| "major damage": 105, | |
| "destroyed": 264, | |
| "un-classified": 39 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 299, | |
| "minor damage": 124, | |
| "major damage": 446, | |
| "destroyed": 205, | |
| "un-classified": 68 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6232082425800513, | |
| "minor damage": 0.5559446099245833, | |
| "major damage": 0.5183817844441008, | |
| "destroyed": 0.7009787333732462, | |
| "un-classified": 0.599120933289517 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.45209580838323354, | |
| "minor damage": 0.21267893660531698, | |
| "major damage": 0.1851179673321234, | |
| "destroyed": 0.4904051172707889, | |
| "un-classified": 0.2803738317757009 | |
| }, | |
| "macro": 0.3241343322734328, | |
| "micro": 0.3362521891418564 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6795096322241682, | |
| "minor damage": 0.6628721541155866, | |
| "major damage": 0.6068301225919439, | |
| "destroyed": 0.7907180385288967, | |
| "un-classified": 0.9325744308231173 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4092140921409214, | |
| "minor damage": 0.14246575342465753, | |
| "major damage": 0.4857142857142857, | |
| "destroyed": 0.4356060606060606, | |
| "un-classified": 0.38461538461538464 | |
| }, | |
| "macro": 0.3640570363905346, | |
| "micro": 0.3362521891418564 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5050167224080268, | |
| "minor damage": 0.41935483870967744, | |
| "major damage": 0.11434977578475336, | |
| "destroyed": 0.5609756097560976, | |
| "un-classified": 0.22058823529411764 | |
| }, | |
| "macro": 0.37152311530026194, | |
| "micro": 0.3362521891418564 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 151, | |
| 56, | |
| 140, | |
| 12, | |
| 10 | |
| ], | |
| [ | |
| 99, | |
| 52, | |
| 163, | |
| 40, | |
| 11 | |
| ], | |
| [ | |
| 16, | |
| 5, | |
| 51, | |
| 31, | |
| 2 | |
| ], | |
| [ | |
| 31, | |
| 9, | |
| 79, | |
| 115, | |
| 30 | |
| ], | |
| [ | |
| 2, | |
| 2, | |
| 13, | |
| 7, | |
| 15 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.150160807": { | |
| "samples": { | |
| "total": 1517, | |
| "actual_class_counts": { | |
| "no damage": 1170, | |
| "minor damage": 126, | |
| "major damage": 47, | |
| "destroyed": 9, | |
| "un-classified": 165 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1188, | |
| "minor damage": 169, | |
| "major damage": 107, | |
| "destroyed": 28, | |
| "un-classified": 25 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6838637131190323, | |
| "minor damage": 0.5098655909258512, | |
| "major damage": 0.5134983760853715, | |
| "destroyed": 0.5333637148613644, | |
| "un-classified": 0.8920777479892761 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8575063613231552, | |
| "minor damage": 0.1152542372881356, | |
| "major damage": 0.07792207792207792, | |
| "destroyed": 0.10810810810810811, | |
| "un-classified": 0.23157894736842105 | |
| }, | |
| "macro": 0.2780739464019796, | |
| "micro": 0.6974291364535267 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7785102175346078, | |
| "minor damage": 0.8279499011206328, | |
| "major damage": 0.9063941990771259, | |
| "destroyed": 0.978246539222149, | |
| "un-classified": 0.9037574159525379 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8641025641025641, | |
| "minor damage": 0.1349206349206349, | |
| "major damage": 0.1276595744680851, | |
| "destroyed": 0.2222222222222222, | |
| "un-classified": 0.13333333333333333 | |
| }, | |
| "macro": 0.39182103095402876, | |
| "micro": 0.6974291364535267 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.851010101010101, | |
| "minor damage": 0.10059171597633136, | |
| "major damage": 0.056074766355140186, | |
| "destroyed": 0.07142857142857142, | |
| "un-classified": 0.88 | |
| }, | |
| "macro": 0.29644766580936793, | |
| "micro": 0.6974291364535267 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1011, | |
| 97, | |
| 60, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 98, | |
| 17, | |
| 9, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 34, | |
| 6, | |
| 6, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 1, | |
| 2, | |
| 3 | |
| ], | |
| [ | |
| 43, | |
| 48, | |
| 31, | |
| 21, | |
| 22 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.0321534": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 3 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 7, | |
| "minor damage": 0, | |
| "major damage": 5, | |
| "destroyed": 4, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.4523809523809524, | |
| "major damage": 0.5, | |
| "destroyed": 0.4166666666666667 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.47058823529411764, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.09411764705882353, | |
| "micro": 0.25 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4375, | |
| "minor damage": 0.9375, | |
| "major damage": 0.6875, | |
| "destroyed": 0.625, | |
| "un-classified": 0.8125 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.19047619047619047, | |
| "micro": 0.25 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5714285714285714, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.1, | |
| "micro": 0.25 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 4, | |
| 0, | |
| 3, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_collection_platform_metrics": { | |
| "Wingtra WingtraOne Gen II": { | |
| "samples": { | |
| "total": 778, | |
| "actual_class_counts": { | |
| "no damage": 640, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 525, | |
| "minor damage": 52, | |
| "major damage": 171, | |
| "destroyed": 24, | |
| "un-classified": 6 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.591150009410879, | |
| "minor damage": 0.5280779826234372, | |
| "major damage": 0.5002456718402267, | |
| "destroyed": 0.5201702033598585, | |
| "un-classified": 0.8810449050086356 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7948497854077253, | |
| "minor damage": 0.1188118811881188, | |
| "major damage": 0.06060606060606061, | |
| "destroyed": 0.07692307692307693, | |
| "un-classified": 0.15151515151515152 | |
| }, | |
| "macro": 0.2405411911280267, | |
| "micro": 0.6182519280205655 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6928020565552699, | |
| "minor damage": 0.8856041131105399, | |
| "major damage": 0.7609254498714653, | |
| "destroyed": 0.9691516709511568, | |
| "un-classified": 0.9280205655526992 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7234375, | |
| "minor damage": 0.12244897959183673, | |
| "major damage": 0.2222222222222222, | |
| "destroyed": 0.5, | |
| "un-classified": 0.08333333333333333 | |
| }, | |
| "macro": 0.3814754193175246, | |
| "micro": 0.6182519280205655 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8819047619047619, | |
| "minor damage": 0.11538461538461539, | |
| "major damage": 0.03508771929824561, | |
| "destroyed": 0.041666666666666664, | |
| "un-classified": 0.8333333333333334 | |
| }, | |
| "macro": 0.3302884070294784, | |
| "micro": 0.6182519280205655 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 463, | |
| 37, | |
| 130, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 30, | |
| 6, | |
| 9, | |
| 3, | |
| 1 | |
| ], | |
| [ | |
| 18, | |
| 3, | |
| 6, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 6, | |
| 25, | |
| 10, | |
| 5 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "NOAA": { | |
| "samples": { | |
| "total": 2660, | |
| "actual_class_counts": { | |
| "no damage": 1329, | |
| "minor damage": 576, | |
| "major damage": 270, | |
| "destroyed": 280, | |
| "un-classified": 205 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1823, | |
| "minor damage": 437, | |
| "major damage": 248, | |
| "destroyed": 98, | |
| "un-classified": 54 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.695409971222616, | |
| "minor damage": 0.5155684640810498, | |
| "major damage": 0.532966886000107, | |
| "destroyed": 0.736701237872198, | |
| "un-classified": 0.7631036639094966 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7201776649746193, | |
| "minor damage": 0.20927936821322804, | |
| "major damage": 0.15444015444015444, | |
| "destroyed": 0.291005291005291, | |
| "un-classified": 0.2471042471042471 | |
| }, | |
| "macro": 0.32440134514750796, | |
| "micro": 0.5142857142857142 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6684210526315789, | |
| "minor damage": 0.6988721804511279, | |
| "major damage": 0.8353383458646616, | |
| "destroyed": 0.8992481203007519, | |
| "un-classified": 0.9266917293233082 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8540255831452219, | |
| "minor damage": 0.1840277777777778, | |
| "major damage": 0.14814814814814814, | |
| "destroyed": 0.19642857142857142, | |
| "un-classified": 0.15609756097560976 | |
| }, | |
| "macro": 0.4360540887480423, | |
| "micro": 0.5142857142857142 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6226001097092705, | |
| "minor damage": 0.2425629290617849, | |
| "major damage": 0.16129032258064516, | |
| "destroyed": 0.5612244897959183, | |
| "un-classified": 0.5925925925925926 | |
| }, | |
| "macro": 0.30774552829506574, | |
| "micro": 0.5142857142857142 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1135, | |
| 125, | |
| 65, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 414, | |
| 106, | |
| 47, | |
| 4, | |
| 5 | |
| ], | |
| [ | |
| 141, | |
| 79, | |
| 40, | |
| 5, | |
| 5 | |
| ], | |
| [ | |
| 80, | |
| 73, | |
| 62, | |
| 55, | |
| 10 | |
| ], | |
| [ | |
| 53, | |
| 54, | |
| 34, | |
| 32, | |
| 32 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic 2": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 2, | |
| "destroyed": 5, | |
| "un-classified": 3 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6451612903225806, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.12903225806451613, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.47619047619047616, | |
| "minor damage": 0.9523809523809523, | |
| "major damage": 0.9047619047619048, | |
| "destroyed": 0.7619047619047619, | |
| "un-classified": 0.8571428571428571 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.47619047619047616, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.2, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.47619047619047616, | |
| "micro": 0.47619047619047616 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 1, | |
| 2, | |
| 5, | |
| 3 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Phantom 4": { | |
| "samples": { | |
| "total": 91, | |
| "actual_class_counts": { | |
| "no damage": 42, | |
| "minor damage": 6, | |
| "major damage": 1, | |
| "destroyed": 37, | |
| "un-classified": 5 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 39, | |
| "minor damage": 0, | |
| "major damage": 16, | |
| "destroyed": 32, | |
| "un-classified": 4 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6346153846153846, | |
| "major damage": 0.49333333333333335, | |
| "destroyed": 0.5961334745762712, | |
| "un-classified": 0.6020114942528736 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5925925925925926, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.4927536231884058, | |
| "un-classified": 0.2222222222222222 | |
| }, | |
| "macro": 0.26151368760064414, | |
| "micro": 0.46153846153846156 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6373626373626373, | |
| "minor damage": 0.9340659340659341, | |
| "major damage": 0.8131868131868132, | |
| "destroyed": 0.6153846153846154, | |
| "un-classified": 0.9230769230769231 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5714285714285714, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.4594594594594595, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.34915865384615385, | |
| "micro": 0.46153846153846156 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6153846153846154, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 0.53125, | |
| "un-classified": 0.25 | |
| }, | |
| "macro": 0.24617760617760615, | |
| "micro": 0.46153846153846156 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 24, | |
| 0, | |
| 7, | |
| 10, | |
| 1 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 2, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 12, | |
| 0, | |
| 6, | |
| 17, | |
| 2 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 1, | |
| 2, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "MAXAR": { | |
| "samples": { | |
| "total": 6913, | |
| "actual_class_counts": { | |
| "no damage": 5174, | |
| "minor damage": 676, | |
| "major damage": 221, | |
| "destroyed": 529, | |
| "un-classified": 313 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 3358, | |
| "minor damage": 1532, | |
| "major damage": 1278, | |
| "destroyed": 512, | |
| "un-classified": 233 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6516411047698507, | |
| "minor damage": 0.484985489511253, | |
| "major damage": 0.5298270645265658, | |
| "destroyed": 0.7107457269860178, | |
| "un-classified": 0.6409090617049163 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7119081106422879, | |
| "minor damage": 0.10326086956521739, | |
| "major damage": 0.13742494996664442, | |
| "destroyed": 0.45917387127761766, | |
| "un-classified": 0.27106227106227104 | |
| }, | |
| "macro": 0.33656601450280765, | |
| "micro": 0.5159843772602344 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6444380153334298, | |
| "minor damage": 0.7135831042962535, | |
| "major damage": 0.8129610878055837, | |
| "destroyed": 0.9185592362216115, | |
| "un-classified": 0.9424273108635903 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5869733281793583, | |
| "minor damage": 0.16863905325443787, | |
| "major damage": 0.4660633484162896, | |
| "destroyed": 0.45179584120982985, | |
| "un-classified": 0.2364217252396166 | |
| }, | |
| "macro": 0.3687616077390662, | |
| "micro": 0.5159843772602344 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9044073853484217, | |
| "minor damage": 0.07441253263707572, | |
| "major damage": 0.08059467918622848, | |
| "destroyed": 0.466796875, | |
| "un-classified": 0.31759656652360513 | |
| }, | |
| "macro": 0.3819786592599065, | |
| "micro": 0.5159843772602344 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 3037, | |
| 1297, | |
| 650, | |
| 105, | |
| 85 | |
| ], | |
| [ | |
| 151, | |
| 114, | |
| 314, | |
| 76, | |
| 21 | |
| ], | |
| [ | |
| 28, | |
| 21, | |
| 103, | |
| 63, | |
| 6 | |
| ], | |
| [ | |
| 56, | |
| 21, | |
| 166, | |
| 239, | |
| 47 | |
| ], | |
| [ | |
| 86, | |
| 79, | |
| 45, | |
| 29, | |
| 74 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "SenseFly eBee X": { | |
| "samples": { | |
| "total": 2044, | |
| "actual_class_counts": { | |
| "no damage": 839, | |
| "minor damage": 604, | |
| "major damage": 372, | |
| "destroyed": 146, | |
| "un-classified": 83 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1269, | |
| "minor damage": 99, | |
| "major damage": 482, | |
| "destroyed": 147, | |
| "un-classified": 47 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.515706042349831, | |
| "minor damage": 0.5092648853574303, | |
| "major damage": 0.5017346629759698, | |
| "destroyed": 0.5054974019127947, | |
| "un-classified": 0.7296583172631287 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.50853889943074, | |
| "minor damage": 0.08819345661450925, | |
| "major damage": 0.20843091334894615, | |
| "destroyed": 0.08191126279863481, | |
| "un-classified": 0.35384615384615387 | |
| }, | |
| "macro": 0.2481841372077968, | |
| "micro": 0.33806262230919765 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4931506849315068, | |
| "minor damage": 0.6863992172211351, | |
| "major damage": 0.6692759295499021, | |
| "destroyed": 0.8683953033268101, | |
| "un-classified": 0.958904109589041 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6388557806912991, | |
| "minor damage": 0.05132450331125828, | |
| "major damage": 0.239247311827957, | |
| "destroyed": 0.0821917808219178, | |
| "un-classified": 0.27710843373493976 | |
| }, | |
| "macro": 0.29823055957198147, | |
| "micro": 0.33806262230919765 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4223798266351458, | |
| "minor damage": 0.31313131313131315, | |
| "major damage": 0.18464730290456433, | |
| "destroyed": 0.08163265306122448, | |
| "un-classified": 0.48936170212765956 | |
| }, | |
| "macro": 0.2577455620774744, | |
| "micro": 0.33806262230919765 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 536, | |
| 32, | |
| 185, | |
| 71, | |
| 15 | |
| ], | |
| [ | |
| 374, | |
| 31, | |
| 161, | |
| 35, | |
| 3 | |
| ], | |
| [ | |
| 239, | |
| 26, | |
| 89, | |
| 13, | |
| 5 | |
| ], | |
| [ | |
| 93, | |
| 10, | |
| 30, | |
| 12, | |
| 1 | |
| ], | |
| [ | |
| 27, | |
| 0, | |
| 17, | |
| 16, | |
| 23 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic Pro": { | |
| "samples": { | |
| "total": 1144, | |
| "actual_class_counts": { | |
| "no damage": 157, | |
| "minor damage": 363, | |
| "major damage": 307, | |
| "destroyed": 283, | |
| "un-classified": 34 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 695, | |
| "minor damage": 23, | |
| "major damage": 259, | |
| "destroyed": 150, | |
| "un-classified": 17 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5231321401675986, | |
| "minor damage": 0.3824613117170228, | |
| "major damage": 0.49874135636847505, | |
| "destroyed": 0.530281690140845, | |
| "un-classified": 0.7237590688449294 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.2535211267605634, | |
| "minor damage": 0.010362694300518135, | |
| "major damage": 0.24381625441696114, | |
| "destroyed": 0.20785219399538107, | |
| "un-classified": 0.3137254901960784 | |
| }, | |
| "macro": 0.20585555193390043, | |
| "micro": 0.20279720279720279 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.44405594405594406, | |
| "minor damage": 0.666083916083916, | |
| "major damage": 0.6258741258741258, | |
| "destroyed": 0.7001748251748252, | |
| "un-classified": 0.9694055944055944 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6878980891719745, | |
| "minor damage": 0.005509641873278237, | |
| "major damage": 0.2247557003257329, | |
| "destroyed": 0.15901060070671377, | |
| "un-classified": 0.23529411764705882 | |
| }, | |
| "macro": 0.25586994137915037, | |
| "micro": 0.20279720279720279 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.1553956834532374, | |
| "minor damage": 0.08695652173913043, | |
| "major damage": 0.26640926640926643, | |
| "destroyed": 0.3, | |
| "un-classified": 0.47058823529411764 | |
| }, | |
| "macro": 0.2624936299449517, | |
| "micro": 0.20279720279720279 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 108, | |
| 1, | |
| 29, | |
| 16, | |
| 3 | |
| ], | |
| [ | |
| 250, | |
| 2, | |
| 65, | |
| 46, | |
| 0 | |
| ], | |
| [ | |
| 187, | |
| 9, | |
| 69, | |
| 37, | |
| 5 | |
| ], | |
| [ | |
| 133, | |
| 11, | |
| 93, | |
| 45, | |
| 1 | |
| ], | |
| [ | |
| 17, | |
| 0, | |
| 3, | |
| 6, | |
| 8 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_source_metrics": { | |
| "Crewed Aircraft": { | |
| "samples": { | |
| "total": 2660, | |
| "actual_class_counts": { | |
| "no damage": 1329, | |
| "minor damage": 576, | |
| "major damage": 270, | |
| "destroyed": 280, | |
| "un-classified": 205 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1823, | |
| "minor damage": 437, | |
| "major damage": 248, | |
| "destroyed": 98, | |
| "un-classified": 54 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.695409971222616, | |
| "minor damage": 0.5155684640810498, | |
| "major damage": 0.532966886000107, | |
| "destroyed": 0.736701237872198, | |
| "un-classified": 0.7631036639094966 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7201776649746193, | |
| "minor damage": 0.20927936821322804, | |
| "major damage": 0.15444015444015444, | |
| "destroyed": 0.291005291005291, | |
| "un-classified": 0.2471042471042471 | |
| }, | |
| "macro": 0.32440134514750796, | |
| "micro": 0.5142857142857142 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6684210526315789, | |
| "minor damage": 0.6988721804511279, | |
| "major damage": 0.8353383458646616, | |
| "destroyed": 0.8992481203007519, | |
| "un-classified": 0.9266917293233082 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8540255831452219, | |
| "minor damage": 0.1840277777777778, | |
| "major damage": 0.14814814814814814, | |
| "destroyed": 0.19642857142857142, | |
| "un-classified": 0.15609756097560976 | |
| }, | |
| "macro": 0.4360540887480423, | |
| "micro": 0.5142857142857142 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6226001097092705, | |
| "minor damage": 0.2425629290617849, | |
| "major damage": 0.16129032258064516, | |
| "destroyed": 0.5612244897959183, | |
| "un-classified": 0.5925925925925926 | |
| }, | |
| "macro": 0.30774552829506574, | |
| "micro": 0.5142857142857142 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1135, | |
| 125, | |
| 65, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 414, | |
| 106, | |
| 47, | |
| 4, | |
| 5 | |
| ], | |
| [ | |
| 141, | |
| 79, | |
| 40, | |
| 5, | |
| 5 | |
| ], | |
| [ | |
| 80, | |
| 73, | |
| 62, | |
| 55, | |
| 10 | |
| ], | |
| [ | |
| 53, | |
| 54, | |
| 34, | |
| 32, | |
| 32 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Satellite": { | |
| "samples": { | |
| "total": 6913, | |
| "actual_class_counts": { | |
| "no damage": 5174, | |
| "minor damage": 676, | |
| "major damage": 221, | |
| "destroyed": 529, | |
| "un-classified": 313 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 3358, | |
| "minor damage": 1532, | |
| "major damage": 1278, | |
| "destroyed": 512, | |
| "un-classified": 233 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6516411047698507, | |
| "minor damage": 0.484985489511253, | |
| "major damage": 0.5298270645265658, | |
| "destroyed": 0.7107457269860178, | |
| "un-classified": 0.6409090617049163 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7119081106422879, | |
| "minor damage": 0.10326086956521739, | |
| "major damage": 0.13742494996664442, | |
| "destroyed": 0.45917387127761766, | |
| "un-classified": 0.27106227106227104 | |
| }, | |
| "macro": 0.33656601450280765, | |
| "micro": 0.5159843772602344 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6444380153334298, | |
| "minor damage": 0.7135831042962535, | |
| "major damage": 0.8129610878055837, | |
| "destroyed": 0.9185592362216115, | |
| "un-classified": 0.9424273108635903 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5869733281793583, | |
| "minor damage": 0.16863905325443787, | |
| "major damage": 0.4660633484162896, | |
| "destroyed": 0.45179584120982985, | |
| "un-classified": 0.2364217252396166 | |
| }, | |
| "macro": 0.3687616077390662, | |
| "micro": 0.5159843772602344 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9044073853484217, | |
| "minor damage": 0.07441253263707572, | |
| "major damage": 0.08059467918622848, | |
| "destroyed": 0.466796875, | |
| "un-classified": 0.31759656652360513 | |
| }, | |
| "macro": 0.3819786592599065, | |
| "micro": 0.5159843772602344 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 3037, | |
| 1297, | |
| 650, | |
| 105, | |
| 85 | |
| ], | |
| [ | |
| 151, | |
| 114, | |
| 314, | |
| 76, | |
| 21 | |
| ], | |
| [ | |
| 28, | |
| 21, | |
| 103, | |
| 63, | |
| 6 | |
| ], | |
| [ | |
| 56, | |
| 21, | |
| 166, | |
| 239, | |
| 47 | |
| ], | |
| [ | |
| 86, | |
| 79, | |
| 45, | |
| 29, | |
| 74 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "sUAS": { | |
| "samples": { | |
| "total": 4078, | |
| "actual_class_counts": { | |
| "no damage": 1699, | |
| "minor damage": 1022, | |
| "major damage": 707, | |
| "destroyed": 468, | |
| "un-classified": 182 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2538, | |
| "minor damage": 175, | |
| "major damage": 930, | |
| "destroyed": 358, | |
| "un-classified": 77 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5436144627633989, | |
| "minor damage": 0.48549979868965265, | |
| "major damage": 0.5019268079408671, | |
| "destroyed": 0.551926022706794, | |
| "un-classified": 0.7221392703772109 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5385886240264338, | |
| "minor damage": 0.06516290726817042, | |
| "major damage": 0.2003665241295052, | |
| "destroyed": 0.18159806295399517, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.25428608081847803, | |
| "micro": 0.35703776360961254 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5205983325159392, | |
| "minor damage": 0.7256007846983815, | |
| "major damage": 0.679009318293281, | |
| "destroyed": 0.834232466895537, | |
| "un-classified": 0.9546346248160863 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6715715126545027, | |
| "minor damage": 0.03816046966731898, | |
| "major damage": 0.23196605374823195, | |
| "destroyed": 0.16025641025641027, | |
| "un-classified": 0.2032967032967033 | |
| }, | |
| "macro": 0.3077569007932999, | |
| "micro": 0.35703776360961254 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4495665878644602, | |
| "minor damage": 0.22285714285714286, | |
| "major damage": 0.17634408602150536, | |
| "destroyed": 0.20949720670391062, | |
| "un-classified": 0.4805194805194805 | |
| }, | |
| "macro": 0.26105022992463345, | |
| "micro": 0.35703776360961254 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1141, | |
| 71, | |
| 353, | |
| 112, | |
| 22 | |
| ], | |
| [ | |
| 656, | |
| 39, | |
| 237, | |
| 86, | |
| 4 | |
| ], | |
| [ | |
| 444, | |
| 38, | |
| 164, | |
| 51, | |
| 10 | |
| ], | |
| [ | |
| 238, | |
| 21, | |
| 130, | |
| 75, | |
| 4 | |
| ], | |
| [ | |
| 59, | |
| 6, | |
| 46, | |
| 34, | |
| 37 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_pre_or_post_metrics": { | |
| "PRE": { | |
| "samples": { | |
| "total": 4629, | |
| "actual_class_counts": { | |
| "no damage": 4384, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 3, | |
| "un-classified": 241 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2840, | |
| "minor damage": 1241, | |
| "major damage": 344, | |
| "destroyed": 88, | |
| "un-classified": 116 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5311195569166818, | |
| "minor damage": 0.49985242030696575, | |
| "major damage": 0.5, | |
| "destroyed": 0.4996696762827571, | |
| "un-classified": 0.6899350153197278 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7635658914728682, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.27450980392156865 | |
| }, | |
| "macro": 0.20761513907888735, | |
| "micro": 0.6063944696478721 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6310218189673795, | |
| "minor damage": 0.7316915100453661, | |
| "major damage": 0.9256858932814863, | |
| "destroyed": 0.9803413264203932, | |
| "un-classified": 0.944048390581119 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6291058394160584, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2033195020746888 | |
| }, | |
| "macro": 0.2787081107333657, | |
| "micro": 0.6063944696478721 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9711267605633803, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.4224137931034483 | |
| }, | |
| "macro": 0.2081063353726868, | |
| "micro": 0.6063944696478721 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 2758, | |
| 1165, | |
| 323, | |
| 71, | |
| 67 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 82, | |
| 74, | |
| 20, | |
| 16, | |
| 49 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "POST": { | |
| "samples": { | |
| "total": 9022, | |
| "actual_class_counts": { | |
| "no damage": 3818, | |
| "minor damage": 2273, | |
| "major damage": 1198, | |
| "destroyed": 1274, | |
| "un-classified": 459 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 4879, | |
| "minor damage": 903, | |
| "major damage": 2112, | |
| "destroyed": 880, | |
| "un-classified": 248 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.609410663472397, | |
| "minor damage": 0.5193807997509909, | |
| "major damage": 0.5082081442134807, | |
| "destroyed": 0.6540830653625422, | |
| "un-classified": 0.6687160378537761 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5875589283661032, | |
| "minor damage": 0.16309823677581864, | |
| "major damage": 0.18549848942598188, | |
| "destroyed": 0.3426183844011142, | |
| "un-classified": 0.26591230551626593 | |
| }, | |
| "macro": 0.3089372688970568, | |
| "micro": 0.397251163821769 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6024163156727999, | |
| "minor damage": 0.7053868321879849, | |
| "major damage": 0.7011749057858568, | |
| "destroyed": 0.8430503214364886, | |
| "un-classified": 0.9424739525604079 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6691985332634888, | |
| "minor damage": 0.1139463264408271, | |
| "major damage": 0.25626043405676124, | |
| "destroyed": 0.28963893249607536, | |
| "un-classified": 0.2047930283224401 | |
| }, | |
| "macro": 0.3508409755163129, | |
| "micro": 0.397251163821769 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5236728837876614, | |
| "minor damage": 0.2868217054263566, | |
| "major damage": 0.14535984848484848, | |
| "destroyed": 0.4193181818181818, | |
| "un-classified": 0.3790322580645161 | |
| }, | |
| "macro": 0.30676745091591856, | |
| "micro": 0.397251163821769 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 2555, | |
| 328, | |
| 745, | |
| 148, | |
| 42 | |
| ], | |
| [ | |
| 1221, | |
| 259, | |
| 598, | |
| 165, | |
| 30 | |
| ], | |
| [ | |
| 613, | |
| 138, | |
| 307, | |
| 119, | |
| 21 | |
| ], | |
| [ | |
| 374, | |
| 113, | |
| 357, | |
| 369, | |
| 61 | |
| ], | |
| [ | |
| 116, | |
| 65, | |
| 105, | |
| 79, | |
| 94 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_event_metrics": { | |
| "Mayfield Tornado": { | |
| "samples": { | |
| "total": 2028, | |
| "actual_class_counts": { | |
| "no damage": 829, | |
| "minor damage": 603, | |
| "major damage": 372, | |
| "destroyed": 144, | |
| "un-classified": 80 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1262, | |
| "minor damage": 99, | |
| "major damage": 477, | |
| "destroyed": 143, | |
| "un-classified": 47 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5169123154013895, | |
| "minor damage": 0.5083023076802238, | |
| "major damage": 0.5020599410402702, | |
| "destroyed": 0.5069447793585724, | |
| "un-classified": 0.7302941776665557 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5088474414155906, | |
| "minor damage": 0.08831908831908832, | |
| "major damage": 0.20965842167255594, | |
| "destroyed": 0.08362369337979095, | |
| "un-classified": 0.36220472440944884 | |
| }, | |
| "macro": 0.25053067383929495, | |
| "micro": 0.33875739644970415 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4935897435897436, | |
| "minor damage": 0.6844181459566075, | |
| "major damage": 0.6691321499013807, | |
| "destroyed": 0.8703155818540433, | |
| "un-classified": 0.9600591715976331 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6417370325693607, | |
| "minor damage": 0.05140961857379768, | |
| "major damage": 0.239247311827957, | |
| "destroyed": 0.08333333333333333, | |
| "un-classified": 0.2875 | |
| }, | |
| "macro": 0.2989089997464361, | |
| "micro": 0.33875739644970415 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4215530903328051, | |
| "minor damage": 0.31313131313131315, | |
| "major damage": 0.18658280922431866, | |
| "destroyed": 0.08391608391608392, | |
| "un-classified": 0.48936170212765956 | |
| }, | |
| "macro": 0.2606454592608897, | |
| "micro": 0.33875739644970415 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 532, | |
| 32, | |
| 182, | |
| 68, | |
| 15 | |
| ], | |
| [ | |
| 374, | |
| 31, | |
| 160, | |
| 35, | |
| 3 | |
| ], | |
| [ | |
| 239, | |
| 26, | |
| 89, | |
| 13, | |
| 5 | |
| ], | |
| [ | |
| 91, | |
| 10, | |
| 30, | |
| 12, | |
| 1 | |
| ], | |
| [ | |
| 26, | |
| 0, | |
| 16, | |
| 15, | |
| 23 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "samples": { | |
| "total": 6859, | |
| "actual_class_counts": { | |
| "no damage": 3326, | |
| "minor damage": 1489, | |
| "major damage": 751, | |
| "destroyed": 1080, | |
| "un-classified": 213 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 3063, | |
| "minor damage": 1264, | |
| "major damage": 1582, | |
| "destroyed": 718, | |
| "un-classified": 232 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.565102637379347, | |
| "minor damage": 0.46634646384090683, | |
| "major damage": 0.5134682699796628, | |
| "destroyed": 0.6741846323559763, | |
| "un-classified": 0.6333810092463954 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5340428862106746, | |
| "minor damage": 0.14892844169996367, | |
| "major damage": 0.17659665666523788, | |
| "destroyed": 0.37486095661846497, | |
| "un-classified": 0.30112359550561796 | |
| }, | |
| "macro": 0.3071105073399918, | |
| "micro": 0.36754628954658114 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5659717159935851, | |
| "minor damage": 0.6584050153083539, | |
| "major damage": 0.7199300189532002, | |
| "destroyed": 0.8361277154104096, | |
| "un-classified": 0.9546581134276133 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5129284425736621, | |
| "minor damage": 0.13767629281396912, | |
| "major damage": 0.27430093209054596, | |
| "destroyed": 0.31203703703703706, | |
| "un-classified": 0.3145539906103286 | |
| }, | |
| "macro": 0.3215042375237479, | |
| "micro": 0.36754628954658114 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5569702905648057, | |
| "minor damage": 0.16218354430379747, | |
| "major damage": 0.1302149178255373, | |
| "destroyed": 0.46935933147632314, | |
| "un-classified": 0.28879310344827586 | |
| }, | |
| "macro": 0.31029933902510853, | |
| "micro": 0.36754628954658114 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1706, | |
| 835, | |
| 603, | |
| 114, | |
| 68 | |
| ], | |
| [ | |
| 717, | |
| 205, | |
| 417, | |
| 124, | |
| 26 | |
| ], | |
| [ | |
| 322, | |
| 103, | |
| 206, | |
| 104, | |
| 16 | |
| ], | |
| [ | |
| 267, | |
| 102, | |
| 319, | |
| 337, | |
| 55 | |
| ], | |
| [ | |
| 51, | |
| 19, | |
| 37, | |
| 39, | |
| 67 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "samples": { | |
| "total": 4636, | |
| "actual_class_counts": { | |
| "no damage": 3974, | |
| "minor damage": 175, | |
| "major damage": 74, | |
| "destroyed": 14, | |
| "un-classified": 399 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 3338, | |
| "minor damage": 780, | |
| "major damage": 374, | |
| "destroyed": 66, | |
| "un-classified": 78 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5939732140796414, | |
| "minor damage": 0.495034046175125, | |
| "major damage": 0.5087692002700146, | |
| "destroyed": 0.5215237716331808, | |
| "un-classified": 0.7952683925698405 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8306892778993435, | |
| "minor damage": 0.048167539267015703, | |
| "major damage": 0.05357142857142857, | |
| "destroyed": 0.075, | |
| "un-classified": 0.2180293501048218 | |
| }, | |
| "macro": 0.24509151916852195, | |
| "micro": 0.6745038826574633 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7329594477998275, | |
| "minor damage": 0.8039257981018119, | |
| "major damage": 0.908541846419327, | |
| "destroyed": 0.9840379637618637, | |
| "un-classified": 0.9195427092320967 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7642174131857071, | |
| "minor damage": 0.13142857142857142, | |
| "major damage": 0.16216216216216217, | |
| "destroyed": 0.21428571428571427, | |
| "un-classified": 0.13032581453634084 | |
| }, | |
| "macro": 0.3367040392730309, | |
| "micro": 0.6745038826574633 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9098262432594368, | |
| "minor damage": 0.029487179487179487, | |
| "major damage": 0.03208556149732621, | |
| "destroyed": 0.045454545454545456, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.28048393511969916, | |
| "micro": 0.6745038826574633 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 3037, | |
| 625, | |
| 271, | |
| 19, | |
| 22 | |
| ], | |
| [ | |
| 128, | |
| 23, | |
| 18, | |
| 5, | |
| 1 | |
| ], | |
| [ | |
| 52, | |
| 9, | |
| 12, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 3, | |
| 3, | |
| 3, | |
| 3 | |
| ], | |
| [ | |
| 119, | |
| 120, | |
| 70, | |
| 38, | |
| 52 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mussett Bayou Fire": { | |
| "samples": { | |
| "total": 128, | |
| "actual_class_counts": { | |
| "no damage": 73, | |
| "minor damage": 7, | |
| "major damage": 1, | |
| "destroyed": 39, | |
| "un-classified": 8 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 56, | |
| "minor damage": 1, | |
| "major damage": 23, | |
| "destroyed": 41, | |
| "un-classified": 7 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5962301587301587, | |
| "minor damage": 0.47244094488188976, | |
| "major damage": 0.49523809523809526, | |
| "destroyed": 0.5808802915615363, | |
| "un-classified": 0.5425029515938606 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5891472868217055, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.425, | |
| "un-classified": 0.13333333333333333 | |
| }, | |
| "macro": 0.22949612403100775, | |
| "micro": 0.4375 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5859375, | |
| "minor damage": 0.9375, | |
| "major damage": 0.8125, | |
| "destroyed": 0.640625, | |
| "un-classified": 0.8984375 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5205479452054794, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.4358974358974359, | |
| "un-classified": 0.125 | |
| }, | |
| "macro": 0.24721254355400696, | |
| "micro": 0.4375 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6785714285714286, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.4146341463414634, | |
| "un-classified": 0.14285714285714285 | |
| }, | |
| "macro": 0.21628907622058308, | |
| "micro": 0.4375 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 38, | |
| 1, | |
| 12, | |
| 18, | |
| 4 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 3, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 0, | |
| 6, | |
| 17, | |
| 2 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 2, | |
| 3, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |