{ "model_name": [ "BDA_PSP_ResNet101_CCE_Satellite" ], "global_metrics": { "samples": { "total": 13651, "actual_class_counts": { "no damage": 8202, "minor damage": 2274, "major damage": 1198, "destroyed": 1277, "un-classified": 700 }, "predicted_class_counts": { "no damage": 11454, "minor damage": 1153, "major damage": 83, "destroyed": 532, "un-classified": 429 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7335435625464793, "minor damage": 0.5425969282578708, "major damage": 0.5104005349227096, "destroyed": 0.8229558002025416, "un-classified": 0.710582401514182 } }, "F1": { "class_level": { "no damage": 0.7878510378510378, "minor damage": 0.16457543040560257, "major damage": 0.01405152224824356, "destroyed": 0.4201216141514649, "un-classified": 0.3489813994685562 }, "macro": 0.347116200824981, "micro": 0.6307962786609039 }, "Accuracy": { "class_level": { "no damage": 0.694527873415867, "minor damage": 0.7902717749615413, "major damage": 0.9074793055453813, "destroyed": 0.9231558127609699, "un-classified": 0.9461577906380485 } }, "Precision": { "class_level": { "no damage": 0.9440380395025604, "minor damage": 0.12401055408970976, "major damage": 0.007512520868113523, "destroyed": 0.2975724353954581, "un-classified": 0.2814285714285714 }, "macro": 0.44050292959608717, "micro": 0.6307962786609039 }, "Recall": { "class_level": { "no damage": 0.6760083813514929, "minor damage": 0.2445793581960104, "major damage": 0.10843373493975904, "destroyed": 0.7142857142857143, "un-classified": 0.4592074592074592 }, "macro": 0.33091242425688266, "micro": 0.6307962786609039 }, "Confusion_Matrix": { "matrix": [ [ 7743, 302, 3, 48, 106 ], [ 1898, 282, 1, 43, 50 ], [ 901, 202, 9, 51, 35 ], [ 439, 347, 70, 380, 41 ], [ 473, 20, 0, 10, 197 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "per_mapper_metrics": { "Pix4d React": { "samples": { "total": 4078, "actual_class_counts": { "no damage": 1699, "minor damage": 1022, "major damage": 707, "destroyed": 468, "un-classified": 182 }, "predicted_class_counts": { "no damage": 3491, "minor damage": 168, "major damage": 9, "destroyed": 182, "un-classified": 228 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6030430159421868, "minor damage": 0.3848298014858117, "major damage": 0.4688020534665902, "destroyed": 0.7246217591443463, "un-classified": 0.6273490544543177 } }, "F1": { "class_level": { "no damage": 0.6003853564547206, "minor damage": 0.008403361344537815, "major damage": 0.002793296089385475, "destroyed": 0.3046153846153846, "un-classified": 0.3170731707317073 }, "macro": 0.2466541138471472, "micro": 0.42373712604217756 }, "Accuracy": { "class_level": { "no damage": 0.491417361451692, "minor damage": 0.7106424717999019, "major damage": 0.8249141736145169, "destroyed": 0.8891613536047082, "un-classified": 0.931338891613536 } }, "Precision": { "class_level": { "no damage": 0.9170100058858152, "minor damage": 0.004892367906066536, "major damage": 0.0014144271570014145, "destroyed": 0.21153846153846154, "un-classified": 0.35714285714285715 }, "macro": 0.2832414480626424, "micro": 0.42373712604217756 }, "Recall": { "class_level": { "no damage": 0.4462904611859066, "minor damage": 0.02976190476190476, "major damage": 0.1111111111111111, "destroyed": 0.5439560439560439, "un-classified": 0.2850877192982456 }, "macro": 0.29839962392604036, "micro": 0.42373712604217756 }, "Confusion_Matrix": { "matrix": [ [ 1558, 31, 2, 37, 71 ], [ 954, 5, 0, 17, 46 ], [ 609, 47, 1, 22, 28 ], [ 260, 85, 6, 99, 18 ], [ 110, 0, 0, 7, 65 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_ortho_metrics": { "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010061205400-visual.tif.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 138, "minor damage": 0, "major damage": 0, "destroyed": 1, "un-classified": 20 }, "predicted_class_counts": { "no damage": 159, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": {} }, "F1": { "class_level": { "no damage": 0.9292929292929293, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.30976430976430974, "micro": 0.8679245283018868 }, "Accuracy": { "class_level": { "no damage": 0.8679245283018868, "minor damage": 1.0, "major damage": 1.0, "destroyed": 0.9937106918238994, "un-classified": 0.8742138364779874 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.8679245283018868, "micro": 0.8679245283018868 }, "Recall": { "class_level": { "no damage": 0.8679245283018868, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.3333333333333333, "micro": 0.8679245283018868 }, "Confusion_Matrix": { "matrix": [ [ 138, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 20, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif": { "samples": { "total": 510, "actual_class_counts": { "no damage": 53, "minor damage": 117, "major damage": 121, "destroyed": 201, "un-classified": 18 }, "predicted_class_counts": { "no damage": 393, "minor damage": 31, "major damage": 0, "destroyed": 46, "un-classified": 40 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5341554120180074, "minor damage": 0.3950434372685029, "destroyed": 0.7732383808095952, "un-classified": 0.5486702127659575 } }, "F1": { "class_level": { "no damage": 0.21076233183856502, "minor damage": 0.013513513513513514, "major damage": 0.0, "destroyed": 0.3319838056680162, "un-classified": 0.1724137931034483 }, "macro": 0.1457346888247086, "micro": 0.1843137254901961 }, "Accuracy": { "class_level": { "no damage": 0.30980392156862746, "minor damage": 0.7137254901960784, "major damage": 0.7627450980392156, "destroyed": 0.6764705882352942, "un-classified": 0.9058823529411765 } }, "Precision": { "class_level": { "no damage": 0.8867924528301887, "minor damage": 0.008547008547008548, "major damage": 0.0, "destroyed": 0.20398009950248755, "un-classified": 0.2777777777777778 }, "macro": 0.2920388219150705, "micro": 0.1843137254901961 }, "Recall": { "class_level": { "no damage": 0.11959287531806616, "minor damage": 0.03225806451612903, "major damage": NaN, "destroyed": 0.8913043478260869, "un-classified": 0.125 }, "macro": 0.2754194677314925, "micro": 0.1843137254901961 }, "Confusion_Matrix": { "matrix": [ [ 47, 0, 0, 2, 4 ], [ 106, 1, 0, 0, 10 ], [ 114, 0, 0, 1, 6 ], [ 115, 30, 0, 41, 15 ], [ 11, 0, 0, 2, 5 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0 }, "predicted_class_counts": { "no damage": 27, "minor damage": 0, "major damage": 1, "destroyed": 6, "un-classified": 3 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6277777777777778, "major damage": 0.5, "destroyed": 0.8225806451612903, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.6666666666666666, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.5217391304347826, "un-classified": 0.0 }, "macro": 0.23768115942028983, "micro": 0.5675675675675675 }, "Accuracy": { "class_level": { "no damage": 0.5945945945945946, "minor damage": 0.9459459459459459, "major damage": 0.972972972972973, "destroyed": 0.7027027027027027, "un-classified": 0.918918918918919 } }, "Precision": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.35294117647058826, "un-classified": NaN }, "macro": 0.3888888888888889, "micro": 0.5675675675675675 }, "Recall": { "class_level": { "no damage": 0.5555555555555556, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.3954248366013072, "micro": 0.5675675675675675 }, "Confusion_Matrix": { "matrix": [ [ 15, 0, 0, 0, 3 ], [ 2, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 10, 0, 1, 6, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 14, "minor damage": 0, "major damage": 0, "destroyed": 2, "un-classified": 5 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "destroyed": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.8, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.26666666666666666, "micro": 0.6666666666666666 }, "Accuracy": { "class_level": { "no damage": 0.6666666666666666, "minor damage": 1.0, "major damage": 1.0, "destroyed": 0.9047619047619048, "un-classified": 0.7619047619047619 } }, "Precision": { "class_level": { "no damage": 0.6666666666666666, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.3333333333333333, "micro": 0.6666666666666666 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.6666666666666666, "micro": 0.6666666666666666 }, "Confusion_Matrix": { "matrix": [ [ 14, 0, 0, 2, 5 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_20230902a_RGB.geo.tif": { "samples": { "total": 613, "actual_class_counts": { "no damage": 469, "minor damage": 55, "major damage": 18, "destroyed": 4, "un-classified": 67 }, "predicted_class_counts": { "no damage": 581, "minor damage": 13, "major damage": 0, "destroyed": 2, "un-classified": 17 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7552441910499139, "minor damage": 0.45416666666666666, "destroyed": 0.7475450081833059, "un-classified": 0.7765495459928938 } }, "F1": { "class_level": { "no damage": 0.8761904761904762, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.3333333333333333, "un-classified": 0.2619047619047619 }, "macro": 0.29428571428571426, "micro": 0.7699836867862969 }, "Accuracy": { "class_level": { "no damage": 0.7879282218597063, "minor damage": 0.8890701468189234, "major damage": 0.9706362153344209, "destroyed": 0.9934747145187602, "un-classified": 0.8988580750407831 } }, "Precision": { "class_level": { "no damage": 0.9808102345415778, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.25, "un-classified": 0.16417910447761194 }, "macro": 0.4846993014073099, "micro": 0.7699836867862969 }, "Recall": { "class_level": { "no damage": 0.7917383820998278, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.5, "un-classified": 0.6470588235294118 }, "macro": 0.27899786780383795, "micro": 0.7699836867862969 }, "Confusion_Matrix": { "matrix": [ [ 460, 5, 0, 0, 4 ], [ 54, 0, 0, 0, 1 ], [ 14, 4, 0, 0, 0 ], [ 0, 2, 0, 1, 1 ], [ 53, 2, 0, 1, 11 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20211215-Russelville-Middle.geo.tif": { "samples": { "total": 176, "actual_class_counts": { "no damage": 48, "minor damage": 61, "major damage": 43, "destroyed": 9, "un-classified": 15 }, "predicted_class_counts": { "no damage": 161, "minor damage": 2, "major damage": 0, "destroyed": 1, "un-classified": 12 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6126293995859213, "minor damage": 0.3247126436781609, "destroyed": 0.9771428571428572, "un-classified": 0.8567073170731707 } }, "F1": { "class_level": { "no damage": 0.44976076555023925, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.2, "un-classified": 0.6666666666666666 }, "macro": 0.2632854864433812, "micro": 0.32386363636363635 }, "Accuracy": { "class_level": { "no damage": 0.3465909090909091, "minor damage": 0.6420454545454546, "major damage": 0.7556818181818182, "destroyed": 0.9545454545454546, "un-classified": 0.9488636363636364 } }, "Precision": { "class_level": { "no damage": 0.9791666666666666, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.1111111111111111, "un-classified": 0.6 }, "macro": 0.5104813664596273, "micro": 0.32386363636363635 }, "Recall": { "class_level": { "no damage": 0.2919254658385093, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.75 }, "macro": 0.33805555555555555, "micro": 0.32386363636363635 }, "Confusion_Matrix": { "matrix": [ [ 47, 0, 0, 0, 1 ], [ 60, 0, 0, 0, 1 ], [ 42, 0, 0, 0, 1 ], [ 6, 2, 0, 1, 0 ], [ 6, 0, 0, 0, 9 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010077338D00-visual.tif.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 142, "minor damage": 0, "major damage": 0, "destroyed": 1, "un-classified": 16 }, "predicted_class_counts": { "no damage": 158, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9493670886075949, "un-classified": 0.9525316455696202 } }, "F1": { "class_level": { "no damage": 0.9466666666666667, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.11764705882352941 }, "macro": 0.3547712418300653, "micro": 0.89937106918239 }, "Accuracy": { "class_level": { "no damage": 0.89937106918239, "minor damage": 1.0, "major damage": 1.0, "destroyed": 0.9937106918238994, "un-classified": 0.9056603773584906 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0625 }, "macro": 0.9493670886075949, "micro": 0.89937106918239 }, "Recall": { "class_level": { "no damage": 0.8987341772151899, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 1.0 }, "macro": 0.3541666666666667, "micro": 0.89937106918239 }, "Confusion_Matrix": { "matrix": [ [ 142, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 15, 0, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 254, "minor damage": 235, "major damage": 42, "destroyed": 79, "un-classified": 25 }, "predicted_class_counts": { "no damage": 389, "minor damage": 184, "major damage": 3, "destroyed": 39, "un-classified": 20 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6539490459171944, "minor damage": 0.545550949580642, "major damage": 0.6342299578059072, "destroyed": 0.638616417139907, "un-classified": 0.7119918699186992 } }, "F1": { "class_level": { "no damage": 0.6283048211508554, "minor damage": 0.3818615751789976, "major damage": 0.044444444444444446, "destroyed": 0.2542372881355932, "un-classified": 0.4 }, "macro": 0.3417696257819781, "micro": 0.48346456692913387 }, "Accuracy": { "class_level": { "no damage": 0.6236220472440945, "minor damage": 0.5921259842519685, "major damage": 0.9322834645669291, "destroyed": 0.8614173228346457, "un-classified": 0.9574803149606299 } }, "Precision": { "class_level": { "no damage": 0.7952755905511811, "minor damage": 0.3404255319148936, "major damage": 0.023809523809523808, "destroyed": 0.189873417721519, "un-classified": 0.36 }, "macro": 0.42440230645997945, "micro": 0.48346456692913387 }, "Recall": { "class_level": { "no damage": 0.519280205655527, "minor damage": 0.43478260869565216, "major damage": 0.3333333333333333, "destroyed": 0.38461538461538464, "un-classified": 0.45 }, "macro": 0.3418768127994235, "micro": 0.48346456692913387 }, "Confusion_Matrix": { "matrix": [ [ 202, 48, 0, 2, 2 ], [ 143, 80, 0, 12, 0 ], [ 15, 14, 1, 10, 2 ], [ 16, 39, 2, 15, 7 ], [ 13, 3, 0, 0, 9 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230902a_RGB.geo.tif": { "samples": { "total": 157, "actual_class_counts": { "no damage": 128, "minor damage": 10, "major damage": 3, "destroyed": 1, "un-classified": 15 }, "predicted_class_counts": { "no damage": 146, "minor damage": 10, "major damage": 0, "destroyed": 0, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6939601494396015, "minor damage": 0.5193877551020409, "un-classified": 0.9551282051282051 } }, "F1": { "class_level": { "no damage": 0.8978102189781022, "minor damage": 0.1, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.125 }, "macro": 0.22456204379562045, "micro": 0.7961783439490446 }, "Accuracy": { "class_level": { "no damage": 0.821656050955414, "minor damage": 0.8853503184713376, "major damage": 0.9808917197452229, "destroyed": 0.9936305732484076, "un-classified": 0.910828025477707 } }, "Precision": { "class_level": { "no damage": 0.9609375, "minor damage": 0.1, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.06666666666666667 }, "macro": 0.6474885844748859, "micro": 0.7961783439490446 }, "Recall": { "class_level": { "no damage": 0.8424657534246576, "minor damage": 0.1, "major damage": NaN, "destroyed": NaN, "un-classified": 1.0 }, "macro": 0.22552083333333334, "micro": 0.7961783439490446 }, "Confusion_Matrix": { "matrix": [ [ 123, 5, 0, 0, 0 ], [ 9, 1, 0, 0, 0 ], [ 3, 0, 0, 0, 0 ], [ 0, 1, 0, 0, 0 ], [ 11, 3, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_20230831a_RGB.geo.tif": { "samples": { "total": 608, "actual_class_counts": { "no damage": 473, "minor damage": 49, "major damage": 23, "destroyed": 3, "un-classified": 60 }, "predicted_class_counts": { "no damage": 570, "minor damage": 25, "major damage": 0, "destroyed": 0, "un-classified": 13 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.718421052631579, "minor damage": 0.5414065180102916, "un-classified": 0.8819004524886878 } }, "F1": { "class_level": { "no damage": 0.8801534036433365, "minor damage": 0.10810810810810811, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.3013698630136986 }, "macro": 0.25792627495302867, "micro": 0.7796052631578947 }, "Accuracy": { "class_level": { "no damage": 0.7944078947368421, "minor damage": 0.8914473684210527, "major damage": 0.962171052631579, "destroyed": 0.9950657894736842, "un-classified": 0.9161184210526315 } }, "Precision": { "class_level": { "no damage": 0.9704016913319239, "minor damage": 0.08163265306122448, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.18333333333333332 }, "macro": 0.6038056680161943, "micro": 0.7796052631578947 }, "Recall": { "class_level": { "no damage": 0.8052631578947368, "minor damage": 0.16, "major damage": NaN, "destroyed": NaN, "un-classified": 0.8461538461538461 }, "macro": 0.24707353554529635, "micro": 0.7796052631578947 }, "Confusion_Matrix": { "matrix": [ [ 459, 14, 0, 0, 0 ], [ 45, 4, 0, 0, 0 ], [ 20, 3, 0, 0, 0 ], [ 0, 1, 0, 0, 2 ], [ 46, 3, 0, 0, 11 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230831a_RGB.geo.tif": { "samples": { "total": 139, "actual_class_counts": { "no damage": 100, "minor damage": 12, "major damage": 3, "destroyed": 1, "un-classified": 23 }, "predicted_class_counts": { "no damage": 131, "minor damage": 7, "major damage": 0, "destroyed": 0, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8153625954198473, "minor damage": 0.604978354978355, "un-classified": 0.9202898550724637 } }, "F1": { "class_level": { "no damage": 0.8571428571428571, "minor damage": 0.21052631578947367, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.08333333333333333 }, "macro": 0.2302005012531328, "micro": 0.7338129496402878 }, "Accuracy": { "class_level": { "no damage": 0.762589928057554, "minor damage": 0.8920863309352518, "major damage": 0.9784172661870504, "destroyed": 0.9928057553956835, "un-classified": 0.841726618705036 } }, "Precision": { "class_level": { "no damage": 0.99, "minor damage": 0.16666666666666666, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.043478260869565216 }, "macro": 0.6804798255179935, "micro": 0.7338129496402878 }, "Recall": { "class_level": { "no damage": 0.7557251908396947, "minor damage": 0.2857142857142857, "major damage": NaN, "destroyed": NaN, "un-classified": 1.0 }, "macro": 0.24002898550724638, "micro": 0.7338129496402878 }, "Confusion_Matrix": { "matrix": [ [ 99, 1, 0, 0, 0 ], [ 10, 2, 0, 0, 0 ], [ 3, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 18, 4, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 129, "minor damage": 11, "major damage": 3, "destroyed": 1, "un-classified": 15 }, "predicted_class_counts": { "no damage": 155, "minor damage": 2, "major damage": 0, "destroyed": 0, "un-classified": 2 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6596774193548387, "minor damage": 0.46496815286624205, "un-classified": 0.7054140127388535 } }, "F1": { "class_level": { "no damage": 0.8943661971830986, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.11764705882352941 }, "macro": 0.20240265120132558, "micro": 0.8050314465408805 }, "Accuracy": { "class_level": { "no damage": 0.8113207547169812, "minor damage": 0.9182389937106918, "major damage": 0.9811320754716981, "destroyed": 0.9937106918238994, "un-classified": 0.9056603773584906 } }, "Precision": { "class_level": { "no damage": 0.9844961240310077, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.06666666666666667 }, "macro": 0.4397849462365591, "micro": 0.8050314465408805 }, "Recall": { "class_level": { "no damage": 0.8193548387096774, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.5 }, "macro": 0.21023255813953487, "micro": 0.8050314465408805 }, "Confusion_Matrix": { "matrix": [ [ 127, 1, 0, 0, 1 ], [ 11, 0, 0, 0, 0 ], [ 3, 0, 0, 0, 0 ], [ 0, 1, 0, 0, 0 ], [ 14, 0, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_1040010061205400-visual.tif.geo.tif": { "samples": { "total": 621, "actual_class_counts": { "no damage": 575, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 46 }, "predicted_class_counts": { "no damage": 611, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 10 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8689034369885436, "un-classified": 0.8689034369885434 } }, "F1": { "class_level": { "no damage": 0.9662731871838112, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.2857142857142857 }, "macro": 0.6259937364490484, "micro": 0.9355877616747182 }, "Accuracy": { "class_level": { "no damage": 0.9355877616747182, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9355877616747182 } }, "Precision": { "class_level": { "no damage": 0.9965217391304347, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.17391304347826086 }, "macro": 0.8689034369885433, "micro": 0.9355877616747182 }, "Recall": { "class_level": { "no damage": 0.9378068739770867, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.8 }, "macro": 0.5852173913043478, "micro": 0.9355877616747182 }, "Confusion_Matrix": { "matrix": [ [ 573, 0, 0, 0, 2 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 38, 0, 0, 0, 8 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4 }, "predicted_class_counts": { "no damage": 25, "minor damage": 4, "major damage": 0, "destroyed": 8, "un-classified": 2 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6885714285714286, "minor damage": 0.45714285714285713, "destroyed": 0.7923387096774195, "un-classified": 0.7094594594594594 } }, "F1": { "class_level": { "no damage": 0.65, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.5833333333333334, "un-classified": 0.3333333333333333 }, "macro": 0.31333333333333335, "micro": 0.5384615384615384 }, "Accuracy": { "class_level": { "no damage": 0.6410256410256411, "minor damage": 0.8205128205128205, "major damage": 0.9743589743589743, "destroyed": 0.7435897435897436, "un-classified": 0.8974358974358975 } }, "Precision": { "class_level": { "no damage": 0.8666666666666667, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.4375, "un-classified": 0.25 }, "macro": 0.47375, "micro": 0.5384615384615384 }, "Recall": { "class_level": { "no damage": 0.52, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.875, "un-classified": 0.5 }, "macro": 0.31083333333333335, "micro": 0.5384615384615384 }, "Confusion_Matrix": { "matrix": [ [ 13, 0, 0, 1, 1 ], [ 3, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 5, 4, 0, 7, 0 ], [ 3, 0, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif": { "samples": { "total": 634, "actual_class_counts": { "no damage": 104, "minor damage": 246, "major damage": 186, "destroyed": 82, "un-classified": 16 }, "predicted_class_counts": { "no damage": 520, "minor damage": 14, "major damage": 1, "destroyed": 24, "un-classified": 75 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.4235323886639676, "minor damage": 0.3016129032258065, "major damage": 0.3530805687203792, "destroyed": 0.8008879781420766, "un-classified": 0.5310554561717353 } }, "F1": { "class_level": { "no damage": 0.22756410256410256, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.32075471698113206, "un-classified": 0.13186813186813187 }, "macro": 0.1360373902826733, "micro": 0.14826498422712933 }, "Accuracy": { "class_level": { "no damage": 0.23974763406940064, "minor damage": 0.5899053627760252, "major damage": 0.7050473186119873, "destroyed": 0.886435331230284, "un-classified": 0.8753943217665615 } }, "Precision": { "class_level": { "no damage": 0.6826923076923077, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.2073170731707317, "un-classified": 0.375 }, "macro": 0.18497435897435896, "micro": 0.14826498422712933 }, "Recall": { "class_level": { "no damage": 0.13653846153846153, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.7083333333333334, "un-classified": 0.08 }, "macro": 0.2530018761726079, "micro": 0.14826498422712933 }, "Confusion_Matrix": { "matrix": [ [ 71, 1, 0, 4, 28 ], [ 223, 0, 0, 2, 21 ], [ 166, 3, 0, 0, 17 ], [ 51, 10, 1, 17, 3 ], [ 9, 0, 0, 1, 6 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20211214-Mayfield.geo.tif": { "samples": { "total": 1667, "actual_class_counts": { "no damage": 683, "minor damage": 519, "major damage": 298, "destroyed": 118, "un-classified": 49 }, "predicted_class_counts": { "no damage": 1419, "minor damage": 97, "major damage": 6, "destroyed": 85, "un-classified": 60 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5724996590056605, "minor damage": 0.35660581784752776, "major damage": 0.4939293598233996, "destroyed": 0.6176656503309289, "un-classified": 0.6749325866002904 } }, "F1": { "class_level": { "no damage": 0.582302568981922, "minor damage": 0.012987012987012988, "major damage": 0.006578947368421052, "destroyed": 0.24630541871921183, "un-classified": 0.4036697247706422 }, "macro": 0.250368734565442, "micro": 0.39832033593281346 }, "Accuracy": { "class_level": { "no damage": 0.47330533893221355, "minor damage": 0.6352729454109178, "major damage": 0.8188362327534493, "destroyed": 0.9082183563287343, "un-classified": 0.9610077984403119 } }, "Precision": { "class_level": { "no damage": 0.8960468521229868, "minor damage": 0.007707129094412331, "major damage": 0.003355704697986577, "destroyed": 0.211864406779661, "un-classified": 0.4489795918367347 }, "macro": 0.25999554687723697, "micro": 0.39832033593281346 }, "Recall": { "class_level": { "no damage": 0.4312896405919662, "minor damage": 0.041237113402061855, "major damage": 0.16666666666666666, "destroyed": 0.29411764705882354, "un-classified": 0.36666666666666664 }, "macro": 0.3135907369063563, "micro": 0.39832033593281346 }, "Confusion_Matrix": { "matrix": [ [ 612, 20, 1, 28, 22 ], [ 491, 4, 0, 11, 13 ], [ 238, 39, 1, 17, 3 ], [ 55, 34, 4, 25, 0 ], [ 23, 0, 0, 4, 22 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 278, "minor damage": 206, "major damage": 59, "destroyed": 74, "un-classified": 18 }, "predicted_class_counts": { "no damage": 425, "minor damage": 184, "major damage": 0, "destroyed": 9, "un-classified": 17 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5922689075630252, "minor damage": 0.516485105562518, "destroyed": 0.7226659566915158, "un-classified": 0.696982676565772 } }, "F1": { "class_level": { "no damage": 0.6031294452347084, "minor damage": 0.3282051282051282, "major damage": 0.0, "destroyed": 0.12048192771084337, "un-classified": 0.4 }, "macro": 0.290363300230136, "micro": 0.45354330708661417 }, "Accuracy": { "class_level": { "no damage": 0.5606299212598426, "minor damage": 0.5874015748031496, "major damage": 0.9070866141732283, "destroyed": 0.8850393700787401, "un-classified": 0.9669291338582677 } }, "Precision": { "class_level": { "no damage": 0.762589928057554, "minor damage": 0.3106796116504854, "major damage": 0.0, "destroyed": 0.06756756756756757, "un-classified": 0.3888888888888889 }, "macro": 0.45349246945154875, "micro": 0.45354330708661417 }, "Recall": { "class_level": { "no damage": 0.4988235294117647, "minor damage": 0.34782608695652173, "major damage": NaN, "destroyed": 0.5555555555555556, "un-classified": 0.4117647058823529 }, "macro": 0.30594519923289915, "micro": 0.45354330708661417 }, "Confusion_Matrix": { "matrix": [ [ 212, 62, 0, 0, 4 ], [ 139, 64, 0, 2, 1 ], [ 32, 24, 0, 2, 1 ], [ 33, 32, 0, 5, 4 ], [ 9, 2, 0, 0, 7 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_105001000C7F2100-visual.tif.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 146, "minor damage": 0, "major damage": 0, "destroyed": 1, "un-classified": 12 }, "predicted_class_counts": { "no damage": 159, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": {} }, "F1": { "class_level": { "no damage": 0.9573770491803278, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.3191256830601093, "micro": 0.9182389937106918 }, "Accuracy": { "class_level": { "no damage": 0.9182389937106918, "minor damage": 1.0, "major damage": 1.0, "destroyed": 0.9937106918238994, "un-classified": 0.9245283018867925 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.9182389937106918, "micro": 0.9182389937106918 }, "Recall": { "class_level": { "no damage": 0.9182389937106918, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.3333333333333333, "micro": 0.9182389937106918 }, "Confusion_Matrix": { "matrix": [ [ 146, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 12, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif": { "samples": { "total": 619, "actual_class_counts": { "no damage": 511, "minor damage": 38, "major damage": 24, "destroyed": 1, "un-classified": 45 }, "predicted_class_counts": { "no damage": 597, "minor damage": 11, "major damage": 0, "destroyed": 0, "un-classified": 11 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6687604690117253, "minor damage": 0.46875, "un-classified": 0.8794856459330145 } }, "F1": { "class_level": { "no damage": 0.9025270758122743, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.32142857142857145 }, "macro": 0.24479112944816914, "micro": 0.8222940226171244 }, "Accuracy": { "class_level": { "no damage": 0.8255250403877221, "minor damage": 0.9208400646203554, "major damage": 0.9612277867528272, "destroyed": 0.9983844911147012, "un-classified": 0.938610662358643 } }, "Precision": { "class_level": { "no damage": 0.9784735812133072, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2 }, "macro": 0.5519009187350896, "micro": 0.8222940226171244 }, "Recall": { "class_level": { "no damage": 0.8375209380234506, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.8181818181818182 }, "macro": 0.23569471624266142, "micro": 0.8222940226171244 }, "Confusion_Matrix": { "matrix": [ [ 500, 9, 0, 0, 2 ], [ 38, 0, 0, 0, 0 ], [ 22, 2, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 36, 0, 0, 0, 9 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": { "samples": { "total": 507, "actual_class_counts": { "no damage": 143, "minor damage": 104, "major damage": 57, "destroyed": 188, "un-classified": 15 }, "predicted_class_counts": { "no damage": 199, "minor damage": 170, "major damage": 30, "destroyed": 98, "un-classified": 10 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6814510866018404, "minor damage": 0.5359661371967184, "major damage": 0.44025157232704404, "destroyed": 0.8520283418991069, "un-classified": 0.8419517102615693 } }, "F1": { "class_level": { "no damage": 0.5847953216374269, "minor damage": 0.31386861313868614, "major damage": 0.0, "destroyed": 0.6433566433566433, "un-classified": 0.56 }, "macro": 0.4204041156265513, "micro": 0.47731755424063116 }, "Accuracy": { "class_level": { "no damage": 0.7199211045364892, "minor damage": 0.6291913214990138, "major damage": 0.8284023668639053, "destroyed": 0.7988165680473372, "un-classified": 0.9783037475345168 } }, "Precision": { "class_level": { "no damage": 0.6993006993006993, "minor damage": 0.41346153846153844, "major damage": 0.0, "destroyed": 0.48936170212765956, "un-classified": 0.4666666666666667 }, "macro": 0.47884584989774803, "micro": 0.47731755424063116 }, "Recall": { "class_level": { "no damage": 0.5025125628140703, "minor damage": 0.2529411764705882, "major damage": 0.0, "destroyed": 0.9387755102040817, "un-classified": 0.7 }, "macro": 0.4137581213113128, "micro": 0.47731755424063116 }, "Confusion_Matrix": { "matrix": [ [ 100, 41, 0, 1, 1 ], [ 58, 43, 1, 2, 0 ], [ 24, 31, 0, 2, 0 ], [ 10, 55, 29, 92, 2 ], [ 7, 0, 0, 1, 7 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_105001000C7F2100-visual.tif.geo.tif": { "samples": { "total": 620, "actual_class_counts": { "no damage": 582, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 38 }, "predicted_class_counts": { "no damage": 607, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 13 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7436953491319225, "un-classified": 0.7436953491319224 } }, "F1": { "class_level": { "no damage": 0.9688814129520605, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.27450980392156865 }, "macro": 0.6216956084368146, "micro": 0.9403225806451613 }, "Accuracy": { "class_level": { "no damage": 0.9403225806451613, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9403225806451613 } }, "Precision": { "class_level": { "no damage": 0.9896907216494846, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.18421052631578946 }, "macro": 0.7436953491319225, "micro": 0.9403225806451613 }, "Recall": { "class_level": { "no damage": 0.9489291598023064, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.5384615384615384 }, "macro": 0.586950623982637, "micro": 0.9403225806451613 }, "Confusion_Matrix": { "matrix": [ [ 576, 0, 0, 0, 6 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 31, 0, 0, 0, 7 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230830-SteinhatcheeRiver.geo.tif_1040010077338D00-visual.tif.geo.tif": { "samples": { "total": 623, "actual_class_counts": { "no damage": 581, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 42 }, "predicted_class_counts": { "no damage": 611, "minor damage": 2, "major damage": 0, "destroyed": 0, "un-classified": 10 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8055100927441353, "minor damage": 0.5, "un-classified": 0.8722675367047308 } }, "F1": { "class_level": { "no damage": 0.9681208053691275, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.3076923076923077 }, "macro": 0.4252710376871451, "micro": 0.9390048154093098 }, "Accuracy": { "class_level": { "no damage": 0.9390048154093098, "minor damage": 0.9967897271268058, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.942215088282504 } }, "Precision": { "class_level": { "no damage": 0.9931153184165232, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.19047619047619047 }, "macro": 0.5814511729405346, "micro": 0.9390048154093098 }, "Recall": { "class_level": { "no damage": 0.9443535188216039, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.8 }, "macro": 0.5917957544463568, "micro": 0.9390048154093098 }, "Confusion_Matrix": { "matrix": [ [ 577, 2, 0, 0, 2 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 34, 0, 0, 0, 8 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": { "samples": { "total": 509, "actual_class_counts": { "no damage": 489, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 20 }, "predicted_class_counts": { "no damage": 461, "minor damage": 35, "major damage": 1, "destroyed": 1, "un-classified": 11 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5588168835864064, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.8051296093464768 } }, "F1": { "class_level": { "no damage": 0.9431578947368421, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.45161290322580644 }, "macro": 0.27895415959252967, "micro": 0.8939096267190569 }, "Accuracy": { "class_level": { "no damage": 0.8939096267190569, "minor damage": 0.931237721021611, "major damage": 0.9980353634577603, "destroyed": 0.9980353634577603, "un-classified": 0.9666011787819253 } }, "Precision": { "class_level": { "no damage": 0.9161554192229039, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.35 }, "macro": 0.32163281404062316, "micro": 0.8939096267190569 }, "Recall": { "class_level": { "no damage": 0.9718004338394793, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.6363636363636364 }, "macro": 0.6330777096114519, "micro": 0.8939096267190569 }, "Confusion_Matrix": { "matrix": [ [ 448, 35, 1, 1, 4 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 13, 0, 0, 0, 7 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": { "samples": { "total": 509, "actual_class_counts": { "no damage": 498, "minor damage": 1, "major damage": 0, "destroyed": 0, "un-classified": 10 }, "predicted_class_counts": { "no damage": 466, "minor damage": 27, "major damage": 0, "destroyed": 2, "un-classified": 14 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6025052400439166, "minor damage": 0.49896265560165975, "destroyed": 0.5, "un-classified": 0.8204184704184704 } }, "F1": { "class_level": { "no damage": 0.9626556016597511, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.75 }, "macro": 0.4281639004149378, "micro": 0.9292730844793713 }, "Accuracy": { "class_level": { "no damage": 0.9292730844793713, "minor damage": 0.9449901768172888, "major damage": 1.0, "destroyed": 0.9960707269155207, "un-classified": 0.9882121807465619 } }, "Precision": { "class_level": { "no damage": 0.9317269076305221, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.9 }, "macro": 0.4096413243408952, "micro": 0.9292730844793713 }, "Recall": { "class_level": { "no damage": 0.9957081545064378, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.6428571428571429 }, "macro": 0.6105756358768407, "micro": 0.9292730844793713 }, "Confusion_Matrix": { "matrix": [ [ 464, 27, 0, 2, 5 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 9 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-01.geo.tif": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 3 }, "predicted_class_counts": { "no damage": 12, "minor damage": 1, "major damage": 0, "destroyed": 1, "un-classified": 2 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9166666666666667, "minor damage": 0.4666666666666667, "destroyed": 0.9666666666666667, "un-classified": 0.9642857142857143 } }, "F1": { "class_level": { "no damage": 0.9090909090909091, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.6666666666666666, "un-classified": 0.8 }, "macro": 0.593939393939394, "micro": 0.8125 }, "Accuracy": { "class_level": { "no damage": 0.875, "minor damage": 0.875, "major damage": 1.0, "destroyed": 0.9375, "un-classified": 0.9375 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.5, "un-classified": 0.6666666666666666 }, "macro": 0.7083333333333334, "micro": 0.8125 }, "Recall": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0 }, "macro": 0.5416666666666666, "micro": 0.8125 }, "Confusion_Matrix": { "matrix": [ [ 10, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 1, 0, 1, 0 ], [ 1, 0, 0, 0, 2 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 616, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 19 }, "predicted_class_counts": { "no damage": 612, "minor damage": 9, "major damage": 0, "destroyed": 0, "un-classified": 14 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7325944870701904, "minor damage": 0.5, "un-classified": 0.8864159190246147 } }, "F1": { "class_level": { "no damage": 0.9837133550488599, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.6666666666666666 }, "macro": 0.5501266739051754, "micro": 0.968503937007874 }, "Accuracy": { "class_level": { "no damage": 0.968503937007874, "minor damage": 0.9858267716535433, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9826771653543307 } }, "Precision": { "class_level": { "no damage": 0.9805194805194806, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.5789473684210527 }, "macro": 0.5908807967631496, "micro": 0.968503937007874 }, "Recall": { "class_level": { "no damage": 0.9869281045751634, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.7857142857142857 }, "macro": 0.7797334244702666, "micro": 0.968503937007874 }, "Confusion_Matrix": { "matrix": [ [ 604, 9, 0, 0, 3 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 8, 0, 0, 0, 11 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { "samples": { "total": 15, "actual_class_counts": { "no damage": 9, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1 }, "predicted_class_counts": { "no damage": 12, "minor damage": 1, "major damage": 0, "destroyed": 1, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.875, "minor damage": 0.4642857142857143, "destroyed": 0.8928571428571428, "un-classified": 0.4642857142857143 } }, "F1": { "class_level": { "no damage": 0.8571428571428571, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.4, "un-classified": 0.0 }, "macro": 0.3142857142857143, "micro": 0.6666666666666666 }, "Accuracy": { "class_level": { "no damage": 0.8, "minor damage": 0.8666666666666667, "major damage": 1.0, "destroyed": 0.8, "un-classified": 0.8666666666666667 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.25, "un-classified": 0.0 }, "macro": 0.4375, "micro": 0.6666666666666666 }, "Recall": { "class_level": { "no damage": 0.75, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.3125, "micro": 0.6666666666666666 }, "Confusion_Matrix": { "matrix": [ [ 9, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1 ], [ 0, 0, 0, 0, 0 ], [ 2, 1, 0, 1, 0 ], [ 1, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": { "samples": { "total": 634, "actual_class_counts": { "no damage": 108, "minor damage": 307, "major damage": 118, "destroyed": 80, "un-classified": 21 }, "predicted_class_counts": { "no damage": 565, "minor damage": 44, "major damage": 1, "destroyed": 4, "un-classified": 20 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.595575221238938, "minor damage": 0.34973035439137135, "major damage": 0.4067930489731438, "destroyed": 0.9396825396825397, "un-classified": 0.792671009771987 } }, "F1": { "class_level": { "no damage": 0.3209509658246657, "minor damage": 0.05128205128205128, "major damage": 0.0, "destroyed": 0.09523809523809523, "un-classified": 0.5853658536585366 }, "macro": 0.21056739320066975, "micro": 0.20977917981072555 }, "Accuracy": { "class_level": { "no damage": 0.27917981072555204, "minor damage": 0.4747634069400631, "major damage": 0.8123028391167192, "destroyed": 0.8801261829652997, "un-classified": 0.973186119873817 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.029315960912052116, "major damage": 0.0, "destroyed": 0.05, "un-classified": 0.5714285714285714 }, "macro": 0.39913917940466614, "micro": 0.20977917981072555 }, "Recall": { "class_level": { "no damage": 0.1911504424778761, "minor damage": 0.20454545454545456, "major damage": 0.0, "destroyed": 1.0, "un-classified": 0.6 }, "macro": 0.3301489064681247, "micro": 0.20977917981072555 }, "Confusion_Matrix": { "matrix": [ [ 108, 0, 0, 0, 0 ], [ 296, 9, 0, 0, 2 ], [ 100, 15, 0, 0, 3 ], [ 52, 20, 1, 4, 3 ], [ 9, 0, 0, 0, 12 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": { "samples": { "total": 507, "actual_class_counts": { "no damage": 115, "minor damage": 130, "major damage": 63, "destroyed": 185, "un-classified": 14 }, "predicted_class_counts": { "no damage": 166, "minor damage": 143, "major damage": 38, "destroyed": 151, "un-classified": 9 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7209924742960109, "minor damage": 0.6623376623376624, "major damage": 0.5324037706205813, "destroyed": 0.8107746112061909, "un-classified": 0.825301204819277 } }, "F1": { "class_level": { "no damage": 0.6192170818505338, "minor damage": 0.5128205128205128, "major damage": 0.13861386138613863, "destroyed": 0.7202380952380952, "un-classified": 0.5217391304347826 }, "macro": 0.5025257363460126, "micro": 0.5739644970414202 }, "Accuracy": { "class_level": { "no damage": 0.7889546351084813, "minor damage": 0.73767258382643, "major damage": 0.8284023668639053, "destroyed": 0.814595660749507, "un-classified": 0.9783037475345168 } }, "Precision": { "class_level": { "no damage": 0.7565217391304347, "minor damage": 0.5384615384615384, "major damage": 0.1111111111111111, "destroyed": 0.654054054054054, "un-classified": 0.42857142857142855 }, "macro": 0.5331617142692745, "micro": 0.5739644970414202 }, "Recall": { "class_level": { "no damage": 0.5240963855421686, "minor damage": 0.48951048951048953, "major damage": 0.18421052631578946, "destroyed": 0.8013245033112583, "un-classified": 0.6666666666666666 }, "macro": 0.4977439742657134, "micro": 0.5739644970414202 }, "Confusion_Matrix": { "matrix": [ [ 87, 22, 0, 5, 1 ], [ 50, 70, 0, 10, 0 ], [ 9, 33, 7, 14, 0 ], [ 16, 15, 31, 121, 2 ], [ 4, 3, 0, 1, 6 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 617, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 18 }, "predicted_class_counts": { "no damage": 627, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 8 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9287280701754386, "un-classified": 0.9287280701754386 } }, "F1": { "class_level": { "no damage": 0.9903536977491961, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.5384615384615384 }, "macro": 0.7644076181053673, "micro": 0.9811023622047244 }, "Accuracy": { "class_level": { "no damage": 0.9811023622047244, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9811023622047244 } }, "Precision": { "class_level": { "no damage": 0.9983792544570502, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.3888888888888889 }, "macro": 0.9287280701754386, "micro": 0.9811023622047244 }, "Recall": { "class_level": { "no damage": 0.9824561403508771, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.875 }, "macro": 0.6936340716729695, "micro": 0.9811023622047244 }, "Confusion_Matrix": { "matrix": [ [ 616, 0, 0, 0, 1 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 11, 0, 0, 0, 7 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20211213-Candle-Factory-AO.geo.tif": { "samples": { "total": 185, "actual_class_counts": { "no damage": 98, "minor damage": 23, "major damage": 31, "destroyed": 17, "un-classified": 16 }, "predicted_class_counts": { "no damage": 156, "minor damage": 5, "major damage": 1, "destroyed": 8, "un-classified": 15 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.711870026525199, "minor damage": 0.4361111111111111, "major damage": 0.4157608695652174, "destroyed": 0.4519774011299435, "un-classified": 0.8156862745098038 } }, "F1": { "class_level": { "no damage": 0.7322834645669292, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.6451612903225806 }, "macro": 0.27548895097790194, "micro": 0.5567567567567567 }, "Accuracy": { "class_level": { "no damage": 0.6324324324324324, "minor damage": 0.8486486486486486, "major damage": 0.827027027027027, "destroyed": 0.8648648648648649, "un-classified": 0.9405405405405406 } }, "Precision": { "class_level": { "no damage": 0.9489795918367347, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.625 }, "macro": 0.25256410256410255, "micro": 0.5567567567567567 }, "Recall": { "class_level": { "no damage": 0.5961538461538461, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.6666666666666666 }, "macro": 0.31479591836734694, "micro": 0.5567567567567567 }, "Confusion_Matrix": { "matrix": [ [ 93, 0, 1, 0, 4 ], [ 19, 0, 0, 4, 0 ], [ 23, 3, 0, 4, 1 ], [ 15, 2, 0, 0, 0 ], [ 6, 0, 0, 0, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": { "samples": { "total": 509, "actual_class_counts": { "no damage": 51, "minor damage": 143, "major damage": 105, "destroyed": 191, "un-classified": 19 }, "predicted_class_counts": { "no damage": 320, "minor damage": 132, "major damage": 1, "destroyed": 44, "un-classified": 12 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5796875, "minor damage": 0.33080138252552044, "major damage": 0.39665354330708663, "destroyed": 0.829496578690127, "un-classified": 0.8649396378269618 } }, "F1": { "class_level": { "no damage": 0.2749326145552561, "minor damage": 0.02909090909090909, "major damage": 0.0, "destroyed": 0.3659574468085106, "un-classified": 0.5806451612903226 }, "macro": 0.2501252263489997, "micro": 0.21021611001964635 }, "Accuracy": { "class_level": { "no damage": 0.4715127701375246, "minor damage": 0.47544204322200395, "major damage": 0.7917485265225933, "destroyed": 0.7072691552062869, "un-classified": 0.9744597249508841 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.027972027972027972, "major damage": 0.0, "destroyed": 0.225130890052356, "un-classified": 0.47368421052631576 }, "macro": 0.38339015151515154, "micro": 0.21021611001964635 }, "Recall": { "class_level": { "no damage": 0.159375, "minor damage": 0.030303030303030304, "major damage": 0.0, "destroyed": 0.9772727272727273, "un-classified": 0.75 }, "macro": 0.34535742571013994, "micro": 0.21021611001964635 }, "Confusion_Matrix": { "matrix": [ [ 51, 0, 0, 0, 0 ], [ 139, 4, 0, 0, 0 ], [ 72, 31, 0, 1, 1 ], [ 48, 97, 1, 43, 2 ], [ 10, 0, 0, 0, 9 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_gsd_metrics": { "0.0321534": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 3 }, "predicted_class_counts": { "no damage": 12, "minor damage": 1, "major damage": 0, "destroyed": 1, "un-classified": 2 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9166666666666667, "minor damage": 0.4666666666666667, "destroyed": 0.9666666666666667, "un-classified": 0.9642857142857143 } }, "F1": { "class_level": { "no damage": 0.9090909090909091, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.6666666666666666, "un-classified": 0.8 }, "macro": 0.593939393939394, "micro": 0.8125 }, "Accuracy": { "class_level": { "no damage": 0.875, "minor damage": 0.875, "major damage": 1.0, "destroyed": 0.9375, "un-classified": 0.9375 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.5, "un-classified": 0.6666666666666666 }, "macro": 0.7083333333333334, "micro": 0.8125 }, "Recall": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0 }, "macro": 0.5416666666666666, "micro": 0.8125 }, "Confusion_Matrix": { "matrix": [ [ 10, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 1, 0, 1, 0 ], [ 1, 0, 0, 0, 2 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.01946466": { "samples": { "total": 634, "actual_class_counts": { "no damage": 104, "minor damage": 246, "major damage": 186, "destroyed": 82, "un-classified": 16 }, "predicted_class_counts": { "no damage": 520, "minor damage": 14, "major damage": 1, "destroyed": 24, "un-classified": 75 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.4235323886639676, "minor damage": 0.3016129032258065, "major damage": 0.3530805687203792, "destroyed": 0.8008879781420766, "un-classified": 0.5310554561717353 } }, "F1": { "class_level": { "no damage": 0.22756410256410256, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.32075471698113206, "un-classified": 0.13186813186813187 }, "macro": 0.1360373902826733, "micro": 0.14826498422712933 }, "Accuracy": { "class_level": { "no damage": 0.23974763406940064, "minor damage": 0.5899053627760252, "major damage": 0.7050473186119873, "destroyed": 0.886435331230284, "un-classified": 0.8753943217665615 } }, "Precision": { "class_level": { "no damage": 0.6826923076923077, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.2073170731707317, "un-classified": 0.375 }, "macro": 0.18497435897435896, "micro": 0.14826498422712933 }, "Recall": { "class_level": { "no damage": 0.13653846153846153, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.7083333333333334, "un-classified": 0.08 }, "macro": 0.2530018761726079, "micro": 0.14826498422712933 }, "Confusion_Matrix": { "matrix": [ [ 71, 1, 0, 4, 28 ], [ 223, 0, 0, 2, 21 ], [ 166, 3, 0, 0, 17 ], [ 51, 10, 1, 17, 3 ], [ 9, 0, 0, 1, 6 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.589669364": { "samples": { "total": 1142, "actual_class_counts": { "no damage": 421, "minor damage": 310, "major damage": 116, "destroyed": 262, "un-classified": 33 }, "predicted_class_counts": { "no damage": 624, "minor damage": 354, "major damage": 30, "destroyed": 107, "un-classified": 27 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6447876447876447, "minor damage": 0.5223228369038401, "major damage": 0.447841726618705, "destroyed": 0.8735608831098469, "un-classified": 0.750739079887062 } }, "F1": { "class_level": { "no damage": 0.5971291866028708, "minor damage": 0.32228915662650603, "major damage": 0.0, "destroyed": 0.5257452574525745, "un-classified": 0.4666666666666667 }, "macro": 0.38236605346972363, "micro": 0.46409807355516636 }, "Accuracy": { "class_level": { "no damage": 0.6313485113835376, "minor damage": 0.6059544658493871, "major damage": 0.87215411558669, "destroyed": 0.8467600700525394, "un-classified": 0.9719789842381786 } }, "Precision": { "class_level": { "no damage": 0.7410926365795725, "minor damage": 0.34516129032258064, "major damage": 0.0, "destroyed": 0.3702290076335878, "un-classified": 0.42424242424242425 }, "macro": 0.4454640923197869, "micro": 0.46409807355516636 }, "Recall": { "class_level": { "no damage": 0.5, "minor damage": 0.3022598870056497, "major damage": 0.0, "destroyed": 0.9065420560747663, "un-classified": 0.5185185185185185 }, "macro": 0.37614507175563305, "micro": 0.46409807355516636 }, "Confusion_Matrix": { "matrix": [ [ 312, 103, 0, 1, 5 ], [ 197, 107, 1, 4, 1 ], [ 56, 55, 0, 4, 1 ], [ 43, 87, 29, 97, 6 ], [ 16, 2, 0, 1, 14 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02197147": { "samples": { "total": 176, "actual_class_counts": { "no damage": 48, "minor damage": 61, "major damage": 43, "destroyed": 9, "un-classified": 15 }, "predicted_class_counts": { "no damage": 161, "minor damage": 2, "major damage": 0, "destroyed": 1, "un-classified": 12 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6126293995859213, "minor damage": 0.3247126436781609, "destroyed": 0.9771428571428572, "un-classified": 0.8567073170731707 } }, "F1": { "class_level": { "no damage": 0.44976076555023925, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.2, "un-classified": 0.6666666666666666 }, "macro": 0.2632854864433812, "micro": 0.32386363636363635 }, "Accuracy": { "class_level": { "no damage": 0.3465909090909091, "minor damage": 0.6420454545454546, "major damage": 0.7556818181818182, "destroyed": 0.9545454545454546, "un-classified": 0.9488636363636364 } }, "Precision": { "class_level": { "no damage": 0.9791666666666666, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.1111111111111111, "un-classified": 0.6 }, "macro": 0.5104813664596273, "micro": 0.32386363636363635 }, "Recall": { "class_level": { "no damage": 0.2919254658385093, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.75 }, "macro": 0.33805555555555555, "micro": 0.32386363636363635 }, "Confusion_Matrix": { "matrix": [ [ 47, 0, 0, 0, 1 ], [ 60, 0, 0, 0, 1 ], [ 42, 0, 0, 0, 1 ], [ 6, 2, 0, 1, 0 ], [ 6, 0, 0, 0, 9 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02042949": { "samples": { "total": 15, "actual_class_counts": { "no damage": 9, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1 }, "predicted_class_counts": { "no damage": 12, "minor damage": 1, "major damage": 0, "destroyed": 1, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.875, "minor damage": 0.4642857142857143, "destroyed": 0.8928571428571428, "un-classified": 0.4642857142857143 } }, "F1": { "class_level": { "no damage": 0.8571428571428571, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.4, "un-classified": 0.0 }, "macro": 0.3142857142857143, "micro": 0.6666666666666666 }, "Accuracy": { "class_level": { "no damage": 0.8, "minor damage": 0.8666666666666667, "major damage": 1.0, "destroyed": 0.8, "un-classified": 0.8666666666666667 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.25, "un-classified": 0.0 }, "macro": 0.4375, "micro": 0.6666666666666666 }, "Recall": { "class_level": { "no damage": 0.75, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.3125, "micro": 0.6666666666666666 }, "Confusion_Matrix": { "matrix": [ [ 9, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1 ], [ 0, 0, 0, 0, 0 ], [ 2, 1, 0, 1, 0 ], [ 1, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02001503": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0 }, "predicted_class_counts": { "no damage": 27, "minor damage": 0, "major damage": 1, "destroyed": 6, "un-classified": 3 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6277777777777778, "major damage": 0.5, "destroyed": 0.8225806451612903, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.6666666666666666, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.5217391304347826, "un-classified": 0.0 }, "macro": 0.23768115942028983, "micro": 0.5675675675675675 }, "Accuracy": { "class_level": { "no damage": 0.5945945945945946, "minor damage": 0.9459459459459459, "major damage": 0.972972972972973, "destroyed": 0.7027027027027027, "un-classified": 0.918918918918919 } }, "Precision": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.35294117647058826, "un-classified": NaN }, "macro": 0.3888888888888889, "micro": 0.5675675675675675 }, "Recall": { "class_level": { "no damage": 0.5555555555555556, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.3954248366013072, "micro": 0.5675675675675675 }, "Confusion_Matrix": { "matrix": [ [ 15, 0, 0, 0, 3 ], [ 2, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 10, 0, 1, 6, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.01964606": { "samples": { "total": 510, "actual_class_counts": { "no damage": 53, "minor damage": 117, "major damage": 121, "destroyed": 201, "un-classified": 18 }, "predicted_class_counts": { "no damage": 393, "minor damage": 31, "major damage": 0, "destroyed": 46, "un-classified": 40 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5341554120180074, "minor damage": 0.3950434372685029, "destroyed": 0.7732383808095952, "un-classified": 0.5486702127659575 } }, "F1": { "class_level": { "no damage": 0.21076233183856502, "minor damage": 0.013513513513513514, "major damage": 0.0, "destroyed": 0.3319838056680162, "un-classified": 0.1724137931034483 }, "macro": 0.1457346888247086, "micro": 0.1843137254901961 }, "Accuracy": { "class_level": { "no damage": 0.30980392156862746, "minor damage": 0.7137254901960784, "major damage": 0.7627450980392156, "destroyed": 0.6764705882352942, "un-classified": 0.9058823529411765 } }, "Precision": { "class_level": { "no damage": 0.8867924528301887, "minor damage": 0.008547008547008548, "major damage": 0.0, "destroyed": 0.20398009950248755, "un-classified": 0.2777777777777778 }, "macro": 0.2920388219150705, "micro": 0.1843137254901961 }, "Recall": { "class_level": { "no damage": 0.11959287531806616, "minor damage": 0.03225806451612903, "major damage": NaN, "destroyed": 0.8913043478260869, "un-classified": 0.125 }, "macro": 0.2754194677314925, "micro": 0.1843137254901961 }, "Confusion_Matrix": { "matrix": [ [ 47, 0, 0, 2, 4 ], [ 106, 1, 0, 0, 10 ], [ 114, 0, 0, 1, 6 ], [ 115, 30, 0, 41, 15 ], [ 11, 0, 0, 2, 5 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02019042": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4 }, "predicted_class_counts": { "no damage": 25, "minor damage": 4, "major damage": 0, "destroyed": 8, "un-classified": 2 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6885714285714286, "minor damage": 0.45714285714285713, "destroyed": 0.7923387096774195, "un-classified": 0.7094594594594594 } }, "F1": { "class_level": { "no damage": 0.65, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.5833333333333334, "un-classified": 0.3333333333333333 }, "macro": 0.31333333333333335, "micro": 0.5384615384615384 }, "Accuracy": { "class_level": { "no damage": 0.6410256410256411, "minor damage": 0.8205128205128205, "major damage": 0.9743589743589743, "destroyed": 0.7435897435897436, "un-classified": 0.8974358974358975 } }, "Precision": { "class_level": { "no damage": 0.8666666666666667, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.4375, "un-classified": 0.25 }, "macro": 0.47375, "micro": 0.5384615384615384 }, "Recall": { "class_level": { "no damage": 0.52, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.875, "un-classified": 0.5 }, "macro": 0.31083333333333335, "micro": 0.5384615384615384 }, "Confusion_Matrix": { "matrix": [ [ 13, 0, 0, 1, 1 ], [ 3, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 5, 4, 0, 7, 0 ], [ 3, 0, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.305175781": { "samples": { "total": 2341, "actual_class_counts": { "no damage": 2164, "minor damage": 0, "major damage": 0, "destroyed": 3, "un-classified": 174 }, "predicted_class_counts": { "no damage": 2305, "minor damage": 2, "major damage": 0, "destroyed": 0, "un-classified": 34 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8001446131597976, "minor damage": 0.5, "un-classified": 0.8204314235447105 } }, "F1": { "class_level": { "no damage": 0.963078988588051, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.23076923076923078 }, "macro": 0.2984620548393204, "micro": 0.9295173002990175 }, "Accuracy": { "class_level": { "no damage": 0.9295173002990175, "minor damage": 0.9991456642460487, "major damage": 1.0, "destroyed": 0.9987184963690731, "un-classified": 0.9316531396838957 } }, "Precision": { "class_level": { "no damage": 0.9944547134935305, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.13793103448275862 }, "macro": 0.5465016375313683, "micro": 0.9295173002990175 }, "Recall": { "class_level": { "no damage": 0.9336225596529284, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.7058823529411765 }, "macro": 0.3774619159920964, "micro": 0.9295173002990175 }, "Confusion_Matrix": { "matrix": [ [ 2152, 2, 0, 0, 10 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 3, 0, 0, 0, 0 ], [ 150, 0, 0, 0, 24 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.465002127": { "samples": { "total": 1144, "actual_class_counts": { "no damage": 1115, "minor damage": 1, "major damage": 0, "destroyed": 0, "un-classified": 28 }, "predicted_class_counts": { "no damage": 1093, "minor damage": 27, "major damage": 0, "destroyed": 2, "un-classified": 22 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.650915810056868, "minor damage": 0.4995523724261415, "destroyed": 0.5, "un-classified": 0.8582887700534759 } }, "F1": { "class_level": { "no damage": 0.9782608695652174, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.64 }, "macro": 0.40456521739130435, "micro": 0.958041958041958 }, "Accuracy": { "class_level": { "no damage": 0.958041958041958, "minor damage": 0.9755244755244755, "major damage": 1.0, "destroyed": 0.9982517482517482, "un-classified": 0.9842657342657343 } }, "Precision": { "class_level": { "no damage": 0.968609865470852, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.5714285714285714 }, "macro": 0.4288447142975963, "micro": 0.958041958041958 }, "Recall": { "class_level": { "no damage": 0.9881061299176578, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.7272727272727273 }, "macro": 0.5133461456331411, "micro": 0.958041958041958 }, "Confusion_Matrix": { "matrix": [ [ 1080, 27, 0, 2, 6 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 12, 0, 0, 0, 16 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.127": { "samples": { "total": 778, "actual_class_counts": { "no damage": 640, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 60 }, "predicted_class_counts": { "no damage": 752, "minor damage": 13, "major damage": 0, "destroyed": 0, "un-classified": 13 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6668882978723405, "minor damage": 0.46797385620915033, "un-classified": 0.8519356460532931 } }, "F1": { "class_level": { "no damage": 0.9008620689655172, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.273972602739726 }, "macro": 0.23496693434104862, "micro": 0.8187660668380463 }, "Accuracy": { "class_level": { "no damage": 0.8226221079691517, "minor damage": 0.9203084832904884, "major damage": 0.9652956298200515, "destroyed": 0.9974293059125964, "un-classified": 0.9318766066838047 } }, "Precision": { "class_level": { "no damage": 0.9796875, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.16666666666666666 }, "macro": 0.53433578832515, "micro": 0.8187660668380463 }, "Recall": { "class_level": { "no damage": 0.8337765957446809, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.7692307692307693 }, "macro": 0.22927083333333337, "micro": 0.8187660668380463 }, "Confusion_Matrix": { "matrix": [ [ 627, 10, 0, 0, 3 ], [ 49, 0, 0, 0, 0 ], [ 25, 2, 0, 0, 0 ], [ 1, 1, 0, 0, 0 ], [ 50, 0, 0, 0, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.150160807": { "samples": { "total": 1517, "actual_class_counts": { "no damage": 1170, "minor damage": 126, "major damage": 47, "destroyed": 9, "un-classified": 165 }, "predicted_class_counts": { "no damage": 1428, "minor damage": 55, "major damage": 0, "destroyed": 2, "un-classified": 32 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.736588455606962, "minor damage": 0.522938689217759, "destroyed": 0.7473597359735974, "un-classified": 0.8275252525252526 } }, "F1": { "class_level": { "no damage": 0.8783679753656659, "minor damage": 0.07734806629834254, "major damage": 0.0, "destroyed": 0.18181818181818182, "un-classified": 0.2436548223350254 }, "macro": 0.2762378091634431, "micro": 0.7732366512854317 }, "Accuracy": { "class_level": { "no damage": 0.7916941331575478, "minor damage": 0.8899143045484509, "major damage": 0.9690177982860909, "destroyed": 0.994067237969677, "un-classified": 0.9017798286090969 } }, "Precision": { "class_level": { "no damage": 0.9752136752136752, "minor damage": 0.05555555555555555, "major damage": 0.0, "destroyed": 0.1111111111111111, "un-classified": 0.14545454545454545 }, "macro": 0.5440730837789661, "micro": 0.7732366512854317 }, "Recall": { "class_level": { "no damage": 0.7990196078431373, "minor damage": 0.12727272727272726, "major damage": NaN, "destroyed": 0.5, "un-classified": 0.75 }, "macro": 0.25746697746697744, "micro": 0.7732366512854317 }, "Confusion_Matrix": { "matrix": [ [ 1141, 25, 0, 0, 4 ], [ 118, 7, 0, 0, 1 ], [ 40, 7, 0, 0, 0 ], [ 1, 4, 0, 1, 3 ], [ 128, 12, 0, 1, 24 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.623802853": { "samples": { "total": 1142, "actual_class_counts": { "no damage": 369, "minor damage": 365, "major damage": 105, "destroyed": 264, "un-classified": 39 }, "predicted_class_counts": { "no damage": 555, "minor damage": 327, "major damage": 41, "destroyed": 190, "un-classified": 29 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6922172598492872, "minor damage": 0.59745595767434, "major damage": 0.5535101127578033, "destroyed": 0.7906678460858028, "un-classified": 0.7478390184961426 } }, "F1": { "class_level": { "no damage": 0.6255411255411255, "minor damage": 0.43352601156069365, "major damage": 0.1095890410958904, "destroyed": 0.5991189427312775, "un-classified": 0.4411764705882353 }, "macro": 0.4417903183034445, "micro": 0.5236427320490368 }, "Accuracy": { "class_level": { "no damage": 0.6970227670753065, "minor damage": 0.6567425569176882, "major damage": 0.8861646234676007, "destroyed": 0.840630472854641, "un-classified": 0.9667250437828371 } }, "Precision": { "class_level": { "no damage": 0.7831978319783198, "minor damage": 0.410958904109589, "major damage": 0.0761904761904762, "destroyed": 0.5151515151515151, "un-classified": 0.38461538461538464 }, "macro": 0.4815178242530127, "micro": 0.5236427320490368 }, "Recall": { "class_level": { "no damage": 0.5207207207207207, "minor damage": 0.45871559633027525, "major damage": 0.1951219512195122, "destroyed": 0.7157894736842105, "un-classified": 0.5172413793103449 }, "macro": 0.434022822409057, "micro": 0.5236427320490368 }, "Confusion_Matrix": { "matrix": [ [ 289, 70, 0, 7, 3 ], [ 193, 150, 0, 22, 0 ], [ 24, 47, 8, 24, 2 ], [ 32, 54, 33, 136, 9 ], [ 17, 6, 0, 1, 15 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.384001757": { "samples": { "total": 1144, "actual_class_counts": { "no damage": 1105, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 39 }, "predicted_class_counts": { "no damage": 1073, "minor damage": 44, "major damage": 1, "destroyed": 1, "un-classified": 25 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6169749156635995, "minor damage": 0.5, "major damage": 0.5, "destroyed": 0.5, "un-classified": 0.8506166219839141 } }, "F1": { "class_level": { "no damage": 0.9660238751147842, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.5625 }, "macro": 0.3057047750229568, "micro": 0.9353146853146853 }, "Accuracy": { "class_level": { "no damage": 0.9353146853146853, "minor damage": 0.9615384615384616, "major damage": 0.9991258741258742, "destroyed": 0.9991258741258742, "un-classified": 0.9755244755244755 } }, "Precision": { "class_level": { "no damage": 0.9520361990950226, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.46153846153846156 }, "macro": 0.3400857409133271, "micro": 0.9353146853146853 }, "Recall": { "class_level": { "no damage": 0.9804287045666356, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.72 }, "macro": 0.706787330316742, "micro": 0.9353146853146853 }, "Confusion_Matrix": { "matrix": [ [ 1052, 44, 1, 1, 7 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 21, 0, 0, 0, 18 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.300349465": { "samples": { "total": 1143, "actual_class_counts": { "no damage": 159, "minor damage": 450, "major damage": 223, "destroyed": 271, "un-classified": 40 }, "predicted_class_counts": { "no damage": 885, "minor damage": 176, "major damage": 2, "destroyed": 48, "un-classified": 32 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5898305084745763, "minor damage": 0.3109752514806807, "major damage": 0.4022787028921998, "destroyed": 0.8873002283105021, "un-classified": 0.8195741449144914 } }, "F1": { "class_level": { "no damage": 0.3045977011494253, "minor damage": 0.04153354632587859, "major damage": 0.0, "destroyed": 0.2946708463949843, "un-classified": 0.5833333333333334 }, "macro": 0.24482708544072432, "micro": 0.2099737532808399 }, "Accuracy": { "class_level": { "no damage": 0.3648293963254593, "minor damage": 0.47506561679790027, "major damage": 0.8031496062992126, "destroyed": 0.8031496062992126, "un-classified": 0.973753280839895 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.028888888888888888, "major damage": 0.0, "destroyed": 0.17343173431734318, "un-classified": 0.525 }, "macro": 0.3777882639958911, "micro": 0.2099737532808399 }, "Recall": { "class_level": { "no damage": 0.17966101694915254, "minor damage": 0.07386363636363637, "major damage": 0.0, "destroyed": 0.9791666666666666, "un-classified": 0.65625 }, "macro": 0.34546412464124643, "micro": 0.2099737532808399 }, "Confusion_Matrix": { "matrix": [ [ 159, 0, 0, 0, 0 ], [ 435, 13, 0, 0, 2 ], [ 172, 46, 0, 1, 4 ], [ 100, 117, 2, 47, 5 ], [ 19, 0, 0, 0, 21 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.03110499": { "samples": { "total": 1667, "actual_class_counts": { "no damage": 683, "minor damage": 519, "major damage": 298, "destroyed": 118, "un-classified": 49 }, "predicted_class_counts": { "no damage": 1419, "minor damage": 97, "major damage": 6, "destroyed": 85, "un-classified": 60 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5724996590056605, "minor damage": 0.35660581784752776, "major damage": 0.4939293598233996, "destroyed": 0.6176656503309289, "un-classified": 0.6749325866002904 } }, "F1": { "class_level": { "no damage": 0.582302568981922, "minor damage": 0.012987012987012988, "major damage": 0.006578947368421052, "destroyed": 0.24630541871921183, "un-classified": 0.4036697247706422 }, "macro": 0.250368734565442, "micro": 0.39832033593281346 }, "Accuracy": { "class_level": { "no damage": 0.47330533893221355, "minor damage": 0.6352729454109178, "major damage": 0.8188362327534493, "destroyed": 0.9082183563287343, "un-classified": 0.9610077984403119 } }, "Precision": { "class_level": { "no damage": 0.8960468521229868, "minor damage": 0.007707129094412331, "major damage": 0.003355704697986577, "destroyed": 0.211864406779661, "un-classified": 0.4489795918367347 }, "macro": 0.25999554687723697, "micro": 0.39832033593281346 }, "Recall": { "class_level": { "no damage": 0.4312896405919662, "minor damage": 0.041237113402061855, "major damage": 0.16666666666666666, "destroyed": 0.29411764705882354, "un-classified": 0.36666666666666664 }, "macro": 0.3135907369063563, "micro": 0.39832033593281346 }, "Confusion_Matrix": { "matrix": [ [ 612, 20, 1, 28, 22 ], [ 491, 4, 0, 11, 13 ], [ 238, 39, 1, 17, 3 ], [ 55, 34, 4, 25, 0 ], [ 23, 0, 0, 4, 22 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.04401284": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 14, "minor damage": 0, "major damage": 0, "destroyed": 2, "un-classified": 5 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "destroyed": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.8, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.26666666666666666, "micro": 0.6666666666666666 }, "Accuracy": { "class_level": { "no damage": 0.6666666666666666, "minor damage": 1.0, "major damage": 1.0, "destroyed": 0.9047619047619048, "un-classified": 0.7619047619047619 } }, "Precision": { "class_level": { "no damage": 0.6666666666666666, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.3333333333333333, "micro": 0.6666666666666666 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.6666666666666666, "micro": 0.6666666666666666 }, "Confusion_Matrix": { "matrix": [ [ 14, 0, 0, 2, 5 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02927101": { "samples": { "total": 185, "actual_class_counts": { "no damage": 98, "minor damage": 23, "major damage": 31, "destroyed": 17, "un-classified": 16 }, "predicted_class_counts": { "no damage": 156, "minor damage": 5, "major damage": 1, "destroyed": 8, "un-classified": 15 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.711870026525199, "minor damage": 0.4361111111111111, "major damage": 0.4157608695652174, "destroyed": 0.4519774011299435, "un-classified": 0.8156862745098038 } }, "F1": { "class_level": { "no damage": 0.7322834645669292, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.6451612903225806 }, "macro": 0.27548895097790194, "micro": 0.5567567567567567 }, "Accuracy": { "class_level": { "no damage": 0.6324324324324324, "minor damage": 0.8486486486486486, "major damage": 0.827027027027027, "destroyed": 0.8648648648648649, "un-classified": 0.9405405405405406 } }, "Precision": { "class_level": { "no damage": 0.9489795918367347, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.625 }, "macro": 0.25256410256410255, "micro": 0.5567567567567567 }, "Recall": { "class_level": { "no damage": 0.5961538461538461, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.6666666666666666 }, "macro": 0.31479591836734694, "micro": 0.5567567567567567 }, "Confusion_Matrix": { "matrix": [ [ 93, 0, 1, 0, 4 ], [ 19, 0, 0, 4, 0 ], [ 23, 3, 0, 4, 1 ], [ 15, 2, 0, 0, 0 ], [ 6, 0, 0, 0, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_collection_platform_metrics": { "SenseFly eBee X": { "samples": { "total": 2044, "actual_class_counts": { "no damage": 839, "minor damage": 604, "major damage": 372, "destroyed": 146, "un-classified": 83 }, "predicted_class_counts": { "no damage": 1748, "minor damage": 105, "major damage": 7, "destroyed": 95, "un-classified": 89 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5878958191601212, "minor damage": 0.3643286917655149, "major damage": 0.48036327933235146, "destroyed": 0.6115767870162836, "un-classified": 0.7313428546797321 } }, "F1": { "class_level": { "no damage": 0.5890993428681871, "minor damage": 0.011283497884344146, "major damage": 0.005277044854881266, "destroyed": 0.22406639004149378, "un-classified": 0.5 }, "macro": 0.2659452551297813, "micro": 0.4094911937377691 }, "Accuracy": { "class_level": { "no damage": 0.4799412915851272, "minor damage": 0.6570450097847358, "major damage": 0.8155577299412916, "destroyed": 0.9085127201565558, "un-classified": 0.9579256360078278 } }, "Precision": { "class_level": { "no damage": 0.9082240762812872, "minor damage": 0.006622516556291391, "major damage": 0.002688172043010753, "destroyed": 0.18493150684931506, "un-classified": 0.5180722891566265 }, "macro": 0.27684714962785567, "micro": 0.4094911937377691 }, "Recall": { "class_level": { "no damage": 0.43592677345537756, "minor damage": 0.0380952380952381, "major damage": 0.14285714285714285, "destroyed": 0.28421052631578947, "un-classified": 0.48314606741573035 }, "macro": 0.3241077121773062, "micro": 0.4094911937377691 }, "Confusion_Matrix": { "matrix": [ [ 762, 20, 2, 28, 27 ], [ 571, 4, 0, 15, 14 ], [ 303, 42, 1, 21, 5 ], [ 76, 39, 4, 27, 0 ], [ 36, 0, 0, 4, 43 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "NOAA": { "samples": { "total": 2660, "actual_class_counts": { "no damage": 1329, "minor damage": 576, "major damage": 270, "destroyed": 280, "un-classified": 205 }, "predicted_class_counts": { "no damage": 2313, "minor damage": 231, "major damage": 2, "destroyed": 50, "un-classified": 64 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7392335764149757, "minor damage": 0.4288396521825916, "major damage": 0.4492099322799097, "destroyed": 0.9355555555555555, "un-classified": 0.8207458590138675 } }, "F1": { "class_level": { "no damage": 0.7138934651290499, "minor damage": 0.04956629491945477, "major damage": 0.0, "destroyed": 0.2909090909090909, "un-classified": 0.3345724907063197 }, "macro": 0.2777882683327831, "micro": 0.531203007518797 }, "Accuracy": { "class_level": { "no damage": 0.6082706766917293, "minor damage": 0.7116541353383459, "major damage": 0.8977443609022556, "destroyed": 0.91203007518797, "un-classified": 0.9327067669172933 } }, "Precision": { "class_level": { "no damage": 0.9781790820165538, "minor damage": 0.034722222222222224, "major damage": 0.0, "destroyed": 0.17142857142857143, "un-classified": 0.21951219512195122 }, "macro": 0.4623491452883476, "micro": 0.531203007518797 }, "Recall": { "class_level": { "no damage": 0.5620406398616515, "minor damage": 0.08658008658008658, "major damage": 0.0, "destroyed": 0.96, "un-classified": 0.703125 }, "macro": 0.28076841415785975, "micro": 0.531203007518797 }, "Confusion_Matrix": { "matrix": [ [ 1300, 25, 0, 0, 4 ], [ 553, 20, 0, 0, 3 ], [ 212, 53, 0, 1, 4 ], [ 101, 121, 2, 48, 8 ], [ 147, 12, 0, 1, 45 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "DJI Phantom 4": { "samples": { "total": 91, "actual_class_counts": { "no damage": 42, "minor damage": 6, "major damage": 1, "destroyed": 37, "un-classified": 5 }, "predicted_class_counts": { "no damage": 64, "minor damage": 5, "major damage": 1, "destroyed": 15, "un-classified": 6 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6964699074074074, "minor damage": 0.46511627906976744, "major damage": 0.49444444444444446, "destroyed": 0.8153508771929825, "un-classified": 0.5598039215686275 } }, "F1": { "class_level": { "no damage": 0.6981132075471698, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.5384615384615384, "un-classified": 0.18181818181818182 }, "macro": 0.283678585565378, "micro": 0.5714285714285714 }, "Accuracy": { "class_level": { "no damage": 0.6483516483516484, "minor damage": 0.8791208791208791, "major damage": 0.978021978021978, "destroyed": 0.7362637362637363, "un-classified": 0.9010989010989011 } }, "Precision": { "class_level": { "no damage": 0.8809523809523809, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.3783783783783784, "un-classified": 0.2 }, "macro": 0.335625, "micro": 0.5714285714285714 }, "Recall": { "class_level": { "no damage": 0.578125, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.9333333333333333, "un-classified": 0.16666666666666666 }, "macro": 0.2918661518661519, "micro": 0.5714285714285714 }, "Confusion_Matrix": { "matrix": [ [ 37, 0, 0, 1, 4 ], [ 5, 0, 0, 0, 1 ], [ 1, 0, 0, 0, 0 ], [ 17, 5, 1, 14, 0 ], [ 4, 0, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "DJI Mavic 2": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 14, "minor damage": 0, "major damage": 0, "destroyed": 2, "un-classified": 5 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "destroyed": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.8, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.26666666666666666, "micro": 0.6666666666666666 }, "Accuracy": { "class_level": { "no damage": 0.6666666666666666, "minor damage": 1.0, "major damage": 1.0, "destroyed": 0.9047619047619048, "un-classified": 0.7619047619047619 } }, "Precision": { "class_level": { "no damage": 0.6666666666666666, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.3333333333333333, "micro": 0.6666666666666666 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.0 }, "macro": 0.6666666666666666, "micro": 0.6666666666666666 }, "Confusion_Matrix": { "matrix": [ [ 14, 0, 0, 2, 5 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "MAXAR": { "samples": { "total": 6913, "actual_class_counts": { "no damage": 5174, "minor damage": 676, "major damage": 221, "destroyed": 529, "un-classified": 313 }, "predicted_class_counts": { "no damage": 5650, "minor damage": 754, "major damage": 72, "destroyed": 300, "un-classified": 137 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8178907503555938, "minor damage": 0.6364091409651313, "major damage": 0.5399876561256477, "destroyed": 0.865953173042996, "un-classified": 0.8008417428623136 } }, "F1": { "class_level": { "no damage": 0.9026237989652623, "minor damage": 0.3594405594405594, "major damage": 0.05460750853242321, "destroyed": 0.5621230398069964, "un-classified": 0.38666666666666666 }, "macro": 0.4530923146823816, "micro": 0.7912628381310575 }, "Accuracy": { "class_level": { "no damage": 0.8475336322869955, "minor damage": 0.8674960219875597, "major damage": 0.9599305656010415, "destroyed": 0.9474902357876465, "un-classified": 0.9600752205988717 } }, "Precision": { "class_level": { "no damage": 0.9441437959025899, "minor damage": 0.3801775147928994, "major damage": 0.03619909502262444, "destroyed": 0.44045368620037806, "un-classified": 0.2779552715654952 }, "macro": 0.5456529700811389, "micro": 0.7912628381310575 }, "Recall": { "class_level": { "no damage": 0.8646017699115044, "minor damage": 0.34084880636604775, "major damage": 0.1111111111111111, "destroyed": 0.7766666666666666, "un-classified": 0.635036496350365 }, "macro": 0.4157858726967974, "micro": 0.7912628381310575 }, "Confusion_Matrix": { "matrix": [ [ 4885, 246, 1, 11, 31 ], [ 391, 257, 1, 26, 1 ], [ 80, 102, 8, 28, 3 ], [ 78, 141, 62, 233, 15 ], [ 216, 8, 0, 2, 87 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "DJI Mavic Pro": { "samples": { "total": 1144, "actual_class_counts": { "no damage": 157, "minor damage": 363, "major damage": 307, "destroyed": 283, "un-classified": 34 }, "predicted_class_counts": { "no damage": 913, "minor damage": 45, "major damage": 1, "destroyed": 70, "un-classified": 115 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.4802065404475043, "minor damage": 0.3464159336770801, "major damage": 0.3657042869641295, "destroyed": 0.809537110933759, "un-classified": 0.5366501880255207 } }, "F1": { "class_level": { "no damage": 0.2205607476635514, "minor damage": 0.004901960784313725, "major damage": 0.0, "destroyed": 0.3286118980169972, "un-classified": 0.1476510067114094 }, "macro": 0.14034512263525434, "micro": 0.16433566433566432 }, "Accuracy": { "class_level": { "no damage": 0.270979020979021, "minor damage": 0.6451048951048951, "major damage": 0.7307692307692307, "destroyed": 0.7928321678321678, "un-classified": 0.888986013986014 } }, "Precision": { "class_level": { "no damage": 0.7515923566878981, "minor damage": 0.0027548209366391185, "major damage": 0.0, "destroyed": 0.2049469964664311, "un-classified": 0.3235294117647059 }, "macro": 0.21513801488657433, "micro": 0.16433566433566432 }, "Recall": { "class_level": { "no damage": 0.12924424972617743, "minor damage": 0.022222222222222223, "major damage": 0.0, "destroyed": 0.8285714285714286, "un-classified": 0.09565217391304348 }, "macro": 0.2565647171711348, "micro": 0.16433566433566432 }, "Confusion_Matrix": { "matrix": [ [ 118, 1, 0, 6, 32 ], [ 329, 1, 0, 2, 31 ], [ 280, 3, 0, 1, 23 ], [ 166, 40, 1, 58, 18 ], [ 20, 0, 0, 3, 11 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Wingtra WingtraOne Gen II": { "samples": { "total": 778, "actual_class_counts": { "no damage": 640, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 60 }, "predicted_class_counts": { "no damage": 752, "minor damage": 13, "major damage": 0, "destroyed": 0, "un-classified": 13 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6668882978723405, "minor damage": 0.46797385620915033, "un-classified": 0.8519356460532931 } }, "F1": { "class_level": { "no damage": 0.9008620689655172, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.273972602739726 }, "macro": 0.23496693434104862, "micro": 0.8187660668380463 }, "Accuracy": { "class_level": { "no damage": 0.8226221079691517, "minor damage": 0.9203084832904884, "major damage": 0.9652956298200515, "destroyed": 0.9974293059125964, "un-classified": 0.9318766066838047 } }, "Precision": { "class_level": { "no damage": 0.9796875, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.16666666666666666 }, "macro": 0.53433578832515, "micro": 0.8187660668380463 }, "Recall": { "class_level": { "no damage": 0.8337765957446809, "minor damage": 0.0, "major damage": NaN, "destroyed": NaN, "un-classified": 0.7692307692307693 }, "macro": 0.22927083333333337, "micro": 0.8187660668380463 }, "Confusion_Matrix": { "matrix": [ [ 627, 10, 0, 0, 3 ], [ 49, 0, 0, 0, 0 ], [ 25, 2, 0, 0, 0 ], [ 1, 1, 0, 0, 0 ], [ 50, 0, 0, 0, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_source_metrics": { "Satellite": { "samples": { "total": 6913, "actual_class_counts": { "no damage": 5174, "minor damage": 676, "major damage": 221, "destroyed": 529, "un-classified": 313 }, "predicted_class_counts": { "no damage": 5650, "minor damage": 754, "major damage": 72, "destroyed": 300, "un-classified": 137 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8178907503555938, "minor damage": 0.6364091409651313, "major damage": 0.5399876561256477, "destroyed": 0.865953173042996, "un-classified": 0.8008417428623136 } }, "F1": { "class_level": { "no damage": 0.9026237989652623, "minor damage": 0.3594405594405594, "major damage": 0.05460750853242321, "destroyed": 0.5621230398069964, "un-classified": 0.38666666666666666 }, "macro": 0.4530923146823816, "micro": 0.7912628381310575 }, "Accuracy": { "class_level": { "no damage": 0.8475336322869955, "minor damage": 0.8674960219875597, "major damage": 0.9599305656010415, "destroyed": 0.9474902357876465, "un-classified": 0.9600752205988717 } }, "Precision": { "class_level": { "no damage": 0.9441437959025899, "minor damage": 0.3801775147928994, "major damage": 0.03619909502262444, "destroyed": 0.44045368620037806, "un-classified": 0.2779552715654952 }, "macro": 0.5456529700811389, "micro": 0.7912628381310575 }, "Recall": { "class_level": { "no damage": 0.8646017699115044, "minor damage": 0.34084880636604775, "major damage": 0.1111111111111111, "destroyed": 0.7766666666666666, "un-classified": 0.635036496350365 }, "macro": 0.4157858726967974, "micro": 0.7912628381310575 }, "Confusion_Matrix": { "matrix": [ [ 4885, 246, 1, 11, 31 ], [ 391, 257, 1, 26, 1 ], [ 80, 102, 8, 28, 3 ], [ 78, 141, 62, 233, 15 ], [ 216, 8, 0, 2, 87 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "sUAS": { "samples": { "total": 4078, "actual_class_counts": { "no damage": 1699, "minor damage": 1022, "major damage": 707, "destroyed": 468, "un-classified": 182 }, "predicted_class_counts": { "no damage": 3491, "minor damage": 168, "major damage": 9, "destroyed": 182, "un-classified": 228 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6030430159421868, "minor damage": 0.3848298014858117, "major damage": 0.4688020534665902, "destroyed": 0.7246217591443463, "un-classified": 0.6273490544543177 } }, "F1": { "class_level": { "no damage": 0.6003853564547206, "minor damage": 0.008403361344537815, "major damage": 0.002793296089385475, "destroyed": 0.3046153846153846, "un-classified": 0.3170731707317073 }, "macro": 0.2466541138471472, "micro": 0.42373712604217756 }, "Accuracy": { "class_level": { "no damage": 0.491417361451692, "minor damage": 0.7106424717999019, "major damage": 0.8249141736145169, "destroyed": 0.8891613536047082, "un-classified": 0.931338891613536 } }, "Precision": { "class_level": { "no damage": 0.9170100058858152, "minor damage": 0.004892367906066536, "major damage": 0.0014144271570014145, "destroyed": 0.21153846153846154, "un-classified": 0.35714285714285715 }, "macro": 0.2832414480626424, "micro": 0.42373712604217756 }, "Recall": { "class_level": { "no damage": 0.4462904611859066, "minor damage": 0.02976190476190476, "major damage": 0.1111111111111111, "destroyed": 0.5439560439560439, "un-classified": 0.2850877192982456 }, "macro": 0.29839962392604036, "micro": 0.42373712604217756 }, "Confusion_Matrix": { "matrix": [ [ 1558, 31, 2, 37, 71 ], [ 954, 5, 0, 17, 46 ], [ 609, 47, 1, 22, 28 ], [ 260, 85, 6, 99, 18 ], [ 110, 0, 0, 7, 65 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Crewed Aircraft": { "samples": { "total": 2660, "actual_class_counts": { "no damage": 1329, "minor damage": 576, "major damage": 270, "destroyed": 280, "un-classified": 205 }, "predicted_class_counts": { "no damage": 2313, "minor damage": 231, "major damage": 2, "destroyed": 50, "un-classified": 64 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7392335764149757, "minor damage": 0.4288396521825916, "major damage": 0.4492099322799097, "destroyed": 0.9355555555555555, "un-classified": 0.8207458590138675 } }, "F1": { "class_level": { "no damage": 0.7138934651290499, "minor damage": 0.04956629491945477, "major damage": 0.0, "destroyed": 0.2909090909090909, "un-classified": 0.3345724907063197 }, "macro": 0.2777882683327831, "micro": 0.531203007518797 }, "Accuracy": { "class_level": { "no damage": 0.6082706766917293, "minor damage": 0.7116541353383459, "major damage": 0.8977443609022556, "destroyed": 0.91203007518797, "un-classified": 0.9327067669172933 } }, "Precision": { "class_level": { "no damage": 0.9781790820165538, "minor damage": 0.034722222222222224, "major damage": 0.0, "destroyed": 0.17142857142857143, "un-classified": 0.21951219512195122 }, "macro": 0.4623491452883476, "micro": 0.531203007518797 }, "Recall": { "class_level": { "no damage": 0.5620406398616515, "minor damage": 0.08658008658008658, "major damage": 0.0, "destroyed": 0.96, "un-classified": 0.703125 }, "macro": 0.28076841415785975, "micro": 0.531203007518797 }, "Confusion_Matrix": { "matrix": [ [ 1300, 25, 0, 0, 4 ], [ 553, 20, 0, 0, 3 ], [ 212, 53, 0, 1, 4 ], [ 101, 121, 2, 48, 8 ], [ 147, 12, 0, 1, 45 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_pre_or_post_metrics": { "POST": { "samples": { "total": 9022, "actual_class_counts": { "no damage": 3818, "minor damage": 2273, "major damage": 1198, "destroyed": 1274, "un-classified": 459 }, "predicted_class_counts": { "no damage": 6983, "minor damage": 1080, "major damage": 82, "destroyed": 529, "un-classified": 348 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6596395702672299, "minor damage": 0.5052092951677439, "major damage": 0.4883791673487205, "destroyed": 0.8065366630186052, "un-classified": 0.6812667133115481 } }, "F1": { "class_level": { "no damage": 0.64049625034719, "minor damage": 0.16820757530569638, "major damage": 0.0140625, "destroyed": 0.42151968940654466, "un-classified": 0.3444857496902107 }, "macro": 0.3177543529499284, "micro": 0.47317667922855244 }, "Accuracy": { "class_level": { "no damage": 0.5696076258035913, "minor damage": 0.6908667701174905, "major damage": 0.8601197073819552, "destroyed": 0.8843937042784304, "un-classified": 0.9413655508756373 } }, "Precision": { "class_level": { "no damage": 0.9059717129387114, "minor damage": 0.12406511218653761, "major damage": 0.007512520868113523, "destroyed": 0.29827315541601257, "un-classified": 0.3028322440087146 }, "macro": 0.3967949639714496, "micro": 0.47317667922855244 }, "Recall": { "class_level": { "no damage": 0.49534583989689246, "minor damage": 0.2611111111111111, "major damage": 0.10975609756097561, "destroyed": 0.718336483931947, "un-classified": 0.3994252873563218 }, "macro": 0.32773094908361794, "micro": 0.47317667922855244 }, "Confusion_Matrix": { "matrix": [ [ 3459, 229, 2, 45, 83 ], [ 1897, 282, 1, 43, 50 ], [ 901, 202, 9, 51, 35 ], [ 436, 347, 70, 380, 41 ], [ 290, 20, 0, 10, 139 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "PRE": { "samples": { "total": 4629, "actual_class_counts": { "no damage": 4384, "minor damage": 1, "major damage": 0, "destroyed": 3, "un-classified": 241 }, "predicted_class_counts": { "no damage": 4471, "minor damage": 73, "major damage": 1, "destroyed": 3, "un-classified": 81 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6626317562689512, "minor damage": 0.4998902546093064, "major damage": 0.5, "destroyed": 0.4996757457846952, "un-classified": 0.83790595784879 } }, "F1": { "class_level": { "no damage": 0.9675889328063241, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.36024844720496896 }, "macro": 0.2655674760022586, "micro": 0.93799956794124 }, "Accuracy": { "class_level": { "no damage": 0.93799956794124, "minor damage": 0.9840138258803197, "major damage": 0.9997839706200043, "destroyed": 0.998703823720026, "un-classified": 0.95549794772089 } }, "Precision": { "class_level": { "no damage": 0.9771897810218978, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.24066390041493776 }, "macro": 0.334844857531803, "micro": 0.93799956794124 }, "Recall": { "class_level": { "no damage": 0.9581749049429658, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.7160493827160493 }, "macro": 0.30446342035920887, "micro": 0.93799956794124 }, "Confusion_Matrix": { "matrix": [ [ 4284, 73, 1, 3, 23 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 3, 0, 0, 0, 0 ], [ 183, 0, 0, 0, 58 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_event_metrics": { "Hurricane Idalia": { "samples": { "total": 4636, "actual_class_counts": { "no damage": 3974, "minor damage": 175, "major damage": 74, "destroyed": 14, "un-classified": 399 }, "predicted_class_counts": { "no damage": 4485, "minor damage": 70, "major damage": 0, "destroyed": 2, "un-classified": 79 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7582043160793521, "minor damage": 0.5316031537450724, "destroyed": 0.748597324126025, "un-classified": 0.8296736416085422 } }, "F1": { "class_level": { "no damage": 0.9268235015959333, "minor damage": 0.05714285714285714, "major damage": 0.0, "destroyed": 0.125, "un-classified": 0.24267782426778242 }, "macro": 0.27032883660131457, "micro": 0.859792924935289 }, "Accuracy": { "class_level": { "no damage": 0.8664797238999137, "minor damage": 0.9501725625539258, "major damage": 0.9840379637618637, "destroyed": 0.9969801553062986, "un-classified": 0.9219154443485763 } }, "Precision": { "class_level": { "no damage": 0.9864116758933065, "minor damage": 0.04, "major damage": 0.0, "destroyed": 0.07142857142857142, "un-classified": 0.14536340852130325 }, "macro": 0.5520504353470782, "micro": 0.859792924935289 }, "Recall": { "class_level": { "no damage": 0.8740245261984393, "minor damage": 0.1, "major damage": NaN, "destroyed": 0.5, "un-classified": 0.7341772151898734 }, "macro": 0.2486407311686362, "micro": 0.859792924935289 }, "Confusion_Matrix": { "matrix": [ [ 3920, 37, 0, 0, 17 ], [ 167, 7, 0, 0, 1 ], [ 65, 9, 0, 0, 0 ], [ 5, 5, 0, 1, 3 ], [ 328, 12, 0, 1, 58 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Mayfield Tornado": { "samples": { "total": 2028, "actual_class_counts": { "no damage": 829, "minor damage": 603, "major damage": 372, "destroyed": 144, "un-classified": 80 }, "predicted_class_counts": { "no damage": 1736, "minor damage": 104, "major damage": 7, "destroyed": 94, "un-classified": 87 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.584740546682659, "minor damage": 0.36356548856548865, "major damage": 0.4796423269951226, "destroyed": 0.6077911505203635, "un-classified": 0.725585816056423 } }, "F1": { "class_level": { "no damage": 0.5863547758284601, "minor damage": 0.011315417256011316, "major damage": 0.005277044854881266, "destroyed": 0.2184873949579832, "un-classified": 0.49101796407185627 }, "macro": 0.26249051939383844, "micro": 0.40631163708086787 }, "Accuracy": { "class_level": { "no damage": 0.47682445759368836, "minor damage": 0.6553254437869822, "major damage": 0.8141025641025641, "destroyed": 0.908284023668639, "un-classified": 0.9580867850098619 } }, "Precision": { "class_level": { "no damage": 0.9071170084439083, "minor damage": 0.006633499170812604, "major damage": 0.002688172043010753, "destroyed": 0.18055555555555555, "un-classified": 0.5125 }, "macro": 0.2724717034635857, "micro": 0.40631163708086787 }, "Recall": { "class_level": { "no damage": 0.43317972350230416, "minor damage": 0.038461538461538464, "major damage": 0.14285714285714285, "destroyed": 0.2765957446808511, "un-classified": 0.47126436781609193 }, "macro": 0.3218988470426574, "micro": 0.40631163708086787 }, "Confusion_Matrix": { "matrix": [ [ 752, 20, 2, 28, 27 ], [ 570, 4, 0, 15, 14 ], [ 303, 42, 1, 21, 5 ], [ 76, 38, 4, 26, 0 ], [ 35, 0, 0, 4, 41 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Hurricane Michael": { "samples": { "total": 6859, "actual_class_counts": { "no damage": 3326, "minor damage": 1489, "major damage": 751, "destroyed": 1080, "un-classified": 213 }, "predicted_class_counts": { "no damage": 5143, "minor damage": 973, "major damage": 75, "destroyed": 418, "un-classified": 250 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7005561681820676, "minor damage": 0.5357941693827113, "major damage": 0.49857213050314464, "destroyed": 0.846706468504326, "un-classified": 0.6810727795430472 } }, "F1": { "class_level": { "no damage": 0.710827724642815, "minor damage": 0.22014622258326563, "major damage": 0.01937046004842615, "destroyed": 0.4512683578104139, "un-classified": 0.4103671706263499 }, "macro": 0.3623959871422541, "micro": 0.5426447003936434 }, "Accuracy": { "class_level": { "no damage": 0.6429508674733926, "minor damage": 0.7200758128006998, "major damage": 0.8819069835252953, "destroyed": 0.8801574573552996, "un-classified": 0.9601982796325995 } }, "Precision": { "class_level": { "no damage": 0.9049909801563439, "minor damage": 0.18200134318334452, "major damage": 0.010652463382157125, "destroyed": 0.31296296296296294, "un-classified": 0.4460093896713615 }, "macro": 0.4318121336962685, "micro": 0.5426447003936434 }, "Recall": { "class_level": { "no damage": 0.585261520513319, "minor damage": 0.27852004110996914, "major damage": 0.10666666666666667, "destroyed": 0.8086124401913876, "un-classified": 0.38 }, "macro": 0.371323427871234, "micro": 0.5426447003936434 }, "Confusion_Matrix": { "matrix": [ [ 3010, 245, 1, 17, 53 ], [ 1155, 271, 1, 28, 34 ], [ 532, 151, 8, 30, 30 ], [ 341, 298, 65, 338, 38 ], [ 105, 8, 0, 5, 95 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Mussett Bayou Fire": { "samples": { "total": 128, "actual_class_counts": { "no damage": 73, "minor damage": 7, "major damage": 1, "destroyed": 39, "un-classified": 8 }, "predicted_class_counts": { "no damage": 90, "minor damage": 6, "major damage": 1, "destroyed": 18, "un-classified": 13 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6809941520467837, "minor damage": 0.4713114754098361, "major damage": 0.49606299212598426, "destroyed": 0.8075757575757577, "un-classified": 0.5936454849498328 } }, "F1": { "class_level": { "no damage": 0.7484662576687117, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.5263157894736842, "un-classified": 0.2857142857142857 }, "macro": 0.3120992665713363, "micro": 0.6171875 }, "Accuracy": { "class_level": { "no damage": 0.6796875, "minor damage": 0.8984375, "major damage": 0.984375, "destroyed": 0.7890625, "un-classified": 0.8828125 } }, "Precision": { "class_level": { "no damage": 0.8356164383561644, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.38461538461538464, "un-classified": 0.375 }, "macro": 0.3483760683760684, "micro": 0.6171875 }, "Recall": { "class_level": { "no damage": 0.6777777777777778, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.8333333333333334, "un-classified": 0.23076923076923078 }, "macro": 0.3190463645943098, "micro": 0.6171875 }, "Confusion_Matrix": { "matrix": [ [ 61, 0, 0, 3, 9 ], [ 6, 0, 0, 0, 1 ], [ 1, 0, 0, 0, 0 ], [ 17, 6, 1, 15, 0 ], [ 5, 0, 0, 0, 3 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } } }