Invalid JSON:Unexpected token 'N', ..." damage": NaN,
"... is not valid JSON
| { | |
| "model_name": [ | |
| "BDA_PSP_ResNet101_CCE_Satellite" | |
| ], | |
| "global_metrics": { | |
| "samples": { | |
| "total": 13651, | |
| "actual_class_counts": { | |
| "no damage": 8202, | |
| "minor damage": 2274, | |
| "major damage": 1198, | |
| "destroyed": 1277, | |
| "un-classified": 700 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11454, | |
| "minor damage": 1153, | |
| "major damage": 83, | |
| "destroyed": 532, | |
| "un-classified": 429 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7335435625464793, | |
| "minor damage": 0.5425969282578708, | |
| "major damage": 0.5104005349227096, | |
| "destroyed": 0.8229558002025416, | |
| "un-classified": 0.710582401514182 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7878510378510378, | |
| "minor damage": 0.16457543040560257, | |
| "major damage": 0.01405152224824356, | |
| "destroyed": 0.4201216141514649, | |
| "un-classified": 0.3489813994685562 | |
| }, | |
| "macro": 0.347116200824981, | |
| "micro": 0.6307962786609039 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.694527873415867, | |
| "minor damage": 0.7902717749615413, | |
| "major damage": 0.9074793055453813, | |
| "destroyed": 0.9231558127609699, | |
| "un-classified": 0.9461577906380485 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9440380395025604, | |
| "minor damage": 0.12401055408970976, | |
| "major damage": 0.007512520868113523, | |
| "destroyed": 0.2975724353954581, | |
| "un-classified": 0.2814285714285714 | |
| }, | |
| "macro": 0.44050292959608717, | |
| "micro": 0.6307962786609039 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6760083813514929, | |
| "minor damage": 0.2445793581960104, | |
| "major damage": 0.10843373493975904, | |
| "destroyed": 0.7142857142857143, | |
| "un-classified": 0.4592074592074592 | |
| }, | |
| "macro": 0.33091242425688266, | |
| "micro": 0.6307962786609039 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 7743, | |
| 302, | |
| 3, | |
| 48, | |
| 106 | |
| ], | |
| [ | |
| 1898, | |
| 282, | |
| 1, | |
| 43, | |
| 50 | |
| ], | |
| [ | |
| 901, | |
| 202, | |
| 9, | |
| 51, | |
| 35 | |
| ], | |
| [ | |
| 439, | |
| 347, | |
| 70, | |
| 380, | |
| 41 | |
| ], | |
| [ | |
| 473, | |
| 20, | |
| 0, | |
| 10, | |
| 197 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_mapper_metrics": { | |
| "Pix4d React": { | |
| "samples": { | |
| "total": 4078, | |
| "actual_class_counts": { | |
| "no damage": 1699, | |
| "minor damage": 1022, | |
| "major damage": 707, | |
| "destroyed": 468, | |
| "un-classified": 182 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 3491, | |
| "minor damage": 168, | |
| "major damage": 9, | |
| "destroyed": 182, | |
| "un-classified": 228 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6030430159421868, | |
| "minor damage": 0.3848298014858117, | |
| "major damage": 0.4688020534665902, | |
| "destroyed": 0.7246217591443463, | |
| "un-classified": 0.6273490544543177 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6003853564547206, | |
| "minor damage": 0.008403361344537815, | |
| "major damage": 0.002793296089385475, | |
| "destroyed": 0.3046153846153846, | |
| "un-classified": 0.3170731707317073 | |
| }, | |
| "macro": 0.2466541138471472, | |
| "micro": 0.42373712604217756 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.491417361451692, | |
| "minor damage": 0.7106424717999019, | |
| "major damage": 0.8249141736145169, | |
| "destroyed": 0.8891613536047082, | |
| "un-classified": 0.931338891613536 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9170100058858152, | |
| "minor damage": 0.004892367906066536, | |
| "major damage": 0.0014144271570014145, | |
| "destroyed": 0.21153846153846154, | |
| "un-classified": 0.35714285714285715 | |
| }, | |
| "macro": 0.2832414480626424, | |
| "micro": 0.42373712604217756 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4462904611859066, | |
| "minor damage": 0.02976190476190476, | |
| "major damage": 0.1111111111111111, | |
| "destroyed": 0.5439560439560439, | |
| "un-classified": 0.2850877192982456 | |
| }, | |
| "macro": 0.29839962392604036, | |
| "micro": 0.42373712604217756 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1558, | |
| 31, | |
| 2, | |
| 37, | |
| 71 | |
| ], | |
| [ | |
| 954, | |
| 5, | |
| 0, | |
| 17, | |
| 46 | |
| ], | |
| [ | |
| 609, | |
| 47, | |
| 1, | |
| 22, | |
| 28 | |
| ], | |
| [ | |
| 260, | |
| 85, | |
| 6, | |
| 99, | |
| 18 | |
| ], | |
| [ | |
| 110, | |
| 0, | |
| 0, | |
| 7, | |
| 65 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_ortho_metrics": { | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010061205400-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 138, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 20 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 159, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": {} | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9292929292929293, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.30976430976430974, | |
| "micro": 0.8679245283018868 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8679245283018868, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.8742138364779874 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.8679245283018868, | |
| "micro": 0.8679245283018868 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8679245283018868, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.3333333333333333, | |
| "micro": 0.8679245283018868 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 138, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 53, | |
| "minor damage": 117, | |
| "major damage": 121, | |
| "destroyed": 201, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 393, | |
| "minor damage": 31, | |
| "major damage": 0, | |
| "destroyed": 46, | |
| "un-classified": 40 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5341554120180074, | |
| "minor damage": 0.3950434372685029, | |
| "destroyed": 0.7732383808095952, | |
| "un-classified": 0.5486702127659575 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.21076233183856502, | |
| "minor damage": 0.013513513513513514, | |
| "major damage": 0.0, | |
| "destroyed": 0.3319838056680162, | |
| "un-classified": 0.1724137931034483 | |
| }, | |
| "macro": 0.1457346888247086, | |
| "micro": 0.1843137254901961 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.30980392156862746, | |
| "minor damage": 0.7137254901960784, | |
| "major damage": 0.7627450980392156, | |
| "destroyed": 0.6764705882352942, | |
| "un-classified": 0.9058823529411765 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8867924528301887, | |
| "minor damage": 0.008547008547008548, | |
| "major damage": 0.0, | |
| "destroyed": 0.20398009950248755, | |
| "un-classified": 0.2777777777777778 | |
| }, | |
| "macro": 0.2920388219150705, | |
| "micro": 0.1843137254901961 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.11959287531806616, | |
| "minor damage": 0.03225806451612903, | |
| "major damage": NaN, | |
| "destroyed": 0.8913043478260869, | |
| "un-classified": 0.125 | |
| }, | |
| "macro": 0.2754194677314925, | |
| "micro": 0.1843137254901961 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 47, | |
| 0, | |
| 0, | |
| 2, | |
| 4 | |
| ], | |
| [ | |
| 106, | |
| 1, | |
| 0, | |
| 0, | |
| 10 | |
| ], | |
| [ | |
| 114, | |
| 0, | |
| 0, | |
| 1, | |
| 6 | |
| ], | |
| [ | |
| 115, | |
| 30, | |
| 0, | |
| 41, | |
| 15 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 2, | |
| 5 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 27, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 6, | |
| "un-classified": 3 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6277777777777778, | |
| "major damage": 0.5, | |
| "destroyed": 0.8225806451612903, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.5217391304347826, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.23768115942028983, | |
| "micro": 0.5675675675675675 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5945945945945946, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.972972972972973, | |
| "destroyed": 0.7027027027027027, | |
| "un-classified": 0.918918918918919 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.35294117647058826, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.3888888888888889, | |
| "micro": 0.5675675675675675 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5555555555555556, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.3954248366013072, | |
| "micro": 0.5675675675675675 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 0, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 0, | |
| 1, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 14, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 5 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.26666666666666666, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 0.9047619047619048, | |
| "un-classified": 0.7619047619047619 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.3333333333333333, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.6666666666666666, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 14, | |
| 0, | |
| 0, | |
| 2, | |
| 5 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_20230902a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 613, | |
| "actual_class_counts": { | |
| "no damage": 469, | |
| "minor damage": 55, | |
| "major damage": 18, | |
| "destroyed": 4, | |
| "un-classified": 67 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 581, | |
| "minor damage": 13, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 17 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7552441910499139, | |
| "minor damage": 0.45416666666666666, | |
| "destroyed": 0.7475450081833059, | |
| "un-classified": 0.7765495459928938 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8761904761904762, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.3333333333333333, | |
| "un-classified": 0.2619047619047619 | |
| }, | |
| "macro": 0.29428571428571426, | |
| "micro": 0.7699836867862969 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7879282218597063, | |
| "minor damage": 0.8890701468189234, | |
| "major damage": 0.9706362153344209, | |
| "destroyed": 0.9934747145187602, | |
| "un-classified": 0.8988580750407831 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9808102345415778, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.25, | |
| "un-classified": 0.16417910447761194 | |
| }, | |
| "macro": 0.4846993014073099, | |
| "micro": 0.7699836867862969 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.7917383820998278, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 0.6470588235294118 | |
| }, | |
| "macro": 0.27899786780383795, | |
| "micro": 0.7699836867862969 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 460, | |
| 5, | |
| 0, | |
| 0, | |
| 4 | |
| ], | |
| [ | |
| 54, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 14, | |
| 4, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 0, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 53, | |
| 2, | |
| 0, | |
| 1, | |
| 11 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211215-Russelville-Middle.geo.tif": { | |
| "samples": { | |
| "total": 176, | |
| "actual_class_counts": { | |
| "no damage": 48, | |
| "minor damage": 61, | |
| "major damage": 43, | |
| "destroyed": 9, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 161, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 12 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6126293995859213, | |
| "minor damage": 0.3247126436781609, | |
| "destroyed": 0.9771428571428572, | |
| "un-classified": 0.8567073170731707 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.44976076555023925, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.2, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.2632854864433812, | |
| "micro": 0.32386363636363635 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.3465909090909091, | |
| "minor damage": 0.6420454545454546, | |
| "major damage": 0.7556818181818182, | |
| "destroyed": 0.9545454545454546, | |
| "un-classified": 0.9488636363636364 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9791666666666666, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.1111111111111111, | |
| "un-classified": 0.6 | |
| }, | |
| "macro": 0.5104813664596273, | |
| "micro": 0.32386363636363635 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.2919254658385093, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.75 | |
| }, | |
| "macro": 0.33805555555555555, | |
| "micro": 0.32386363636363635 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 47, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 60, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 42, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 6, | |
| 2, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 0, | |
| 0, | |
| 9 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_1040010077338D00-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 142, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 158, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9493670886075949, | |
| "un-classified": 0.9525316455696202 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9466666666666667, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.11764705882352941 | |
| }, | |
| "macro": 0.3547712418300653, | |
| "micro": 0.89937106918239 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.89937106918239, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.9056603773584906 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0625 | |
| }, | |
| "macro": 0.9493670886075949, | |
| "micro": 0.89937106918239 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8987341772151899, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.3541666666666667, | |
| "micro": 0.89937106918239 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 142, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 15, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 254, | |
| "minor damage": 235, | |
| "major damage": 42, | |
| "destroyed": 79, | |
| "un-classified": 25 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 389, | |
| "minor damage": 184, | |
| "major damage": 3, | |
| "destroyed": 39, | |
| "un-classified": 20 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6539490459171944, | |
| "minor damage": 0.545550949580642, | |
| "major damage": 0.6342299578059072, | |
| "destroyed": 0.638616417139907, | |
| "un-classified": 0.7119918699186992 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6283048211508554, | |
| "minor damage": 0.3818615751789976, | |
| "major damage": 0.044444444444444446, | |
| "destroyed": 0.2542372881355932, | |
| "un-classified": 0.4 | |
| }, | |
| "macro": 0.3417696257819781, | |
| "micro": 0.48346456692913387 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6236220472440945, | |
| "minor damage": 0.5921259842519685, | |
| "major damage": 0.9322834645669291, | |
| "destroyed": 0.8614173228346457, | |
| "un-classified": 0.9574803149606299 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7952755905511811, | |
| "minor damage": 0.3404255319148936, | |
| "major damage": 0.023809523809523808, | |
| "destroyed": 0.189873417721519, | |
| "un-classified": 0.36 | |
| }, | |
| "macro": 0.42440230645997945, | |
| "micro": 0.48346456692913387 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.519280205655527, | |
| "minor damage": 0.43478260869565216, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 0.38461538461538464, | |
| "un-classified": 0.45 | |
| }, | |
| "macro": 0.3418768127994235, | |
| "micro": 0.48346456692913387 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 202, | |
| 48, | |
| 0, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 143, | |
| 80, | |
| 0, | |
| 12, | |
| 0 | |
| ], | |
| [ | |
| 15, | |
| 14, | |
| 1, | |
| 10, | |
| 2 | |
| ], | |
| [ | |
| 16, | |
| 39, | |
| 2, | |
| 15, | |
| 7 | |
| ], | |
| [ | |
| 13, | |
| 3, | |
| 0, | |
| 0, | |
| 9 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230902a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 157, | |
| "actual_class_counts": { | |
| "no damage": 128, | |
| "minor damage": 10, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 146, | |
| "minor damage": 10, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6939601494396015, | |
| "minor damage": 0.5193877551020409, | |
| "un-classified": 0.9551282051282051 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8978102189781022, | |
| "minor damage": 0.1, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.125 | |
| }, | |
| "macro": 0.22456204379562045, | |
| "micro": 0.7961783439490446 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.821656050955414, | |
| "minor damage": 0.8853503184713376, | |
| "major damage": 0.9808917197452229, | |
| "destroyed": 0.9936305732484076, | |
| "un-classified": 0.910828025477707 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9609375, | |
| "minor damage": 0.1, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.06666666666666667 | |
| }, | |
| "macro": 0.6474885844748859, | |
| "micro": 0.7961783439490446 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8424657534246576, | |
| "minor damage": 0.1, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.22552083333333334, | |
| "micro": 0.7961783439490446 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 123, | |
| 5, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 11, | |
| 3, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_20230831a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 608, | |
| "actual_class_counts": { | |
| "no damage": 473, | |
| "minor damage": 49, | |
| "major damage": 23, | |
| "destroyed": 3, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 570, | |
| "minor damage": 25, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 13 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.718421052631579, | |
| "minor damage": 0.5414065180102916, | |
| "un-classified": 0.8819004524886878 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8801534036433365, | |
| "minor damage": 0.10810810810810811, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.3013698630136986 | |
| }, | |
| "macro": 0.25792627495302867, | |
| "micro": 0.7796052631578947 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7944078947368421, | |
| "minor damage": 0.8914473684210527, | |
| "major damage": 0.962171052631579, | |
| "destroyed": 0.9950657894736842, | |
| "un-classified": 0.9161184210526315 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9704016913319239, | |
| "minor damage": 0.08163265306122448, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.18333333333333332 | |
| }, | |
| "macro": 0.6038056680161943, | |
| "micro": 0.7796052631578947 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8052631578947368, | |
| "minor damage": 0.16, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.8461538461538461 | |
| }, | |
| "macro": 0.24707353554529635, | |
| "micro": 0.7796052631578947 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 459, | |
| 14, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 45, | |
| 4, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 20, | |
| 3, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 46, | |
| 3, | |
| 0, | |
| 0, | |
| 11 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_20230831a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 139, | |
| "actual_class_counts": { | |
| "no damage": 100, | |
| "minor damage": 12, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 23 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 131, | |
| "minor damage": 7, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8153625954198473, | |
| "minor damage": 0.604978354978355, | |
| "un-classified": 0.9202898550724637 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8571428571428571, | |
| "minor damage": 0.21052631578947367, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.08333333333333333 | |
| }, | |
| "macro": 0.2302005012531328, | |
| "micro": 0.7338129496402878 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.762589928057554, | |
| "minor damage": 0.8920863309352518, | |
| "major damage": 0.9784172661870504, | |
| "destroyed": 0.9928057553956835, | |
| "un-classified": 0.841726618705036 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.99, | |
| "minor damage": 0.16666666666666666, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.043478260869565216 | |
| }, | |
| "macro": 0.6804798255179935, | |
| "micro": 0.7338129496402878 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.7557251908396947, | |
| "minor damage": 0.2857142857142857, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.24002898550724638, | |
| "micro": 0.7338129496402878 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 99, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 18, | |
| 4, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 129, | |
| "minor damage": 11, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 155, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 2 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6596774193548387, | |
| "minor damage": 0.46496815286624205, | |
| "un-classified": 0.7054140127388535 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8943661971830986, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.11764705882352941 | |
| }, | |
| "macro": 0.20240265120132558, | |
| "micro": 0.8050314465408805 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8113207547169812, | |
| "minor damage": 0.9182389937106918, | |
| "major damage": 0.9811320754716981, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.9056603773584906 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9844961240310077, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.06666666666666667 | |
| }, | |
| "macro": 0.4397849462365591, | |
| "micro": 0.8050314465408805 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8193548387096774, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.5 | |
| }, | |
| "macro": 0.21023255813953487, | |
| "micro": 0.8050314465408805 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 127, | |
| 1, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_1040010061205400-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 621, | |
| "actual_class_counts": { | |
| "no damage": 575, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 46 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 611, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 10 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8689034369885436, | |
| "un-classified": 0.8689034369885434 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9662731871838112, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.6259937364490484, | |
| "micro": 0.9355877616747182 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9355877616747182, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9355877616747182 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9965217391304347, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.17391304347826086 | |
| }, | |
| "macro": 0.8689034369885433, | |
| "micro": 0.9355877616747182 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9378068739770867, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.8 | |
| }, | |
| "macro": 0.5852173913043478, | |
| "micro": 0.9355877616747182 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 573, | |
| 0, | |
| 0, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 38, | |
| 0, | |
| 0, | |
| 0, | |
| 8 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 25, | |
| "minor damage": 4, | |
| "major damage": 0, | |
| "destroyed": 8, | |
| "un-classified": 2 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6885714285714286, | |
| "minor damage": 0.45714285714285713, | |
| "destroyed": 0.7923387096774195, | |
| "un-classified": 0.7094594594594594 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.65, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.5833333333333334, | |
| "un-classified": 0.3333333333333333 | |
| }, | |
| "macro": 0.31333333333333335, | |
| "micro": 0.5384615384615384 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6410256410256411, | |
| "minor damage": 0.8205128205128205, | |
| "major damage": 0.9743589743589743, | |
| "destroyed": 0.7435897435897436, | |
| "un-classified": 0.8974358974358975 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8666666666666667, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.4375, | |
| "un-classified": 0.25 | |
| }, | |
| "macro": 0.47375, | |
| "micro": 0.5384615384615384 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.52, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.875, | |
| "un-classified": 0.5 | |
| }, | |
| "macro": 0.31083333333333335, | |
| "micro": 0.5384615384615384 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 13, | |
| 0, | |
| 0, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 4, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 634, | |
| "actual_class_counts": { | |
| "no damage": 104, | |
| "minor damage": 246, | |
| "major damage": 186, | |
| "destroyed": 82, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 520, | |
| "minor damage": 14, | |
| "major damage": 1, | |
| "destroyed": 24, | |
| "un-classified": 75 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.4235323886639676, | |
| "minor damage": 0.3016129032258065, | |
| "major damage": 0.3530805687203792, | |
| "destroyed": 0.8008879781420766, | |
| "un-classified": 0.5310554561717353 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.22756410256410256, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.32075471698113206, | |
| "un-classified": 0.13186813186813187 | |
| }, | |
| "macro": 0.1360373902826733, | |
| "micro": 0.14826498422712933 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.23974763406940064, | |
| "minor damage": 0.5899053627760252, | |
| "major damage": 0.7050473186119873, | |
| "destroyed": 0.886435331230284, | |
| "un-classified": 0.8753943217665615 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6826923076923077, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.2073170731707317, | |
| "un-classified": 0.375 | |
| }, | |
| "macro": 0.18497435897435896, | |
| "micro": 0.14826498422712933 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.13653846153846153, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.7083333333333334, | |
| "un-classified": 0.08 | |
| }, | |
| "macro": 0.2530018761726079, | |
| "micro": 0.14826498422712933 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 71, | |
| 1, | |
| 0, | |
| 4, | |
| 28 | |
| ], | |
| [ | |
| 223, | |
| 0, | |
| 0, | |
| 2, | |
| 21 | |
| ], | |
| [ | |
| 166, | |
| 3, | |
| 0, | |
| 0, | |
| 17 | |
| ], | |
| [ | |
| 51, | |
| 10, | |
| 1, | |
| 17, | |
| 3 | |
| ], | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 1, | |
| 6 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211214-Mayfield.geo.tif": { | |
| "samples": { | |
| "total": 1667, | |
| "actual_class_counts": { | |
| "no damage": 683, | |
| "minor damage": 519, | |
| "major damage": 298, | |
| "destroyed": 118, | |
| "un-classified": 49 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1419, | |
| "minor damage": 97, | |
| "major damage": 6, | |
| "destroyed": 85, | |
| "un-classified": 60 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5724996590056605, | |
| "minor damage": 0.35660581784752776, | |
| "major damage": 0.4939293598233996, | |
| "destroyed": 0.6176656503309289, | |
| "un-classified": 0.6749325866002904 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.582302568981922, | |
| "minor damage": 0.012987012987012988, | |
| "major damage": 0.006578947368421052, | |
| "destroyed": 0.24630541871921183, | |
| "un-classified": 0.4036697247706422 | |
| }, | |
| "macro": 0.250368734565442, | |
| "micro": 0.39832033593281346 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.47330533893221355, | |
| "minor damage": 0.6352729454109178, | |
| "major damage": 0.8188362327534493, | |
| "destroyed": 0.9082183563287343, | |
| "un-classified": 0.9610077984403119 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8960468521229868, | |
| "minor damage": 0.007707129094412331, | |
| "major damage": 0.003355704697986577, | |
| "destroyed": 0.211864406779661, | |
| "un-classified": 0.4489795918367347 | |
| }, | |
| "macro": 0.25999554687723697, | |
| "micro": 0.39832033593281346 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4312896405919662, | |
| "minor damage": 0.041237113402061855, | |
| "major damage": 0.16666666666666666, | |
| "destroyed": 0.29411764705882354, | |
| "un-classified": 0.36666666666666664 | |
| }, | |
| "macro": 0.3135907369063563, | |
| "micro": 0.39832033593281346 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 612, | |
| 20, | |
| 1, | |
| 28, | |
| 22 | |
| ], | |
| [ | |
| 491, | |
| 4, | |
| 0, | |
| 11, | |
| 13 | |
| ], | |
| [ | |
| 238, | |
| 39, | |
| 1, | |
| 17, | |
| 3 | |
| ], | |
| [ | |
| 55, | |
| 34, | |
| 4, | |
| 25, | |
| 0 | |
| ], | |
| [ | |
| 23, | |
| 0, | |
| 0, | |
| 4, | |
| 22 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 278, | |
| "minor damage": 206, | |
| "major damage": 59, | |
| "destroyed": 74, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 425, | |
| "minor damage": 184, | |
| "major damage": 0, | |
| "destroyed": 9, | |
| "un-classified": 17 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5922689075630252, | |
| "minor damage": 0.516485105562518, | |
| "destroyed": 0.7226659566915158, | |
| "un-classified": 0.696982676565772 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6031294452347084, | |
| "minor damage": 0.3282051282051282, | |
| "major damage": 0.0, | |
| "destroyed": 0.12048192771084337, | |
| "un-classified": 0.4 | |
| }, | |
| "macro": 0.290363300230136, | |
| "micro": 0.45354330708661417 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5606299212598426, | |
| "minor damage": 0.5874015748031496, | |
| "major damage": 0.9070866141732283, | |
| "destroyed": 0.8850393700787401, | |
| "un-classified": 0.9669291338582677 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.762589928057554, | |
| "minor damage": 0.3106796116504854, | |
| "major damage": 0.0, | |
| "destroyed": 0.06756756756756757, | |
| "un-classified": 0.3888888888888889 | |
| }, | |
| "macro": 0.45349246945154875, | |
| "micro": 0.45354330708661417 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4988235294117647, | |
| "minor damage": 0.34782608695652173, | |
| "major damage": NaN, | |
| "destroyed": 0.5555555555555556, | |
| "un-classified": 0.4117647058823529 | |
| }, | |
| "macro": 0.30594519923289915, | |
| "micro": 0.45354330708661417 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 212, | |
| 62, | |
| 0, | |
| 0, | |
| 4 | |
| ], | |
| [ | |
| 139, | |
| 64, | |
| 0, | |
| 2, | |
| 1 | |
| ], | |
| [ | |
| 32, | |
| 24, | |
| 0, | |
| 2, | |
| 1 | |
| ], | |
| [ | |
| 33, | |
| 32, | |
| 0, | |
| 5, | |
| 4 | |
| ], | |
| [ | |
| 9, | |
| 2, | |
| 0, | |
| 0, | |
| 7 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif_105001000C7F2100-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 146, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 12 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 159, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": {} | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9573770491803278, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.3191256830601093, | |
| "micro": 0.9182389937106918 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9182389937106918, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.9245283018867925 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.9182389937106918, | |
| "micro": 0.9182389937106918 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9182389937106918, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.3333333333333333, | |
| "micro": 0.9182389937106918 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 146, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 12, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif": { | |
| "samples": { | |
| "total": 619, | |
| "actual_class_counts": { | |
| "no damage": 511, | |
| "minor damage": 38, | |
| "major damage": 24, | |
| "destroyed": 1, | |
| "un-classified": 45 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 597, | |
| "minor damage": 11, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 11 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6687604690117253, | |
| "minor damage": 0.46875, | |
| "un-classified": 0.8794856459330145 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9025270758122743, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.32142857142857145 | |
| }, | |
| "macro": 0.24479112944816914, | |
| "micro": 0.8222940226171244 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8255250403877221, | |
| "minor damage": 0.9208400646203554, | |
| "major damage": 0.9612277867528272, | |
| "destroyed": 0.9983844911147012, | |
| "un-classified": 0.938610662358643 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9784735812133072, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.5519009187350896, | |
| "micro": 0.8222940226171244 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8375209380234506, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.8181818181818182 | |
| }, | |
| "macro": 0.23569471624266142, | |
| "micro": 0.8222940226171244 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 500, | |
| 9, | |
| 0, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 38, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 22, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 36, | |
| 0, | |
| 0, | |
| 0, | |
| 9 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_104001004384D900.tif.geo.tif": { | |
| "samples": { | |
| "total": 507, | |
| "actual_class_counts": { | |
| "no damage": 143, | |
| "minor damage": 104, | |
| "major damage": 57, | |
| "destroyed": 188, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 199, | |
| "minor damage": 170, | |
| "major damage": 30, | |
| "destroyed": 98, | |
| "un-classified": 10 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6814510866018404, | |
| "minor damage": 0.5359661371967184, | |
| "major damage": 0.44025157232704404, | |
| "destroyed": 0.8520283418991069, | |
| "un-classified": 0.8419517102615693 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5847953216374269, | |
| "minor damage": 0.31386861313868614, | |
| "major damage": 0.0, | |
| "destroyed": 0.6433566433566433, | |
| "un-classified": 0.56 | |
| }, | |
| "macro": 0.4204041156265513, | |
| "micro": 0.47731755424063116 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7199211045364892, | |
| "minor damage": 0.6291913214990138, | |
| "major damage": 0.8284023668639053, | |
| "destroyed": 0.7988165680473372, | |
| "un-classified": 0.9783037475345168 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6993006993006993, | |
| "minor damage": 0.41346153846153844, | |
| "major damage": 0.0, | |
| "destroyed": 0.48936170212765956, | |
| "un-classified": 0.4666666666666667 | |
| }, | |
| "macro": 0.47884584989774803, | |
| "micro": 0.47731755424063116 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5025125628140703, | |
| "minor damage": 0.2529411764705882, | |
| "major damage": 0.0, | |
| "destroyed": 0.9387755102040817, | |
| "un-classified": 0.7 | |
| }, | |
| "macro": 0.4137581213113128, | |
| "micro": 0.47731755424063116 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 100, | |
| 41, | |
| 0, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 58, | |
| 43, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 24, | |
| 31, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 55, | |
| 29, | |
| 92, | |
| 2 | |
| ], | |
| [ | |
| 7, | |
| 0, | |
| 0, | |
| 1, | |
| 7 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_105001000C7F2100-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 620, | |
| "actual_class_counts": { | |
| "no damage": 582, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 38 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 607, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 13 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7436953491319225, | |
| "un-classified": 0.7436953491319224 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9688814129520605, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.27450980392156865 | |
| }, | |
| "macro": 0.6216956084368146, | |
| "micro": 0.9403225806451613 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9403225806451613, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9403225806451613 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9896907216494846, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.18421052631578946 | |
| }, | |
| "macro": 0.7436953491319225, | |
| "micro": 0.9403225806451613 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9489291598023064, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.5384615384615384 | |
| }, | |
| "macro": 0.586950623982637, | |
| "micro": 0.9403225806451613 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 576, | |
| 0, | |
| 0, | |
| 0, | |
| 6 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 31, | |
| 0, | |
| 0, | |
| 0, | |
| 7 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif_1040010077338D00-visual.tif.geo.tif": { | |
| "samples": { | |
| "total": 623, | |
| "actual_class_counts": { | |
| "no damage": 581, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 42 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 611, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 10 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8055100927441353, | |
| "minor damage": 0.5, | |
| "un-classified": 0.8722675367047308 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9681208053691275, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.3076923076923077 | |
| }, | |
| "macro": 0.4252710376871451, | |
| "micro": 0.9390048154093098 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9390048154093098, | |
| "minor damage": 0.9967897271268058, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.942215088282504 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9931153184165232, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.19047619047619047 | |
| }, | |
| "macro": 0.5814511729405346, | |
| "micro": 0.9390048154093098 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9443535188216039, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.8 | |
| }, | |
| "macro": 0.5917957544463568, | |
| "micro": 0.9390048154093098 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 577, | |
| 2, | |
| 0, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 34, | |
| 0, | |
| 0, | |
| 0, | |
| 8 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": { | |
| "samples": { | |
| "total": 509, | |
| "actual_class_counts": { | |
| "no damage": 489, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 20 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 461, | |
| "minor damage": 35, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 11 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5588168835864064, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.8051296093464768 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9431578947368421, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.45161290322580644 | |
| }, | |
| "macro": 0.27895415959252967, | |
| "micro": 0.8939096267190569 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8939096267190569, | |
| "minor damage": 0.931237721021611, | |
| "major damage": 0.9980353634577603, | |
| "destroyed": 0.9980353634577603, | |
| "un-classified": 0.9666011787819253 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9161554192229039, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.35 | |
| }, | |
| "macro": 0.32163281404062316, | |
| "micro": 0.8939096267190569 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9718004338394793, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.6363636363636364 | |
| }, | |
| "macro": 0.6330777096114519, | |
| "micro": 0.8939096267190569 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 448, | |
| 35, | |
| 1, | |
| 1, | |
| 4 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 13, | |
| 0, | |
| 0, | |
| 0, | |
| 7 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": { | |
| "samples": { | |
| "total": 509, | |
| "actual_class_counts": { | |
| "no damage": 498, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 10 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 466, | |
| "minor damage": 27, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 14 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6025052400439166, | |
| "minor damage": 0.49896265560165975, | |
| "destroyed": 0.5, | |
| "un-classified": 0.8204184704184704 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9626556016597511, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.75 | |
| }, | |
| "macro": 0.4281639004149378, | |
| "micro": 0.9292730844793713 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9292730844793713, | |
| "minor damage": 0.9449901768172888, | |
| "major damage": 1.0, | |
| "destroyed": 0.9960707269155207, | |
| "un-classified": 0.9882121807465619 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9317269076305221, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.9 | |
| }, | |
| "macro": 0.4096413243408952, | |
| "micro": 0.9292730844793713 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9957081545064378, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.6428571428571429 | |
| }, | |
| "macro": 0.6105756358768407, | |
| "micro": 0.9292730844793713 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 464, | |
| 27, | |
| 0, | |
| 2, | |
| 5 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 9 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-01.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 3 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 12, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 2 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9166666666666667, | |
| "minor damage": 0.4666666666666667, | |
| "destroyed": 0.9666666666666667, | |
| "un-classified": 0.9642857142857143 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.8 | |
| }, | |
| "macro": 0.593939393939394, | |
| "micro": 0.8125 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.875, | |
| "major damage": 1.0, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.9375 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.7083333333333334, | |
| "micro": 0.8125 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.5416666666666666, | |
| "micro": 0.8125 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 2 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_10400100291A5A00.tif.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 616, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 19 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 612, | |
| "minor damage": 9, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 14 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7325944870701904, | |
| "minor damage": 0.5, | |
| "un-classified": 0.8864159190246147 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9837133550488599, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.5501266739051754, | |
| "micro": 0.968503937007874 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.968503937007874, | |
| "minor damage": 0.9858267716535433, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9826771653543307 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9805194805194806, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.5789473684210527 | |
| }, | |
| "macro": 0.5908807967631496, | |
| "micro": 0.968503937007874 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9869281045751634, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.7857142857142857 | |
| }, | |
| "macro": 0.7797334244702666, | |
| "micro": 0.968503937007874 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 604, | |
| 9, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 0, | |
| 0, | |
| 0, | |
| 11 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { | |
| "samples": { | |
| "total": 15, | |
| "actual_class_counts": { | |
| "no damage": 9, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 12, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.4642857142857143, | |
| "destroyed": 0.8928571428571428, | |
| "un-classified": 0.4642857142857143 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8571428571428571, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.4, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.3142857142857143, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": 0.8666666666666667, | |
| "major damage": 1.0, | |
| "destroyed": 0.8, | |
| "un-classified": 0.8666666666666667 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.25, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.4375, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.3125, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 634, | |
| "actual_class_counts": { | |
| "no damage": 108, | |
| "minor damage": 307, | |
| "major damage": 118, | |
| "destroyed": 80, | |
| "un-classified": 21 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 565, | |
| "minor damage": 44, | |
| "major damage": 1, | |
| "destroyed": 4, | |
| "un-classified": 20 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.595575221238938, | |
| "minor damage": 0.34973035439137135, | |
| "major damage": 0.4067930489731438, | |
| "destroyed": 0.9396825396825397, | |
| "un-classified": 0.792671009771987 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.3209509658246657, | |
| "minor damage": 0.05128205128205128, | |
| "major damage": 0.0, | |
| "destroyed": 0.09523809523809523, | |
| "un-classified": 0.5853658536585366 | |
| }, | |
| "macro": 0.21056739320066975, | |
| "micro": 0.20977917981072555 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.27917981072555204, | |
| "minor damage": 0.4747634069400631, | |
| "major damage": 0.8123028391167192, | |
| "destroyed": 0.8801261829652997, | |
| "un-classified": 0.973186119873817 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.029315960912052116, | |
| "major damage": 0.0, | |
| "destroyed": 0.05, | |
| "un-classified": 0.5714285714285714 | |
| }, | |
| "macro": 0.39913917940466614, | |
| "micro": 0.20977917981072555 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.1911504424778761, | |
| "minor damage": 0.20454545454545456, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6 | |
| }, | |
| "macro": 0.3301489064681247, | |
| "micro": 0.20977917981072555 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 108, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 296, | |
| 9, | |
| 0, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 100, | |
| 15, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 52, | |
| 20, | |
| 1, | |
| 4, | |
| 3 | |
| ], | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 12 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_105001001292DF00.tif.geo.tif": { | |
| "samples": { | |
| "total": 507, | |
| "actual_class_counts": { | |
| "no damage": 115, | |
| "minor damage": 130, | |
| "major damage": 63, | |
| "destroyed": 185, | |
| "un-classified": 14 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 166, | |
| "minor damage": 143, | |
| "major damage": 38, | |
| "destroyed": 151, | |
| "un-classified": 9 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7209924742960109, | |
| "minor damage": 0.6623376623376624, | |
| "major damage": 0.5324037706205813, | |
| "destroyed": 0.8107746112061909, | |
| "un-classified": 0.825301204819277 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6192170818505338, | |
| "minor damage": 0.5128205128205128, | |
| "major damage": 0.13861386138613863, | |
| "destroyed": 0.7202380952380952, | |
| "un-classified": 0.5217391304347826 | |
| }, | |
| "macro": 0.5025257363460126, | |
| "micro": 0.5739644970414202 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7889546351084813, | |
| "minor damage": 0.73767258382643, | |
| "major damage": 0.8284023668639053, | |
| "destroyed": 0.814595660749507, | |
| "un-classified": 0.9783037475345168 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7565217391304347, | |
| "minor damage": 0.5384615384615384, | |
| "major damage": 0.1111111111111111, | |
| "destroyed": 0.654054054054054, | |
| "un-classified": 0.42857142857142855 | |
| }, | |
| "macro": 0.5331617142692745, | |
| "micro": 0.5739644970414202 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5240963855421686, | |
| "minor damage": 0.48951048951048953, | |
| "major damage": 0.18421052631578946, | |
| "destroyed": 0.8013245033112583, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.4977439742657134, | |
| "micro": 0.5739644970414202 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 87, | |
| 22, | |
| 0, | |
| 5, | |
| 1 | |
| ], | |
| [ | |
| 50, | |
| 70, | |
| 0, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 33, | |
| 7, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 16, | |
| 15, | |
| 31, | |
| 121, | |
| 2 | |
| ], | |
| [ | |
| 4, | |
| 3, | |
| 0, | |
| 1, | |
| 6 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif_1050010011549F00.tif.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 617, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 627, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 8 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9287280701754386, | |
| "un-classified": 0.9287280701754386 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9903536977491961, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.5384615384615384 | |
| }, | |
| "macro": 0.7644076181053673, | |
| "micro": 0.9811023622047244 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9811023622047244, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9811023622047244 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9983792544570502, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.3888888888888889 | |
| }, | |
| "macro": 0.9287280701754386, | |
| "micro": 0.9811023622047244 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9824561403508771, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.875 | |
| }, | |
| "macro": 0.6936340716729695, | |
| "micro": 0.9811023622047244 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 616, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 0, | |
| 7 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211213-Candle-Factory-AO.geo.tif": { | |
| "samples": { | |
| "total": 185, | |
| "actual_class_counts": { | |
| "no damage": 98, | |
| "minor damage": 23, | |
| "major damage": 31, | |
| "destroyed": 17, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 156, | |
| "minor damage": 5, | |
| "major damage": 1, | |
| "destroyed": 8, | |
| "un-classified": 15 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.711870026525199, | |
| "minor damage": 0.4361111111111111, | |
| "major damage": 0.4157608695652174, | |
| "destroyed": 0.4519774011299435, | |
| "un-classified": 0.8156862745098038 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7322834645669292, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.6451612903225806 | |
| }, | |
| "macro": 0.27548895097790194, | |
| "micro": 0.5567567567567567 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6324324324324324, | |
| "minor damage": 0.8486486486486486, | |
| "major damage": 0.827027027027027, | |
| "destroyed": 0.8648648648648649, | |
| "un-classified": 0.9405405405405406 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9489795918367347, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.625 | |
| }, | |
| "macro": 0.25256410256410255, | |
| "micro": 0.5567567567567567 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5961538461538461, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.31479591836734694, | |
| "micro": 0.5567567567567567 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 93, | |
| 0, | |
| 1, | |
| 0, | |
| 4 | |
| ], | |
| [ | |
| 19, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 23, | |
| 3, | |
| 0, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 15, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 0, | |
| 0, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif_20181011a_RGB.geo.tif": { | |
| "samples": { | |
| "total": 509, | |
| "actual_class_counts": { | |
| "no damage": 51, | |
| "minor damage": 143, | |
| "major damage": 105, | |
| "destroyed": 191, | |
| "un-classified": 19 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 320, | |
| "minor damage": 132, | |
| "major damage": 1, | |
| "destroyed": 44, | |
| "un-classified": 12 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5796875, | |
| "minor damage": 0.33080138252552044, | |
| "major damage": 0.39665354330708663, | |
| "destroyed": 0.829496578690127, | |
| "un-classified": 0.8649396378269618 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.2749326145552561, | |
| "minor damage": 0.02909090909090909, | |
| "major damage": 0.0, | |
| "destroyed": 0.3659574468085106, | |
| "un-classified": 0.5806451612903226 | |
| }, | |
| "macro": 0.2501252263489997, | |
| "micro": 0.21021611001964635 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4715127701375246, | |
| "minor damage": 0.47544204322200395, | |
| "major damage": 0.7917485265225933, | |
| "destroyed": 0.7072691552062869, | |
| "un-classified": 0.9744597249508841 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.027972027972027972, | |
| "major damage": 0.0, | |
| "destroyed": 0.225130890052356, | |
| "un-classified": 0.47368421052631576 | |
| }, | |
| "macro": 0.38339015151515154, | |
| "micro": 0.21021611001964635 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.159375, | |
| "minor damage": 0.030303030303030304, | |
| "major damage": 0.0, | |
| "destroyed": 0.9772727272727273, | |
| "un-classified": 0.75 | |
| }, | |
| "macro": 0.34535742571013994, | |
| "micro": 0.21021611001964635 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 51, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 139, | |
| 4, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 72, | |
| 31, | |
| 0, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 48, | |
| 97, | |
| 1, | |
| 43, | |
| 2 | |
| ], | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 9 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_gsd_metrics": { | |
| "0.0321534": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 3 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 12, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 2 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9166666666666667, | |
| "minor damage": 0.4666666666666667, | |
| "destroyed": 0.9666666666666667, | |
| "un-classified": 0.9642857142857143 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.8 | |
| }, | |
| "macro": 0.593939393939394, | |
| "micro": 0.8125 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.875, | |
| "major damage": 1.0, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.9375 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.7083333333333334, | |
| "micro": 0.8125 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.5416666666666666, | |
| "micro": 0.8125 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 2 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.01946466": { | |
| "samples": { | |
| "total": 634, | |
| "actual_class_counts": { | |
| "no damage": 104, | |
| "minor damage": 246, | |
| "major damage": 186, | |
| "destroyed": 82, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 520, | |
| "minor damage": 14, | |
| "major damage": 1, | |
| "destroyed": 24, | |
| "un-classified": 75 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.4235323886639676, | |
| "minor damage": 0.3016129032258065, | |
| "major damage": 0.3530805687203792, | |
| "destroyed": 0.8008879781420766, | |
| "un-classified": 0.5310554561717353 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.22756410256410256, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.32075471698113206, | |
| "un-classified": 0.13186813186813187 | |
| }, | |
| "macro": 0.1360373902826733, | |
| "micro": 0.14826498422712933 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.23974763406940064, | |
| "minor damage": 0.5899053627760252, | |
| "major damage": 0.7050473186119873, | |
| "destroyed": 0.886435331230284, | |
| "un-classified": 0.8753943217665615 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6826923076923077, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.2073170731707317, | |
| "un-classified": 0.375 | |
| }, | |
| "macro": 0.18497435897435896, | |
| "micro": 0.14826498422712933 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.13653846153846153, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.7083333333333334, | |
| "un-classified": 0.08 | |
| }, | |
| "macro": 0.2530018761726079, | |
| "micro": 0.14826498422712933 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 71, | |
| 1, | |
| 0, | |
| 4, | |
| 28 | |
| ], | |
| [ | |
| 223, | |
| 0, | |
| 0, | |
| 2, | |
| 21 | |
| ], | |
| [ | |
| 166, | |
| 3, | |
| 0, | |
| 0, | |
| 17 | |
| ], | |
| [ | |
| 51, | |
| 10, | |
| 1, | |
| 17, | |
| 3 | |
| ], | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 1, | |
| 6 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.589669364": { | |
| "samples": { | |
| "total": 1142, | |
| "actual_class_counts": { | |
| "no damage": 421, | |
| "minor damage": 310, | |
| "major damage": 116, | |
| "destroyed": 262, | |
| "un-classified": 33 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 624, | |
| "minor damage": 354, | |
| "major damage": 30, | |
| "destroyed": 107, | |
| "un-classified": 27 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6447876447876447, | |
| "minor damage": 0.5223228369038401, | |
| "major damage": 0.447841726618705, | |
| "destroyed": 0.8735608831098469, | |
| "un-classified": 0.750739079887062 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5971291866028708, | |
| "minor damage": 0.32228915662650603, | |
| "major damage": 0.0, | |
| "destroyed": 0.5257452574525745, | |
| "un-classified": 0.4666666666666667 | |
| }, | |
| "macro": 0.38236605346972363, | |
| "micro": 0.46409807355516636 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6313485113835376, | |
| "minor damage": 0.6059544658493871, | |
| "major damage": 0.87215411558669, | |
| "destroyed": 0.8467600700525394, | |
| "un-classified": 0.9719789842381786 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7410926365795725, | |
| "minor damage": 0.34516129032258064, | |
| "major damage": 0.0, | |
| "destroyed": 0.3702290076335878, | |
| "un-classified": 0.42424242424242425 | |
| }, | |
| "macro": 0.4454640923197869, | |
| "micro": 0.46409807355516636 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "minor damage": 0.3022598870056497, | |
| "major damage": 0.0, | |
| "destroyed": 0.9065420560747663, | |
| "un-classified": 0.5185185185185185 | |
| }, | |
| "macro": 0.37614507175563305, | |
| "micro": 0.46409807355516636 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 312, | |
| 103, | |
| 0, | |
| 1, | |
| 5 | |
| ], | |
| [ | |
| 197, | |
| 107, | |
| 1, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 56, | |
| 55, | |
| 0, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 43, | |
| 87, | |
| 29, | |
| 97, | |
| 6 | |
| ], | |
| [ | |
| 16, | |
| 2, | |
| 0, | |
| 1, | |
| 14 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02197147": { | |
| "samples": { | |
| "total": 176, | |
| "actual_class_counts": { | |
| "no damage": 48, | |
| "minor damage": 61, | |
| "major damage": 43, | |
| "destroyed": 9, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 161, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 12 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6126293995859213, | |
| "minor damage": 0.3247126436781609, | |
| "destroyed": 0.9771428571428572, | |
| "un-classified": 0.8567073170731707 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.44976076555023925, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.2, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.2632854864433812, | |
| "micro": 0.32386363636363635 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.3465909090909091, | |
| "minor damage": 0.6420454545454546, | |
| "major damage": 0.7556818181818182, | |
| "destroyed": 0.9545454545454546, | |
| "un-classified": 0.9488636363636364 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9791666666666666, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.1111111111111111, | |
| "un-classified": 0.6 | |
| }, | |
| "macro": 0.5104813664596273, | |
| "micro": 0.32386363636363635 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.2919254658385093, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.75 | |
| }, | |
| "macro": 0.33805555555555555, | |
| "micro": 0.32386363636363635 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 47, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 60, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 42, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 6, | |
| 2, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 0, | |
| 0, | |
| 9 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02042949": { | |
| "samples": { | |
| "total": 15, | |
| "actual_class_counts": { | |
| "no damage": 9, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 12, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.4642857142857143, | |
| "destroyed": 0.8928571428571428, | |
| "un-classified": 0.4642857142857143 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8571428571428571, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.4, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.3142857142857143, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": 0.8666666666666667, | |
| "major damage": 1.0, | |
| "destroyed": 0.8, | |
| "un-classified": 0.8666666666666667 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.25, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.4375, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.3125, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02001503": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 27, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 6, | |
| "un-classified": 3 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6277777777777778, | |
| "major damage": 0.5, | |
| "destroyed": 0.8225806451612903, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.5217391304347826, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.23768115942028983, | |
| "micro": 0.5675675675675675 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5945945945945946, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.972972972972973, | |
| "destroyed": 0.7027027027027027, | |
| "un-classified": 0.918918918918919 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.35294117647058826, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.3888888888888889, | |
| "micro": 0.5675675675675675 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5555555555555556, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.3954248366013072, | |
| "micro": 0.5675675675675675 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 0, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 0, | |
| 1, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.01964606": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 53, | |
| "minor damage": 117, | |
| "major damage": 121, | |
| "destroyed": 201, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 393, | |
| "minor damage": 31, | |
| "major damage": 0, | |
| "destroyed": 46, | |
| "un-classified": 40 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5341554120180074, | |
| "minor damage": 0.3950434372685029, | |
| "destroyed": 0.7732383808095952, | |
| "un-classified": 0.5486702127659575 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.21076233183856502, | |
| "minor damage": 0.013513513513513514, | |
| "major damage": 0.0, | |
| "destroyed": 0.3319838056680162, | |
| "un-classified": 0.1724137931034483 | |
| }, | |
| "macro": 0.1457346888247086, | |
| "micro": 0.1843137254901961 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.30980392156862746, | |
| "minor damage": 0.7137254901960784, | |
| "major damage": 0.7627450980392156, | |
| "destroyed": 0.6764705882352942, | |
| "un-classified": 0.9058823529411765 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8867924528301887, | |
| "minor damage": 0.008547008547008548, | |
| "major damage": 0.0, | |
| "destroyed": 0.20398009950248755, | |
| "un-classified": 0.2777777777777778 | |
| }, | |
| "macro": 0.2920388219150705, | |
| "micro": 0.1843137254901961 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.11959287531806616, | |
| "minor damage": 0.03225806451612903, | |
| "major damage": NaN, | |
| "destroyed": 0.8913043478260869, | |
| "un-classified": 0.125 | |
| }, | |
| "macro": 0.2754194677314925, | |
| "micro": 0.1843137254901961 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 47, | |
| 0, | |
| 0, | |
| 2, | |
| 4 | |
| ], | |
| [ | |
| 106, | |
| 1, | |
| 0, | |
| 0, | |
| 10 | |
| ], | |
| [ | |
| 114, | |
| 0, | |
| 0, | |
| 1, | |
| 6 | |
| ], | |
| [ | |
| 115, | |
| 30, | |
| 0, | |
| 41, | |
| 15 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 2, | |
| 5 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02019042": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 25, | |
| "minor damage": 4, | |
| "major damage": 0, | |
| "destroyed": 8, | |
| "un-classified": 2 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6885714285714286, | |
| "minor damage": 0.45714285714285713, | |
| "destroyed": 0.7923387096774195, | |
| "un-classified": 0.7094594594594594 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.65, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.5833333333333334, | |
| "un-classified": 0.3333333333333333 | |
| }, | |
| "macro": 0.31333333333333335, | |
| "micro": 0.5384615384615384 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6410256410256411, | |
| "minor damage": 0.8205128205128205, | |
| "major damage": 0.9743589743589743, | |
| "destroyed": 0.7435897435897436, | |
| "un-classified": 0.8974358974358975 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8666666666666667, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.4375, | |
| "un-classified": 0.25 | |
| }, | |
| "macro": 0.47375, | |
| "micro": 0.5384615384615384 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.52, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.875, | |
| "un-classified": 0.5 | |
| }, | |
| "macro": 0.31083333333333335, | |
| "micro": 0.5384615384615384 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 13, | |
| 0, | |
| 0, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 4, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.305175781": { | |
| "samples": { | |
| "total": 2341, | |
| "actual_class_counts": { | |
| "no damage": 2164, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 3, | |
| "un-classified": 174 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2305, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 34 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8001446131597976, | |
| "minor damage": 0.5, | |
| "un-classified": 0.8204314235447105 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.963078988588051, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.23076923076923078 | |
| }, | |
| "macro": 0.2984620548393204, | |
| "micro": 0.9295173002990175 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9295173002990175, | |
| "minor damage": 0.9991456642460487, | |
| "major damage": 1.0, | |
| "destroyed": 0.9987184963690731, | |
| "un-classified": 0.9316531396838957 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9944547134935305, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.13793103448275862 | |
| }, | |
| "macro": 0.5465016375313683, | |
| "micro": 0.9295173002990175 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9336225596529284, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.7058823529411765 | |
| }, | |
| "macro": 0.3774619159920964, | |
| "micro": 0.9295173002990175 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 2152, | |
| 2, | |
| 0, | |
| 0, | |
| 10 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 150, | |
| 0, | |
| 0, | |
| 0, | |
| 24 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.465002127": { | |
| "samples": { | |
| "total": 1144, | |
| "actual_class_counts": { | |
| "no damage": 1115, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 28 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1093, | |
| "minor damage": 27, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 22 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.650915810056868, | |
| "minor damage": 0.4995523724261415, | |
| "destroyed": 0.5, | |
| "un-classified": 0.8582887700534759 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9782608695652174, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.64 | |
| }, | |
| "macro": 0.40456521739130435, | |
| "micro": 0.958041958041958 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.958041958041958, | |
| "minor damage": 0.9755244755244755, | |
| "major damage": 1.0, | |
| "destroyed": 0.9982517482517482, | |
| "un-classified": 0.9842657342657343 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.968609865470852, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.5714285714285714 | |
| }, | |
| "macro": 0.4288447142975963, | |
| "micro": 0.958041958041958 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9881061299176578, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.7272727272727273 | |
| }, | |
| "macro": 0.5133461456331411, | |
| "micro": 0.958041958041958 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1080, | |
| 27, | |
| 0, | |
| 2, | |
| 6 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 12, | |
| 0, | |
| 0, | |
| 0, | |
| 16 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.127": { | |
| "samples": { | |
| "total": 778, | |
| "actual_class_counts": { | |
| "no damage": 640, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 752, | |
| "minor damage": 13, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 13 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6668882978723405, | |
| "minor damage": 0.46797385620915033, | |
| "un-classified": 0.8519356460532931 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9008620689655172, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.273972602739726 | |
| }, | |
| "macro": 0.23496693434104862, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8226221079691517, | |
| "minor damage": 0.9203084832904884, | |
| "major damage": 0.9652956298200515, | |
| "destroyed": 0.9974293059125964, | |
| "un-classified": 0.9318766066838047 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9796875, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.16666666666666666 | |
| }, | |
| "macro": 0.53433578832515, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8337765957446809, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.7692307692307693 | |
| }, | |
| "macro": 0.22927083333333337, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 627, | |
| 10, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 49, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 25, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 50, | |
| 0, | |
| 0, | |
| 0, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.150160807": { | |
| "samples": { | |
| "total": 1517, | |
| "actual_class_counts": { | |
| "no damage": 1170, | |
| "minor damage": 126, | |
| "major damage": 47, | |
| "destroyed": 9, | |
| "un-classified": 165 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1428, | |
| "minor damage": 55, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 32 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.736588455606962, | |
| "minor damage": 0.522938689217759, | |
| "destroyed": 0.7473597359735974, | |
| "un-classified": 0.8275252525252526 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8783679753656659, | |
| "minor damage": 0.07734806629834254, | |
| "major damage": 0.0, | |
| "destroyed": 0.18181818181818182, | |
| "un-classified": 0.2436548223350254 | |
| }, | |
| "macro": 0.2762378091634431, | |
| "micro": 0.7732366512854317 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7916941331575478, | |
| "minor damage": 0.8899143045484509, | |
| "major damage": 0.9690177982860909, | |
| "destroyed": 0.994067237969677, | |
| "un-classified": 0.9017798286090969 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9752136752136752, | |
| "minor damage": 0.05555555555555555, | |
| "major damage": 0.0, | |
| "destroyed": 0.1111111111111111, | |
| "un-classified": 0.14545454545454545 | |
| }, | |
| "macro": 0.5440730837789661, | |
| "micro": 0.7732366512854317 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.7990196078431373, | |
| "minor damage": 0.12727272727272726, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 0.75 | |
| }, | |
| "macro": 0.25746697746697744, | |
| "micro": 0.7732366512854317 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1141, | |
| 25, | |
| 0, | |
| 0, | |
| 4 | |
| ], | |
| [ | |
| 118, | |
| 7, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 40, | |
| 7, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 0, | |
| 1, | |
| 3 | |
| ], | |
| [ | |
| 128, | |
| 12, | |
| 0, | |
| 1, | |
| 24 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.623802853": { | |
| "samples": { | |
| "total": 1142, | |
| "actual_class_counts": { | |
| "no damage": 369, | |
| "minor damage": 365, | |
| "major damage": 105, | |
| "destroyed": 264, | |
| "un-classified": 39 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 555, | |
| "minor damage": 327, | |
| "major damage": 41, | |
| "destroyed": 190, | |
| "un-classified": 29 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6922172598492872, | |
| "minor damage": 0.59745595767434, | |
| "major damage": 0.5535101127578033, | |
| "destroyed": 0.7906678460858028, | |
| "un-classified": 0.7478390184961426 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6255411255411255, | |
| "minor damage": 0.43352601156069365, | |
| "major damage": 0.1095890410958904, | |
| "destroyed": 0.5991189427312775, | |
| "un-classified": 0.4411764705882353 | |
| }, | |
| "macro": 0.4417903183034445, | |
| "micro": 0.5236427320490368 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6970227670753065, | |
| "minor damage": 0.6567425569176882, | |
| "major damage": 0.8861646234676007, | |
| "destroyed": 0.840630472854641, | |
| "un-classified": 0.9667250437828371 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7831978319783198, | |
| "minor damage": 0.410958904109589, | |
| "major damage": 0.0761904761904762, | |
| "destroyed": 0.5151515151515151, | |
| "un-classified": 0.38461538461538464 | |
| }, | |
| "macro": 0.4815178242530127, | |
| "micro": 0.5236427320490368 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5207207207207207, | |
| "minor damage": 0.45871559633027525, | |
| "major damage": 0.1951219512195122, | |
| "destroyed": 0.7157894736842105, | |
| "un-classified": 0.5172413793103449 | |
| }, | |
| "macro": 0.434022822409057, | |
| "micro": 0.5236427320490368 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 289, | |
| 70, | |
| 0, | |
| 7, | |
| 3 | |
| ], | |
| [ | |
| 193, | |
| 150, | |
| 0, | |
| 22, | |
| 0 | |
| ], | |
| [ | |
| 24, | |
| 47, | |
| 8, | |
| 24, | |
| 2 | |
| ], | |
| [ | |
| 32, | |
| 54, | |
| 33, | |
| 136, | |
| 9 | |
| ], | |
| [ | |
| 17, | |
| 6, | |
| 0, | |
| 1, | |
| 15 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.384001757": { | |
| "samples": { | |
| "total": 1144, | |
| "actual_class_counts": { | |
| "no damage": 1105, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 39 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1073, | |
| "minor damage": 44, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 25 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6169749156635995, | |
| "minor damage": 0.5, | |
| "major damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.8506166219839141 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9660238751147842, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5625 | |
| }, | |
| "macro": 0.3057047750229568, | |
| "micro": 0.9353146853146853 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9353146853146853, | |
| "minor damage": 0.9615384615384616, | |
| "major damage": 0.9991258741258742, | |
| "destroyed": 0.9991258741258742, | |
| "un-classified": 0.9755244755244755 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9520361990950226, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.46153846153846156 | |
| }, | |
| "macro": 0.3400857409133271, | |
| "micro": 0.9353146853146853 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9804287045666356, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.72 | |
| }, | |
| "macro": 0.706787330316742, | |
| "micro": 0.9353146853146853 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1052, | |
| 44, | |
| 1, | |
| 1, | |
| 7 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 21, | |
| 0, | |
| 0, | |
| 0, | |
| 18 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.300349465": { | |
| "samples": { | |
| "total": 1143, | |
| "actual_class_counts": { | |
| "no damage": 159, | |
| "minor damage": 450, | |
| "major damage": 223, | |
| "destroyed": 271, | |
| "un-classified": 40 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 885, | |
| "minor damage": 176, | |
| "major damage": 2, | |
| "destroyed": 48, | |
| "un-classified": 32 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5898305084745763, | |
| "minor damage": 0.3109752514806807, | |
| "major damage": 0.4022787028921998, | |
| "destroyed": 0.8873002283105021, | |
| "un-classified": 0.8195741449144914 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.3045977011494253, | |
| "minor damage": 0.04153354632587859, | |
| "major damage": 0.0, | |
| "destroyed": 0.2946708463949843, | |
| "un-classified": 0.5833333333333334 | |
| }, | |
| "macro": 0.24482708544072432, | |
| "micro": 0.2099737532808399 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.3648293963254593, | |
| "minor damage": 0.47506561679790027, | |
| "major damage": 0.8031496062992126, | |
| "destroyed": 0.8031496062992126, | |
| "un-classified": 0.973753280839895 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.028888888888888888, | |
| "major damage": 0.0, | |
| "destroyed": 0.17343173431734318, | |
| "un-classified": 0.525 | |
| }, | |
| "macro": 0.3777882639958911, | |
| "micro": 0.2099737532808399 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.17966101694915254, | |
| "minor damage": 0.07386363636363637, | |
| "major damage": 0.0, | |
| "destroyed": 0.9791666666666666, | |
| "un-classified": 0.65625 | |
| }, | |
| "macro": 0.34546412464124643, | |
| "micro": 0.2099737532808399 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 159, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 435, | |
| 13, | |
| 0, | |
| 0, | |
| 2 | |
| ], | |
| [ | |
| 172, | |
| 46, | |
| 0, | |
| 1, | |
| 4 | |
| ], | |
| [ | |
| 100, | |
| 117, | |
| 2, | |
| 47, | |
| 5 | |
| ], | |
| [ | |
| 19, | |
| 0, | |
| 0, | |
| 0, | |
| 21 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.03110499": { | |
| "samples": { | |
| "total": 1667, | |
| "actual_class_counts": { | |
| "no damage": 683, | |
| "minor damage": 519, | |
| "major damage": 298, | |
| "destroyed": 118, | |
| "un-classified": 49 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1419, | |
| "minor damage": 97, | |
| "major damage": 6, | |
| "destroyed": 85, | |
| "un-classified": 60 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5724996590056605, | |
| "minor damage": 0.35660581784752776, | |
| "major damage": 0.4939293598233996, | |
| "destroyed": 0.6176656503309289, | |
| "un-classified": 0.6749325866002904 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.582302568981922, | |
| "minor damage": 0.012987012987012988, | |
| "major damage": 0.006578947368421052, | |
| "destroyed": 0.24630541871921183, | |
| "un-classified": 0.4036697247706422 | |
| }, | |
| "macro": 0.250368734565442, | |
| "micro": 0.39832033593281346 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.47330533893221355, | |
| "minor damage": 0.6352729454109178, | |
| "major damage": 0.8188362327534493, | |
| "destroyed": 0.9082183563287343, | |
| "un-classified": 0.9610077984403119 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8960468521229868, | |
| "minor damage": 0.007707129094412331, | |
| "major damage": 0.003355704697986577, | |
| "destroyed": 0.211864406779661, | |
| "un-classified": 0.4489795918367347 | |
| }, | |
| "macro": 0.25999554687723697, | |
| "micro": 0.39832033593281346 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4312896405919662, | |
| "minor damage": 0.041237113402061855, | |
| "major damage": 0.16666666666666666, | |
| "destroyed": 0.29411764705882354, | |
| "un-classified": 0.36666666666666664 | |
| }, | |
| "macro": 0.3135907369063563, | |
| "micro": 0.39832033593281346 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 612, | |
| 20, | |
| 1, | |
| 28, | |
| 22 | |
| ], | |
| [ | |
| 491, | |
| 4, | |
| 0, | |
| 11, | |
| 13 | |
| ], | |
| [ | |
| 238, | |
| 39, | |
| 1, | |
| 17, | |
| 3 | |
| ], | |
| [ | |
| 55, | |
| 34, | |
| 4, | |
| 25, | |
| 0 | |
| ], | |
| [ | |
| 23, | |
| 0, | |
| 0, | |
| 4, | |
| 22 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.04401284": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 14, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 5 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.26666666666666666, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 0.9047619047619048, | |
| "un-classified": 0.7619047619047619 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.3333333333333333, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.6666666666666666, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 14, | |
| 0, | |
| 0, | |
| 2, | |
| 5 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02927101": { | |
| "samples": { | |
| "total": 185, | |
| "actual_class_counts": { | |
| "no damage": 98, | |
| "minor damage": 23, | |
| "major damage": 31, | |
| "destroyed": 17, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 156, | |
| "minor damage": 5, | |
| "major damage": 1, | |
| "destroyed": 8, | |
| "un-classified": 15 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.711870026525199, | |
| "minor damage": 0.4361111111111111, | |
| "major damage": 0.4157608695652174, | |
| "destroyed": 0.4519774011299435, | |
| "un-classified": 0.8156862745098038 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7322834645669292, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.6451612903225806 | |
| }, | |
| "macro": 0.27548895097790194, | |
| "micro": 0.5567567567567567 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6324324324324324, | |
| "minor damage": 0.8486486486486486, | |
| "major damage": 0.827027027027027, | |
| "destroyed": 0.8648648648648649, | |
| "un-classified": 0.9405405405405406 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9489795918367347, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.625 | |
| }, | |
| "macro": 0.25256410256410255, | |
| "micro": 0.5567567567567567 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5961538461538461, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.6666666666666666 | |
| }, | |
| "macro": 0.31479591836734694, | |
| "micro": 0.5567567567567567 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 93, | |
| 0, | |
| 1, | |
| 0, | |
| 4 | |
| ], | |
| [ | |
| 19, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 23, | |
| 3, | |
| 0, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 15, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 0, | |
| 0, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_collection_platform_metrics": { | |
| "SenseFly eBee X": { | |
| "samples": { | |
| "total": 2044, | |
| "actual_class_counts": { | |
| "no damage": 839, | |
| "minor damage": 604, | |
| "major damage": 372, | |
| "destroyed": 146, | |
| "un-classified": 83 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1748, | |
| "minor damage": 105, | |
| "major damage": 7, | |
| "destroyed": 95, | |
| "un-classified": 89 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5878958191601212, | |
| "minor damage": 0.3643286917655149, | |
| "major damage": 0.48036327933235146, | |
| "destroyed": 0.6115767870162836, | |
| "un-classified": 0.7313428546797321 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5890993428681871, | |
| "minor damage": 0.011283497884344146, | |
| "major damage": 0.005277044854881266, | |
| "destroyed": 0.22406639004149378, | |
| "un-classified": 0.5 | |
| }, | |
| "macro": 0.2659452551297813, | |
| "micro": 0.4094911937377691 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4799412915851272, | |
| "minor damage": 0.6570450097847358, | |
| "major damage": 0.8155577299412916, | |
| "destroyed": 0.9085127201565558, | |
| "un-classified": 0.9579256360078278 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9082240762812872, | |
| "minor damage": 0.006622516556291391, | |
| "major damage": 0.002688172043010753, | |
| "destroyed": 0.18493150684931506, | |
| "un-classified": 0.5180722891566265 | |
| }, | |
| "macro": 0.27684714962785567, | |
| "micro": 0.4094911937377691 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.43592677345537756, | |
| "minor damage": 0.0380952380952381, | |
| "major damage": 0.14285714285714285, | |
| "destroyed": 0.28421052631578947, | |
| "un-classified": 0.48314606741573035 | |
| }, | |
| "macro": 0.3241077121773062, | |
| "micro": 0.4094911937377691 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 762, | |
| 20, | |
| 2, | |
| 28, | |
| 27 | |
| ], | |
| [ | |
| 571, | |
| 4, | |
| 0, | |
| 15, | |
| 14 | |
| ], | |
| [ | |
| 303, | |
| 42, | |
| 1, | |
| 21, | |
| 5 | |
| ], | |
| [ | |
| 76, | |
| 39, | |
| 4, | |
| 27, | |
| 0 | |
| ], | |
| [ | |
| 36, | |
| 0, | |
| 0, | |
| 4, | |
| 43 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "NOAA": { | |
| "samples": { | |
| "total": 2660, | |
| "actual_class_counts": { | |
| "no damage": 1329, | |
| "minor damage": 576, | |
| "major damage": 270, | |
| "destroyed": 280, | |
| "un-classified": 205 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2313, | |
| "minor damage": 231, | |
| "major damage": 2, | |
| "destroyed": 50, | |
| "un-classified": 64 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7392335764149757, | |
| "minor damage": 0.4288396521825916, | |
| "major damage": 0.4492099322799097, | |
| "destroyed": 0.9355555555555555, | |
| "un-classified": 0.8207458590138675 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7138934651290499, | |
| "minor damage": 0.04956629491945477, | |
| "major damage": 0.0, | |
| "destroyed": 0.2909090909090909, | |
| "un-classified": 0.3345724907063197 | |
| }, | |
| "macro": 0.2777882683327831, | |
| "micro": 0.531203007518797 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6082706766917293, | |
| "minor damage": 0.7116541353383459, | |
| "major damage": 0.8977443609022556, | |
| "destroyed": 0.91203007518797, | |
| "un-classified": 0.9327067669172933 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9781790820165538, | |
| "minor damage": 0.034722222222222224, | |
| "major damage": 0.0, | |
| "destroyed": 0.17142857142857143, | |
| "un-classified": 0.21951219512195122 | |
| }, | |
| "macro": 0.4623491452883476, | |
| "micro": 0.531203007518797 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5620406398616515, | |
| "minor damage": 0.08658008658008658, | |
| "major damage": 0.0, | |
| "destroyed": 0.96, | |
| "un-classified": 0.703125 | |
| }, | |
| "macro": 0.28076841415785975, | |
| "micro": 0.531203007518797 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1300, | |
| 25, | |
| 0, | |
| 0, | |
| 4 | |
| ], | |
| [ | |
| 553, | |
| 20, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 212, | |
| 53, | |
| 0, | |
| 1, | |
| 4 | |
| ], | |
| [ | |
| 101, | |
| 121, | |
| 2, | |
| 48, | |
| 8 | |
| ], | |
| [ | |
| 147, | |
| 12, | |
| 0, | |
| 1, | |
| 45 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Phantom 4": { | |
| "samples": { | |
| "total": 91, | |
| "actual_class_counts": { | |
| "no damage": 42, | |
| "minor damage": 6, | |
| "major damage": 1, | |
| "destroyed": 37, | |
| "un-classified": 5 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 64, | |
| "minor damage": 5, | |
| "major damage": 1, | |
| "destroyed": 15, | |
| "un-classified": 6 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6964699074074074, | |
| "minor damage": 0.46511627906976744, | |
| "major damage": 0.49444444444444446, | |
| "destroyed": 0.8153508771929825, | |
| "un-classified": 0.5598039215686275 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6981132075471698, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.5384615384615384, | |
| "un-classified": 0.18181818181818182 | |
| }, | |
| "macro": 0.283678585565378, | |
| "micro": 0.5714285714285714 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6483516483516484, | |
| "minor damage": 0.8791208791208791, | |
| "major damage": 0.978021978021978, | |
| "destroyed": 0.7362637362637363, | |
| "un-classified": 0.9010989010989011 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8809523809523809, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.3783783783783784, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.335625, | |
| "micro": 0.5714285714285714 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.578125, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.9333333333333333, | |
| "un-classified": 0.16666666666666666 | |
| }, | |
| "macro": 0.2918661518661519, | |
| "micro": 0.5714285714285714 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 37, | |
| 0, | |
| 0, | |
| 1, | |
| 4 | |
| ], | |
| [ | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 17, | |
| 5, | |
| 1, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 4, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic 2": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 14, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 5 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "destroyed": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.26666666666666666, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 0.9047619047619048, | |
| "un-classified": 0.7619047619047619 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.3333333333333333, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.6666666666666666, | |
| "micro": 0.6666666666666666 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 14, | |
| 0, | |
| 0, | |
| 2, | |
| 5 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "MAXAR": { | |
| "samples": { | |
| "total": 6913, | |
| "actual_class_counts": { | |
| "no damage": 5174, | |
| "minor damage": 676, | |
| "major damage": 221, | |
| "destroyed": 529, | |
| "un-classified": 313 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 5650, | |
| "minor damage": 754, | |
| "major damage": 72, | |
| "destroyed": 300, | |
| "un-classified": 137 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8178907503555938, | |
| "minor damage": 0.6364091409651313, | |
| "major damage": 0.5399876561256477, | |
| "destroyed": 0.865953173042996, | |
| "un-classified": 0.8008417428623136 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9026237989652623, | |
| "minor damage": 0.3594405594405594, | |
| "major damage": 0.05460750853242321, | |
| "destroyed": 0.5621230398069964, | |
| "un-classified": 0.38666666666666666 | |
| }, | |
| "macro": 0.4530923146823816, | |
| "micro": 0.7912628381310575 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8475336322869955, | |
| "minor damage": 0.8674960219875597, | |
| "major damage": 0.9599305656010415, | |
| "destroyed": 0.9474902357876465, | |
| "un-classified": 0.9600752205988717 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9441437959025899, | |
| "minor damage": 0.3801775147928994, | |
| "major damage": 0.03619909502262444, | |
| "destroyed": 0.44045368620037806, | |
| "un-classified": 0.2779552715654952 | |
| }, | |
| "macro": 0.5456529700811389, | |
| "micro": 0.7912628381310575 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8646017699115044, | |
| "minor damage": 0.34084880636604775, | |
| "major damage": 0.1111111111111111, | |
| "destroyed": 0.7766666666666666, | |
| "un-classified": 0.635036496350365 | |
| }, | |
| "macro": 0.4157858726967974, | |
| "micro": 0.7912628381310575 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 4885, | |
| 246, | |
| 1, | |
| 11, | |
| 31 | |
| ], | |
| [ | |
| 391, | |
| 257, | |
| 1, | |
| 26, | |
| 1 | |
| ], | |
| [ | |
| 80, | |
| 102, | |
| 8, | |
| 28, | |
| 3 | |
| ], | |
| [ | |
| 78, | |
| 141, | |
| 62, | |
| 233, | |
| 15 | |
| ], | |
| [ | |
| 216, | |
| 8, | |
| 0, | |
| 2, | |
| 87 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic Pro": { | |
| "samples": { | |
| "total": 1144, | |
| "actual_class_counts": { | |
| "no damage": 157, | |
| "minor damage": 363, | |
| "major damage": 307, | |
| "destroyed": 283, | |
| "un-classified": 34 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 913, | |
| "minor damage": 45, | |
| "major damage": 1, | |
| "destroyed": 70, | |
| "un-classified": 115 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.4802065404475043, | |
| "minor damage": 0.3464159336770801, | |
| "major damage": 0.3657042869641295, | |
| "destroyed": 0.809537110933759, | |
| "un-classified": 0.5366501880255207 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.2205607476635514, | |
| "minor damage": 0.004901960784313725, | |
| "major damage": 0.0, | |
| "destroyed": 0.3286118980169972, | |
| "un-classified": 0.1476510067114094 | |
| }, | |
| "macro": 0.14034512263525434, | |
| "micro": 0.16433566433566432 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.270979020979021, | |
| "minor damage": 0.6451048951048951, | |
| "major damage": 0.7307692307692307, | |
| "destroyed": 0.7928321678321678, | |
| "un-classified": 0.888986013986014 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7515923566878981, | |
| "minor damage": 0.0027548209366391185, | |
| "major damage": 0.0, | |
| "destroyed": 0.2049469964664311, | |
| "un-classified": 0.3235294117647059 | |
| }, | |
| "macro": 0.21513801488657433, | |
| "micro": 0.16433566433566432 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.12924424972617743, | |
| "minor damage": 0.022222222222222223, | |
| "major damage": 0.0, | |
| "destroyed": 0.8285714285714286, | |
| "un-classified": 0.09565217391304348 | |
| }, | |
| "macro": 0.2565647171711348, | |
| "micro": 0.16433566433566432 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 118, | |
| 1, | |
| 0, | |
| 6, | |
| 32 | |
| ], | |
| [ | |
| 329, | |
| 1, | |
| 0, | |
| 2, | |
| 31 | |
| ], | |
| [ | |
| 280, | |
| 3, | |
| 0, | |
| 1, | |
| 23 | |
| ], | |
| [ | |
| 166, | |
| 40, | |
| 1, | |
| 58, | |
| 18 | |
| ], | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 3, | |
| 11 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Wingtra WingtraOne Gen II": { | |
| "samples": { | |
| "total": 778, | |
| "actual_class_counts": { | |
| "no damage": 640, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 752, | |
| "minor damage": 13, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 13 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6668882978723405, | |
| "minor damage": 0.46797385620915033, | |
| "un-classified": 0.8519356460532931 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9008620689655172, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.273972602739726 | |
| }, | |
| "macro": 0.23496693434104862, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8226221079691517, | |
| "minor damage": 0.9203084832904884, | |
| "major damage": 0.9652956298200515, | |
| "destroyed": 0.9974293059125964, | |
| "un-classified": 0.9318766066838047 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9796875, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.16666666666666666 | |
| }, | |
| "macro": 0.53433578832515, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8337765957446809, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.7692307692307693 | |
| }, | |
| "macro": 0.22927083333333337, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 627, | |
| 10, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 49, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 25, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 50, | |
| 0, | |
| 0, | |
| 0, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_source_metrics": { | |
| "Satellite": { | |
| "samples": { | |
| "total": 6913, | |
| "actual_class_counts": { | |
| "no damage": 5174, | |
| "minor damage": 676, | |
| "major damage": 221, | |
| "destroyed": 529, | |
| "un-classified": 313 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 5650, | |
| "minor damage": 754, | |
| "major damage": 72, | |
| "destroyed": 300, | |
| "un-classified": 137 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8178907503555938, | |
| "minor damage": 0.6364091409651313, | |
| "major damage": 0.5399876561256477, | |
| "destroyed": 0.865953173042996, | |
| "un-classified": 0.8008417428623136 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9026237989652623, | |
| "minor damage": 0.3594405594405594, | |
| "major damage": 0.05460750853242321, | |
| "destroyed": 0.5621230398069964, | |
| "un-classified": 0.38666666666666666 | |
| }, | |
| "macro": 0.4530923146823816, | |
| "micro": 0.7912628381310575 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8475336322869955, | |
| "minor damage": 0.8674960219875597, | |
| "major damage": 0.9599305656010415, | |
| "destroyed": 0.9474902357876465, | |
| "un-classified": 0.9600752205988717 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9441437959025899, | |
| "minor damage": 0.3801775147928994, | |
| "major damage": 0.03619909502262444, | |
| "destroyed": 0.44045368620037806, | |
| "un-classified": 0.2779552715654952 | |
| }, | |
| "macro": 0.5456529700811389, | |
| "micro": 0.7912628381310575 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8646017699115044, | |
| "minor damage": 0.34084880636604775, | |
| "major damage": 0.1111111111111111, | |
| "destroyed": 0.7766666666666666, | |
| "un-classified": 0.635036496350365 | |
| }, | |
| "macro": 0.4157858726967974, | |
| "micro": 0.7912628381310575 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 4885, | |
| 246, | |
| 1, | |
| 11, | |
| 31 | |
| ], | |
| [ | |
| 391, | |
| 257, | |
| 1, | |
| 26, | |
| 1 | |
| ], | |
| [ | |
| 80, | |
| 102, | |
| 8, | |
| 28, | |
| 3 | |
| ], | |
| [ | |
| 78, | |
| 141, | |
| 62, | |
| 233, | |
| 15 | |
| ], | |
| [ | |
| 216, | |
| 8, | |
| 0, | |
| 2, | |
| 87 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "sUAS": { | |
| "samples": { | |
| "total": 4078, | |
| "actual_class_counts": { | |
| "no damage": 1699, | |
| "minor damage": 1022, | |
| "major damage": 707, | |
| "destroyed": 468, | |
| "un-classified": 182 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 3491, | |
| "minor damage": 168, | |
| "major damage": 9, | |
| "destroyed": 182, | |
| "un-classified": 228 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6030430159421868, | |
| "minor damage": 0.3848298014858117, | |
| "major damage": 0.4688020534665902, | |
| "destroyed": 0.7246217591443463, | |
| "un-classified": 0.6273490544543177 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6003853564547206, | |
| "minor damage": 0.008403361344537815, | |
| "major damage": 0.002793296089385475, | |
| "destroyed": 0.3046153846153846, | |
| "un-classified": 0.3170731707317073 | |
| }, | |
| "macro": 0.2466541138471472, | |
| "micro": 0.42373712604217756 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.491417361451692, | |
| "minor damage": 0.7106424717999019, | |
| "major damage": 0.8249141736145169, | |
| "destroyed": 0.8891613536047082, | |
| "un-classified": 0.931338891613536 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9170100058858152, | |
| "minor damage": 0.004892367906066536, | |
| "major damage": 0.0014144271570014145, | |
| "destroyed": 0.21153846153846154, | |
| "un-classified": 0.35714285714285715 | |
| }, | |
| "macro": 0.2832414480626424, | |
| "micro": 0.42373712604217756 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4462904611859066, | |
| "minor damage": 0.02976190476190476, | |
| "major damage": 0.1111111111111111, | |
| "destroyed": 0.5439560439560439, | |
| "un-classified": 0.2850877192982456 | |
| }, | |
| "macro": 0.29839962392604036, | |
| "micro": 0.42373712604217756 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1558, | |
| 31, | |
| 2, | |
| 37, | |
| 71 | |
| ], | |
| [ | |
| 954, | |
| 5, | |
| 0, | |
| 17, | |
| 46 | |
| ], | |
| [ | |
| 609, | |
| 47, | |
| 1, | |
| 22, | |
| 28 | |
| ], | |
| [ | |
| 260, | |
| 85, | |
| 6, | |
| 99, | |
| 18 | |
| ], | |
| [ | |
| 110, | |
| 0, | |
| 0, | |
| 7, | |
| 65 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Crewed Aircraft": { | |
| "samples": { | |
| "total": 2660, | |
| "actual_class_counts": { | |
| "no damage": 1329, | |
| "minor damage": 576, | |
| "major damage": 270, | |
| "destroyed": 280, | |
| "un-classified": 205 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2313, | |
| "minor damage": 231, | |
| "major damage": 2, | |
| "destroyed": 50, | |
| "un-classified": 64 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7392335764149757, | |
| "minor damage": 0.4288396521825916, | |
| "major damage": 0.4492099322799097, | |
| "destroyed": 0.9355555555555555, | |
| "un-classified": 0.8207458590138675 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7138934651290499, | |
| "minor damage": 0.04956629491945477, | |
| "major damage": 0.0, | |
| "destroyed": 0.2909090909090909, | |
| "un-classified": 0.3345724907063197 | |
| }, | |
| "macro": 0.2777882683327831, | |
| "micro": 0.531203007518797 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6082706766917293, | |
| "minor damage": 0.7116541353383459, | |
| "major damage": 0.8977443609022556, | |
| "destroyed": 0.91203007518797, | |
| "un-classified": 0.9327067669172933 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9781790820165538, | |
| "minor damage": 0.034722222222222224, | |
| "major damage": 0.0, | |
| "destroyed": 0.17142857142857143, | |
| "un-classified": 0.21951219512195122 | |
| }, | |
| "macro": 0.4623491452883476, | |
| "micro": 0.531203007518797 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5620406398616515, | |
| "minor damage": 0.08658008658008658, | |
| "major damage": 0.0, | |
| "destroyed": 0.96, | |
| "un-classified": 0.703125 | |
| }, | |
| "macro": 0.28076841415785975, | |
| "micro": 0.531203007518797 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1300, | |
| 25, | |
| 0, | |
| 0, | |
| 4 | |
| ], | |
| [ | |
| 553, | |
| 20, | |
| 0, | |
| 0, | |
| 3 | |
| ], | |
| [ | |
| 212, | |
| 53, | |
| 0, | |
| 1, | |
| 4 | |
| ], | |
| [ | |
| 101, | |
| 121, | |
| 2, | |
| 48, | |
| 8 | |
| ], | |
| [ | |
| 147, | |
| 12, | |
| 0, | |
| 1, | |
| 45 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_pre_or_post_metrics": { | |
| "POST": { | |
| "samples": { | |
| "total": 9022, | |
| "actual_class_counts": { | |
| "no damage": 3818, | |
| "minor damage": 2273, | |
| "major damage": 1198, | |
| "destroyed": 1274, | |
| "un-classified": 459 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 6983, | |
| "minor damage": 1080, | |
| "major damage": 82, | |
| "destroyed": 529, | |
| "un-classified": 348 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6596395702672299, | |
| "minor damage": 0.5052092951677439, | |
| "major damage": 0.4883791673487205, | |
| "destroyed": 0.8065366630186052, | |
| "un-classified": 0.6812667133115481 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.64049625034719, | |
| "minor damage": 0.16820757530569638, | |
| "major damage": 0.0140625, | |
| "destroyed": 0.42151968940654466, | |
| "un-classified": 0.3444857496902107 | |
| }, | |
| "macro": 0.3177543529499284, | |
| "micro": 0.47317667922855244 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5696076258035913, | |
| "minor damage": 0.6908667701174905, | |
| "major damage": 0.8601197073819552, | |
| "destroyed": 0.8843937042784304, | |
| "un-classified": 0.9413655508756373 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9059717129387114, | |
| "minor damage": 0.12406511218653761, | |
| "major damage": 0.007512520868113523, | |
| "destroyed": 0.29827315541601257, | |
| "un-classified": 0.3028322440087146 | |
| }, | |
| "macro": 0.3967949639714496, | |
| "micro": 0.47317667922855244 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.49534583989689246, | |
| "minor damage": 0.2611111111111111, | |
| "major damage": 0.10975609756097561, | |
| "destroyed": 0.718336483931947, | |
| "un-classified": 0.3994252873563218 | |
| }, | |
| "macro": 0.32773094908361794, | |
| "micro": 0.47317667922855244 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 3459, | |
| 229, | |
| 2, | |
| 45, | |
| 83 | |
| ], | |
| [ | |
| 1897, | |
| 282, | |
| 1, | |
| 43, | |
| 50 | |
| ], | |
| [ | |
| 901, | |
| 202, | |
| 9, | |
| 51, | |
| 35 | |
| ], | |
| [ | |
| 436, | |
| 347, | |
| 70, | |
| 380, | |
| 41 | |
| ], | |
| [ | |
| 290, | |
| 20, | |
| 0, | |
| 10, | |
| 139 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "PRE": { | |
| "samples": { | |
| "total": 4629, | |
| "actual_class_counts": { | |
| "no damage": 4384, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 3, | |
| "un-classified": 241 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 4471, | |
| "minor damage": 73, | |
| "major damage": 1, | |
| "destroyed": 3, | |
| "un-classified": 81 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6626317562689512, | |
| "minor damage": 0.4998902546093064, | |
| "major damage": 0.5, | |
| "destroyed": 0.4996757457846952, | |
| "un-classified": 0.83790595784879 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9675889328063241, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.36024844720496896 | |
| }, | |
| "macro": 0.2655674760022586, | |
| "micro": 0.93799956794124 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.93799956794124, | |
| "minor damage": 0.9840138258803197, | |
| "major damage": 0.9997839706200043, | |
| "destroyed": 0.998703823720026, | |
| "un-classified": 0.95549794772089 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9771897810218978, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.24066390041493776 | |
| }, | |
| "macro": 0.334844857531803, | |
| "micro": 0.93799956794124 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9581749049429658, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.7160493827160493 | |
| }, | |
| "macro": 0.30446342035920887, | |
| "micro": 0.93799956794124 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 4284, | |
| 73, | |
| 1, | |
| 3, | |
| 23 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 183, | |
| 0, | |
| 0, | |
| 0, | |
| 58 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_event_metrics": { | |
| "Hurricane Idalia": { | |
| "samples": { | |
| "total": 4636, | |
| "actual_class_counts": { | |
| "no damage": 3974, | |
| "minor damage": 175, | |
| "major damage": 74, | |
| "destroyed": 14, | |
| "un-classified": 399 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 4485, | |
| "minor damage": 70, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 79 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7582043160793521, | |
| "minor damage": 0.5316031537450724, | |
| "destroyed": 0.748597324126025, | |
| "un-classified": 0.8296736416085422 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9268235015959333, | |
| "minor damage": 0.05714285714285714, | |
| "major damage": 0.0, | |
| "destroyed": 0.125, | |
| "un-classified": 0.24267782426778242 | |
| }, | |
| "macro": 0.27032883660131457, | |
| "micro": 0.859792924935289 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8664797238999137, | |
| "minor damage": 0.9501725625539258, | |
| "major damage": 0.9840379637618637, | |
| "destroyed": 0.9969801553062986, | |
| "un-classified": 0.9219154443485763 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9864116758933065, | |
| "minor damage": 0.04, | |
| "major damage": 0.0, | |
| "destroyed": 0.07142857142857142, | |
| "un-classified": 0.14536340852130325 | |
| }, | |
| "macro": 0.5520504353470782, | |
| "micro": 0.859792924935289 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8740245261984393, | |
| "minor damage": 0.1, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 0.7341772151898734 | |
| }, | |
| "macro": 0.2486407311686362, | |
| "micro": 0.859792924935289 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 3920, | |
| 37, | |
| 0, | |
| 0, | |
| 17 | |
| ], | |
| [ | |
| 167, | |
| 7, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 65, | |
| 9, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 5, | |
| 0, | |
| 1, | |
| 3 | |
| ], | |
| [ | |
| 328, | |
| 12, | |
| 0, | |
| 1, | |
| 58 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "samples": { | |
| "total": 2028, | |
| "actual_class_counts": { | |
| "no damage": 829, | |
| "minor damage": 603, | |
| "major damage": 372, | |
| "destroyed": 144, | |
| "un-classified": 80 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1736, | |
| "minor damage": 104, | |
| "major damage": 7, | |
| "destroyed": 94, | |
| "un-classified": 87 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.584740546682659, | |
| "minor damage": 0.36356548856548865, | |
| "major damage": 0.4796423269951226, | |
| "destroyed": 0.6077911505203635, | |
| "un-classified": 0.725585816056423 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5863547758284601, | |
| "minor damage": 0.011315417256011316, | |
| "major damage": 0.005277044854881266, | |
| "destroyed": 0.2184873949579832, | |
| "un-classified": 0.49101796407185627 | |
| }, | |
| "macro": 0.26249051939383844, | |
| "micro": 0.40631163708086787 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.47682445759368836, | |
| "minor damage": 0.6553254437869822, | |
| "major damage": 0.8141025641025641, | |
| "destroyed": 0.908284023668639, | |
| "un-classified": 0.9580867850098619 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9071170084439083, | |
| "minor damage": 0.006633499170812604, | |
| "major damage": 0.002688172043010753, | |
| "destroyed": 0.18055555555555555, | |
| "un-classified": 0.5125 | |
| }, | |
| "macro": 0.2724717034635857, | |
| "micro": 0.40631163708086787 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.43317972350230416, | |
| "minor damage": 0.038461538461538464, | |
| "major damage": 0.14285714285714285, | |
| "destroyed": 0.2765957446808511, | |
| "un-classified": 0.47126436781609193 | |
| }, | |
| "macro": 0.3218988470426574, | |
| "micro": 0.40631163708086787 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 752, | |
| 20, | |
| 2, | |
| 28, | |
| 27 | |
| ], | |
| [ | |
| 570, | |
| 4, | |
| 0, | |
| 15, | |
| 14 | |
| ], | |
| [ | |
| 303, | |
| 42, | |
| 1, | |
| 21, | |
| 5 | |
| ], | |
| [ | |
| 76, | |
| 38, | |
| 4, | |
| 26, | |
| 0 | |
| ], | |
| [ | |
| 35, | |
| 0, | |
| 0, | |
| 4, | |
| 41 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "samples": { | |
| "total": 6859, | |
| "actual_class_counts": { | |
| "no damage": 3326, | |
| "minor damage": 1489, | |
| "major damage": 751, | |
| "destroyed": 1080, | |
| "un-classified": 213 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 5143, | |
| "minor damage": 973, | |
| "major damage": 75, | |
| "destroyed": 418, | |
| "un-classified": 250 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7005561681820676, | |
| "minor damage": 0.5357941693827113, | |
| "major damage": 0.49857213050314464, | |
| "destroyed": 0.846706468504326, | |
| "un-classified": 0.6810727795430472 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.710827724642815, | |
| "minor damage": 0.22014622258326563, | |
| "major damage": 0.01937046004842615, | |
| "destroyed": 0.4512683578104139, | |
| "un-classified": 0.4103671706263499 | |
| }, | |
| "macro": 0.3623959871422541, | |
| "micro": 0.5426447003936434 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6429508674733926, | |
| "minor damage": 0.7200758128006998, | |
| "major damage": 0.8819069835252953, | |
| "destroyed": 0.8801574573552996, | |
| "un-classified": 0.9601982796325995 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9049909801563439, | |
| "minor damage": 0.18200134318334452, | |
| "major damage": 0.010652463382157125, | |
| "destroyed": 0.31296296296296294, | |
| "un-classified": 0.4460093896713615 | |
| }, | |
| "macro": 0.4318121336962685, | |
| "micro": 0.5426447003936434 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.585261520513319, | |
| "minor damage": 0.27852004110996914, | |
| "major damage": 0.10666666666666667, | |
| "destroyed": 0.8086124401913876, | |
| "un-classified": 0.38 | |
| }, | |
| "macro": 0.371323427871234, | |
| "micro": 0.5426447003936434 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 3010, | |
| 245, | |
| 1, | |
| 17, | |
| 53 | |
| ], | |
| [ | |
| 1155, | |
| 271, | |
| 1, | |
| 28, | |
| 34 | |
| ], | |
| [ | |
| 532, | |
| 151, | |
| 8, | |
| 30, | |
| 30 | |
| ], | |
| [ | |
| 341, | |
| 298, | |
| 65, | |
| 338, | |
| 38 | |
| ], | |
| [ | |
| 105, | |
| 8, | |
| 0, | |
| 5, | |
| 95 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mussett Bayou Fire": { | |
| "samples": { | |
| "total": 128, | |
| "actual_class_counts": { | |
| "no damage": 73, | |
| "minor damage": 7, | |
| "major damage": 1, | |
| "destroyed": 39, | |
| "un-classified": 8 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 90, | |
| "minor damage": 6, | |
| "major damage": 1, | |
| "destroyed": 18, | |
| "un-classified": 13 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6809941520467837, | |
| "minor damage": 0.4713114754098361, | |
| "major damage": 0.49606299212598426, | |
| "destroyed": 0.8075757575757577, | |
| "un-classified": 0.5936454849498328 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7484662576687117, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.5263157894736842, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.3120992665713363, | |
| "micro": 0.6171875 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6796875, | |
| "minor damage": 0.8984375, | |
| "major damage": 0.984375, | |
| "destroyed": 0.7890625, | |
| "un-classified": 0.8828125 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8356164383561644, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.38461538461538464, | |
| "un-classified": 0.375 | |
| }, | |
| "macro": 0.3483760683760684, | |
| "micro": 0.6171875 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6777777777777778, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.8333333333333334, | |
| "un-classified": 0.23076923076923078 | |
| }, | |
| "macro": 0.3190463645943098, | |
| "micro": 0.6171875 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 61, | |
| 0, | |
| 0, | |
| 3, | |
| 9 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 17, | |
| 6, | |
| 1, | |
| 15, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 3 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |