Rename BDA_Deeplab_resnet_adj_metrics.json to sUAS_BDA_Deeplab_resnet_adj_metrics.json
a284d72 verified Invalid JSON: Unexpected token 'N', ..."bscured": NaN
"... is not valid JSON
| { | |
| "model_name": [ | |
| "BDA_Deeplabv3plus_ResNet101_CCE" | |
| ], | |
| "global_metrics": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1819, | |
| "minor damage": 843, | |
| "major damage": 401, | |
| "destroyed": 663, | |
| "un-classified": 366, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7167291436847261, | |
| "minor damage": 0.6266948823015897, | |
| "major damage": 0.6281390806376095, | |
| "destroyed": 0.7618285082388834, | |
| "un-classified": 0.6481503480196756 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6807195053400787, | |
| "minor damage": 0.40768409818569906, | |
| "major damage": 0.29326047358834245, | |
| "destroyed": 0.6429192006950478, | |
| "un-classified": 0.441351888667992, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4931870332954321, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7223851417399805, | |
| "minor damage": 0.7287390029325513, | |
| "major damage": 0.8103616813294232, | |
| "destroyed": 0.8995601173020528, | |
| "un-classified": 0.9313294232649071, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6963772282921219, | |
| "minor damage": 0.3705140640155189, | |
| "major damage": 0.2309899569583931, | |
| "destroyed": 0.7581967213114754, | |
| "un-classified": 0.8102189781021898, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4763476553567063, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6657504123144585, | |
| "minor damage": 0.4531435349940688, | |
| "major damage": 0.4014962593516209, | |
| "destroyed": 0.5580693815987934, | |
| "un-classified": 0.30327868852459017, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5732593897359398, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1211, | |
| 272, | |
| 76, | |
| 28, | |
| 152, | |
| 0 | |
| ], | |
| [ | |
| 443, | |
| 382, | |
| 90, | |
| 58, | |
| 58, | |
| 0 | |
| ], | |
| [ | |
| 147, | |
| 156, | |
| 161, | |
| 203, | |
| 30, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 26, | |
| 68, | |
| 370, | |
| 15, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 7, | |
| 6, | |
| 4, | |
| 111, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_mapper_metrics": { | |
| "Pix4d React": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1819, | |
| "minor damage": 843, | |
| "major damage": 401, | |
| "destroyed": 663, | |
| "un-classified": 366, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7167291436847261, | |
| "minor damage": 0.6266948823015897, | |
| "major damage": 0.6281390806376095, | |
| "destroyed": 0.7618285082388834, | |
| "un-classified": 0.6481503480196756 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6807195053400787, | |
| "minor damage": 0.40768409818569906, | |
| "major damage": 0.29326047358834245, | |
| "destroyed": 0.6429192006950478, | |
| "un-classified": 0.441351888667992, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4931870332954321, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7223851417399805, | |
| "minor damage": 0.7287390029325513, | |
| "major damage": 0.8103616813294232, | |
| "destroyed": 0.8995601173020528, | |
| "un-classified": 0.9313294232649071, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6963772282921219, | |
| "minor damage": 0.3705140640155189, | |
| "major damage": 0.2309899569583931, | |
| "destroyed": 0.7581967213114754, | |
| "un-classified": 0.8102189781021898, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4763476553567063, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6657504123144585, | |
| "minor damage": 0.4531435349940688, | |
| "major damage": 0.4014962593516209, | |
| "destroyed": 0.5580693815987934, | |
| "un-classified": 0.30327868852459017, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5732593897359398, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1211, | |
| 272, | |
| 76, | |
| 28, | |
| 152, | |
| 0 | |
| ], | |
| [ | |
| 443, | |
| 382, | |
| 90, | |
| 58, | |
| 58, | |
| 0 | |
| ], | |
| [ | |
| 147, | |
| 156, | |
| 161, | |
| 203, | |
| 30, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 26, | |
| 68, | |
| 370, | |
| 15, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 7, | |
| 6, | |
| 4, | |
| 111, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_ortho_metrics": { | |
| "20211215-Russelville-Middle.geo.tif": { | |
| "samples": { | |
| "total": 177, | |
| "actual_class_counts": { | |
| "no damage": 55, | |
| "minor damage": 62, | |
| "major damage": 45, | |
| "destroyed": 10, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 109, | |
| "minor damage": 19, | |
| "major damage": 13, | |
| "destroyed": 17, | |
| "un-classified": 19, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.632892606583918, | |
| "minor damage": 0.451199200532978, | |
| "major damage": 0.8194183864915573, | |
| "destroyed": 0.6965073529411764, | |
| "un-classified": 0.631578947368421 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5487804878048781, | |
| "minor damage": 0.12345679012345678, | |
| "major damage": 0.3793103448275862, | |
| "destroyed": 0.5185185185185185, | |
| "un-classified": 0.4166666666666667, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.39734656158822124, | |
| "micro": 0.4124293785310734 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5819209039548022, | |
| "minor damage": 0.5988700564971752, | |
| "major damage": 0.7966101694915254, | |
| "destroyed": 0.9265536723163842, | |
| "un-classified": 0.9209039548022598, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8181818181818182, | |
| "minor damage": 0.08064516129032258, | |
| "major damage": 0.24444444444444444, | |
| "destroyed": 0.7, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.43941567564142614, | |
| "micro": 0.4124293785310734 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.41284403669724773, | |
| "minor damage": 0.2631578947368421, | |
| "major damage": 0.8461538461538461, | |
| "destroyed": 0.4117647058823529, | |
| "un-classified": 0.2631578947368421, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.568654284783317, | |
| "micro": 0.4124293785310734 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 45, | |
| 2, | |
| 0, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 54, | |
| 5, | |
| 1, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 11, | |
| 11, | |
| 10, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 7, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8666666666666666, | |
| "destroyed": 1.0, | |
| "un-classified": 0.75 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6416666666666666, | |
| "micro": 0.875 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7999999999999999, | |
| "micro": 0.875 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.725, | |
| "micro": 0.875 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 128, | |
| "minor damage": 11, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 16, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 132, | |
| "minor damage": 3, | |
| "major damage": 2, | |
| "destroyed": 0, | |
| "un-classified": 22, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7840909090909092, | |
| "minor damage": 0.46474358974358976, | |
| "major damage": 0.49044585987261147, | |
| "un-classified": 0.8108825481088254 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9153846153846154, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.7368421052631579, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3304453441295546, | |
| "micro": 0.8364779874213837 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8616352201257862, | |
| "minor damage": 0.9119496855345912, | |
| "major damage": 0.9685534591194969, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.9371069182389937, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9296875, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.875, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.38446969696969696, | |
| "micro": 0.8364779874213837 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9015151515151515, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.6363636363636364, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3609375, | |
| "micro": 0.8364779874213837 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 119, | |
| 0, | |
| 2, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 0, | |
| 0, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-01.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 3, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8545454545454546, | |
| "major damage": 0.5, | |
| "destroyed": 0.9666666666666667, | |
| "un-classified": 0.8333333333333333 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.8, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4751515151515152, | |
| "micro": 0.8125 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 0.9375, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6439393939393939, | |
| "micro": 0.8125 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6022727272727273, | |
| "micro": 0.8125 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 16, | |
| "minor damage": 2, | |
| "major damage": 5, | |
| "destroyed": 14, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8973214285714286, | |
| "minor damage": 0.7357142857142857, | |
| "major damage": 0.5, | |
| "destroyed": 0.9347826086956521 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8823529411764706, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 0.9032258064516129, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5713946869070209, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8918918918918919, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8648648648648649, | |
| "destroyed": 0.918918918918919, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.5, | |
| "major damage": NaN, | |
| "destroyed": 0.8235294117647058, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.609375, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9375, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7189542483660131, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 3, | |
| 14, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 107, | |
| "minor damage": 249, | |
| "major damage": 186, | |
| "destroyed": 83, | |
| "un-classified": 10, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 265, | |
| "minor damage": 127, | |
| "major damage": 129, | |
| "destroyed": 80, | |
| "un-classified": 34, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6274094849566547, | |
| "minor damage": 0.6289370078740157, | |
| "major damage": 0.6566933235285106, | |
| "destroyed": 0.8042229729729731, | |
| "un-classified": 0.6159831653127141 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.45161290322580644, | |
| "minor damage": 0.40425531914893614, | |
| "major damage": 0.4444444444444444, | |
| "destroyed": 0.6503067484662577, | |
| "un-classified": 0.36363636363636365, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4628511557843617, | |
| "micro": 0.4582677165354331 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6787401574803149, | |
| "minor damage": 0.647244094488189, | |
| "major damage": 0.7244094488188977, | |
| "destroyed": 0.9102362204724409, | |
| "un-classified": 0.9559055118110236, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7850467289719626, | |
| "minor damage": 0.30522088353413657, | |
| "major damage": 0.3763440860215054, | |
| "destroyed": 0.6385542168674698, | |
| "un-classified": 0.8, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.47116722109753056, | |
| "micro": 0.4582677165354331 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3169811320754717, | |
| "minor damage": 0.5984251968503937, | |
| "major damage": 0.5426356589147286, | |
| "destroyed": 0.6625, | |
| "un-classified": 0.23529411764705882, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.581033183079015, | |
| "micro": 0.4582677165354331 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 84, | |
| 8, | |
| 7, | |
| 1, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 130, | |
| 76, | |
| 29, | |
| 6, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 50, | |
| 36, | |
| 70, | |
| 20, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 6, | |
| 22, | |
| 53, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 54, | |
| "minor damage": 119, | |
| "major damage": 120, | |
| "destroyed": 206, | |
| "un-classified": 11, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 93, | |
| "minor damage": 105, | |
| "major damage": 66, | |
| "destroyed": 205, | |
| "un-classified": 41, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6851164229906398, | |
| "minor damage": 0.6649029982363316, | |
| "major damage": 0.5389025389025388, | |
| "destroyed": 0.7618152738904438, | |
| "un-classified": 0.5678402413021998 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5170068027210885, | |
| "minor damage": 0.4642857142857143, | |
| "major damage": 0.21505376344086022, | |
| "destroyed": 0.7153284671532847, | |
| "un-classified": 0.23076923076923078, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.42848879567403575, | |
| "micro": 0.515686274509804 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8607843137254902, | |
| "minor damage": 0.7647058823529411, | |
| "major damage": 0.7137254901960784, | |
| "destroyed": 0.7705882352941177, | |
| "un-classified": 0.9215686274509803, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7037037037037037, | |
| "minor damage": 0.4369747899159664, | |
| "major damage": 0.16666666666666666, | |
| "destroyed": 0.7135922330097088, | |
| "un-classified": 0.5454545454545454, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4140570365904749, | |
| "micro": 0.515686274509804 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.40860215053763443, | |
| "minor damage": 0.49523809523809526, | |
| "major damage": 0.30303030303030304, | |
| "destroyed": 0.7170731707317073, | |
| "un-classified": 0.14634146341463414, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5132783877501181, | |
| "micro": 0.515686274509804 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 38, | |
| 9, | |
| 5, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 29, | |
| 52, | |
| 7, | |
| 16, | |
| 15, | |
| 0 | |
| ], | |
| [ | |
| 19, | |
| 33, | |
| 20, | |
| 40, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 11, | |
| 30, | |
| 147, | |
| 11, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 4, | |
| 1, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211213-Candle-Factory-AO.geo.tif": { | |
| "samples": { | |
| "total": 187, | |
| "actual_class_counts": { | |
| "no damage": 105, | |
| "minor damage": 25, | |
| "major damage": 33, | |
| "destroyed": 17, | |
| "un-classified": 7, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 79, | |
| "minor damage": 33, | |
| "major damage": 19, | |
| "destroyed": 35, | |
| "un-classified": 21, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.770042194092827, | |
| "minor damage": 0.6028138528138528, | |
| "major damage": 0.6361215538847117, | |
| "destroyed": 0.6901315789473683, | |
| "un-classified": 0.6666666666666666 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.3448275862068966, | |
| "major damage": 0.3076923076923077, | |
| "destroyed": 0.5384615384615384, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4881962864721485, | |
| "micro": 0.5775401069518716 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7540106951871658, | |
| "minor damage": 0.7967914438502673, | |
| "major damage": 0.8074866310160428, | |
| "destroyed": 0.8716577540106952, | |
| "un-classified": 0.9251336898395722, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6571428571428571, | |
| "minor damage": 0.4, | |
| "major damage": 0.24242424242424243, | |
| "destroyed": 0.8235294117647058, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4661667978923142, | |
| "micro": 0.5775401069518716 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8734177215189873, | |
| "minor damage": 0.30303030303030304, | |
| "major damage": 0.42105263157894735, | |
| "destroyed": 0.4, | |
| "un-classified": 0.3333333333333333, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6246193022663611, | |
| "micro": 0.5775401069518716 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 69, | |
| 18, | |
| 6, | |
| 2, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 10, | |
| 3, | |
| 3, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 4, | |
| 8, | |
| 16, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 2, | |
| 14, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 8, | |
| "minor damage": 9, | |
| "major damage": 3, | |
| "destroyed": 17, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7298387096774194, | |
| "minor damage": 0.5944444444444444, | |
| "major damage": 0.4861111111111111, | |
| "destroyed": 0.8663101604278075, | |
| "un-classified": 0.972972972972973 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5217391304347826, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8484848484848485, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.47404479578392617, | |
| "micro": 0.6153846153846154 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.717948717948718, | |
| "minor damage": 0.7948717948717948, | |
| "major damage": 0.8974358974358975, | |
| "destroyed": 0.8717948717948718, | |
| "un-classified": 0.9487179487179487, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4, | |
| "minor damage": 0.6666666666666666, | |
| "major damage": 0.0, | |
| "destroyed": 0.875, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5591503267973856, | |
| "micro": 0.6153846153846154 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.2222222222222222, | |
| "major damage": 0.0, | |
| "destroyed": 0.8235294117647058, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4883333333333333, | |
| "micro": 0.6153846153846154 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 6, | |
| 7, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 2, | |
| 14, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211214-Mayfield.geo.tif": { | |
| "samples": { | |
| "total": 1672, | |
| "actual_class_counts": { | |
| "no damage": 697, | |
| "minor damage": 520, | |
| "major damage": 285, | |
| "destroyed": 131, | |
| "un-classified": 39, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 565, | |
| "minor damage": 532, | |
| "major damage": 162, | |
| "destroyed": 290, | |
| "un-classified": 123, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6476581048996329, | |
| "minor damage": 0.5958646616541353, | |
| "major damage": 0.5833415092796992, | |
| "destroyed": 0.6945730824891461, | |
| "un-classified": 0.6234339489941059 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5483359746434231, | |
| "minor damage": 0.4467680608365019, | |
| "major damage": 0.232662192393736, | |
| "destroyed": 0.5510688836104513, | |
| "un-classified": 0.38271604938271603, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4323102321733656, | |
| "micro": 0.4665071770334928 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6590909090909091, | |
| "minor damage": 0.6519138755980861, | |
| "major damage": 0.7948564593301436, | |
| "destroyed": 0.8869617224880383, | |
| "un-classified": 0.9401913875598086, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4964131994261119, | |
| "minor damage": 0.4519230769230769, | |
| "major damage": 0.1824561403508772, | |
| "destroyed": 0.8854961832061069, | |
| "un-classified": 0.7948717948717948, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.405427775697087, | |
| "micro": 0.4665071770334928 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6123893805309735, | |
| "minor damage": 0.4417293233082707, | |
| "major damage": 0.32098765432098764, | |
| "destroyed": 0.4, | |
| "un-classified": 0.25203252032520324, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5622320789555936, | |
| "micro": 0.4665071770334928 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 346, | |
| 216, | |
| 52, | |
| 23, | |
| 60, | |
| 0 | |
| ], | |
| [ | |
| 175, | |
| 235, | |
| 50, | |
| 33, | |
| 27, | |
| 0 | |
| ], | |
| [ | |
| 42, | |
| 71, | |
| 52, | |
| 116, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 6, | |
| 7, | |
| 116, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 2, | |
| 31, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif": { | |
| "samples": { | |
| "total": 623, | |
| "actual_class_counts": { | |
| "no damage": 519, | |
| "minor damage": 38, | |
| "major damage": 24, | |
| "destroyed": 1, | |
| "un-classified": 41, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 511, | |
| "minor damage": 13, | |
| "major damage": 1, | |
| "destroyed": 0, | |
| "un-classified": 98, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.632277397260274, | |
| "minor damage": 0.5081336696090794, | |
| "major damage": 0.48070739549839225, | |
| "un-classified": 0.6668027210884353 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8737864077669902, | |
| "minor damage": 0.0392156862745098, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.4892086330935252, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.2804421454270051, | |
| "micro": 0.7784911717495987 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7913322632423756, | |
| "minor damage": 0.9213483146067416, | |
| "major damage": 0.9598715890850722, | |
| "destroyed": 0.9983948635634029, | |
| "un-classified": 0.8860353130016051, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8670520231213873, | |
| "minor damage": 0.02631578947368421, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8292682926829268, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.32612201888131437, | |
| "micro": 0.7784911717495987 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8806262230919765, | |
| "minor damage": 0.07692307692307693, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.3469387755102041, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3445272210555997, | |
| "micro": 0.7784911717495987 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 450, | |
| 11, | |
| 1, | |
| 0, | |
| 57, | |
| 0 | |
| ], | |
| [ | |
| 33, | |
| 1, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 21, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 0, | |
| 0, | |
| 0, | |
| 34, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_gsd_metrics": { | |
| "1.946466": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 107, | |
| "minor damage": 249, | |
| "major damage": 186, | |
| "destroyed": 83, | |
| "un-classified": 10, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 265, | |
| "minor damage": 127, | |
| "major damage": 129, | |
| "destroyed": 80, | |
| "un-classified": 34, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6274094849566547, | |
| "minor damage": 0.6289370078740157, | |
| "major damage": 0.6566933235285106, | |
| "destroyed": 0.8042229729729731, | |
| "un-classified": 0.6159831653127141 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.45161290322580644, | |
| "minor damage": 0.40425531914893614, | |
| "major damage": 0.4444444444444444, | |
| "destroyed": 0.6503067484662577, | |
| "un-classified": 0.36363636363636365, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4628511557843617, | |
| "micro": 0.4582677165354331 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6787401574803149, | |
| "minor damage": 0.647244094488189, | |
| "major damage": 0.7244094488188977, | |
| "destroyed": 0.9102362204724409, | |
| "un-classified": 0.9559055118110236, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7850467289719626, | |
| "minor damage": 0.30522088353413657, | |
| "major damage": 0.3763440860215054, | |
| "destroyed": 0.6385542168674698, | |
| "un-classified": 0.8, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.47116722109753056, | |
| "micro": 0.4582677165354331 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3169811320754717, | |
| "minor damage": 0.5984251968503937, | |
| "major damage": 0.5426356589147286, | |
| "destroyed": 0.6625, | |
| "un-classified": 0.23529411764705882, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.581033183079015, | |
| "micro": 0.4582677165354331 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 84, | |
| 8, | |
| 7, | |
| 1, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 130, | |
| 76, | |
| 29, | |
| 6, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 50, | |
| 36, | |
| 70, | |
| 20, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 6, | |
| 22, | |
| 53, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.042949": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8666666666666666, | |
| "destroyed": 1.0, | |
| "un-classified": 0.75 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6416666666666666, | |
| "micro": 0.875 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7999999999999999, | |
| "micro": 0.875 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.725, | |
| "micro": 0.875 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "3.110499": { | |
| "samples": { | |
| "total": 1672, | |
| "actual_class_counts": { | |
| "no damage": 697, | |
| "minor damage": 520, | |
| "major damage": 285, | |
| "destroyed": 131, | |
| "un-classified": 39, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 565, | |
| "minor damage": 532, | |
| "major damage": 162, | |
| "destroyed": 290, | |
| "un-classified": 123, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6476581048996329, | |
| "minor damage": 0.5958646616541353, | |
| "major damage": 0.5833415092796992, | |
| "destroyed": 0.6945730824891461, | |
| "un-classified": 0.6234339489941059 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5483359746434231, | |
| "minor damage": 0.4467680608365019, | |
| "major damage": 0.232662192393736, | |
| "destroyed": 0.5510688836104513, | |
| "un-classified": 0.38271604938271603, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4323102321733656, | |
| "micro": 0.4665071770334928 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6590909090909091, | |
| "minor damage": 0.6519138755980861, | |
| "major damage": 0.7948564593301436, | |
| "destroyed": 0.8869617224880383, | |
| "un-classified": 0.9401913875598086, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4964131994261119, | |
| "minor damage": 0.4519230769230769, | |
| "major damage": 0.1824561403508772, | |
| "destroyed": 0.8854961832061069, | |
| "un-classified": 0.7948717948717948, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.405427775697087, | |
| "micro": 0.4665071770334928 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6123893805309735, | |
| "minor damage": 0.4417293233082707, | |
| "major damage": 0.32098765432098764, | |
| "destroyed": 0.4, | |
| "un-classified": 0.25203252032520324, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5622320789555936, | |
| "micro": 0.4665071770334928 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 346, | |
| 216, | |
| 52, | |
| 23, | |
| 60, | |
| 0 | |
| ], | |
| [ | |
| 175, | |
| 235, | |
| 50, | |
| 33, | |
| 27, | |
| 0 | |
| ], | |
| [ | |
| 42, | |
| 71, | |
| 52, | |
| 116, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 6, | |
| 7, | |
| 116, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 2, | |
| 31, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "3.21534": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 3, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8545454545454546, | |
| "major damage": 0.5, | |
| "destroyed": 0.9666666666666667, | |
| "un-classified": 0.8333333333333333 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.8, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4751515151515152, | |
| "micro": 0.8125 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 0.9375, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6439393939393939, | |
| "micro": 0.8125 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6022727272727273, | |
| "micro": 0.8125 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.019042": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 8, | |
| "minor damage": 9, | |
| "major damage": 3, | |
| "destroyed": 17, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7298387096774194, | |
| "minor damage": 0.5944444444444444, | |
| "major damage": 0.4861111111111111, | |
| "destroyed": 0.8663101604278075, | |
| "un-classified": 0.972972972972973 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5217391304347826, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8484848484848485, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.47404479578392617, | |
| "micro": 0.6153846153846154 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.717948717948718, | |
| "minor damage": 0.7948717948717948, | |
| "major damage": 0.8974358974358975, | |
| "destroyed": 0.8717948717948718, | |
| "un-classified": 0.9487179487179487, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4, | |
| "minor damage": 0.6666666666666666, | |
| "major damage": 0.0, | |
| "destroyed": 0.875, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5591503267973856, | |
| "micro": 0.6153846153846154 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.2222222222222222, | |
| "major damage": 0.0, | |
| "destroyed": 0.8235294117647058, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4883333333333333, | |
| "micro": 0.6153846153846154 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 6, | |
| 7, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 2, | |
| 14, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "4.401284": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.197147": { | |
| "samples": { | |
| "total": 177, | |
| "actual_class_counts": { | |
| "no damage": 55, | |
| "minor damage": 62, | |
| "major damage": 45, | |
| "destroyed": 10, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 109, | |
| "minor damage": 19, | |
| "major damage": 13, | |
| "destroyed": 17, | |
| "un-classified": 19, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.632892606583918, | |
| "minor damage": 0.451199200532978, | |
| "major damage": 0.8194183864915573, | |
| "destroyed": 0.6965073529411764, | |
| "un-classified": 0.631578947368421 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5487804878048781, | |
| "minor damage": 0.12345679012345678, | |
| "major damage": 0.3793103448275862, | |
| "destroyed": 0.5185185185185185, | |
| "un-classified": 0.4166666666666667, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.39734656158822124, | |
| "micro": 0.4124293785310734 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5819209039548022, | |
| "minor damage": 0.5988700564971752, | |
| "major damage": 0.7966101694915254, | |
| "destroyed": 0.9265536723163842, | |
| "un-classified": 0.9209039548022598, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8181818181818182, | |
| "minor damage": 0.08064516129032258, | |
| "major damage": 0.24444444444444444, | |
| "destroyed": 0.7, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.43941567564142614, | |
| "micro": 0.4124293785310734 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.41284403669724773, | |
| "minor damage": 0.2631578947368421, | |
| "major damage": 0.8461538461538461, | |
| "destroyed": 0.4117647058823529, | |
| "un-classified": 0.2631578947368421, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.568654284783317, | |
| "micro": 0.4124293785310734 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 45, | |
| 2, | |
| 0, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 54, | |
| 5, | |
| 1, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 11, | |
| 11, | |
| 10, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 7, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.001503": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 16, | |
| "minor damage": 2, | |
| "major damage": 5, | |
| "destroyed": 14, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8973214285714286, | |
| "minor damage": 0.7357142857142857, | |
| "major damage": 0.5, | |
| "destroyed": 0.9347826086956521 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8823529411764706, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 0.9032258064516129, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5713946869070209, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8918918918918919, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8648648648648649, | |
| "destroyed": 0.918918918918919, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.5, | |
| "major damage": NaN, | |
| "destroyed": 0.8235294117647058, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.609375, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9375, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7189542483660131, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 3, | |
| 14, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.927101": { | |
| "samples": { | |
| "total": 187, | |
| "actual_class_counts": { | |
| "no damage": 105, | |
| "minor damage": 25, | |
| "major damage": 33, | |
| "destroyed": 17, | |
| "un-classified": 7, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 79, | |
| "minor damage": 33, | |
| "major damage": 19, | |
| "destroyed": 35, | |
| "un-classified": 21, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.770042194092827, | |
| "minor damage": 0.6028138528138528, | |
| "major damage": 0.6361215538847117, | |
| "destroyed": 0.6901315789473683, | |
| "un-classified": 0.6666666666666666 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.3448275862068966, | |
| "major damage": 0.3076923076923077, | |
| "destroyed": 0.5384615384615384, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4881962864721485, | |
| "micro": 0.5775401069518716 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7540106951871658, | |
| "minor damage": 0.7967914438502673, | |
| "major damage": 0.8074866310160428, | |
| "destroyed": 0.8716577540106952, | |
| "un-classified": 0.9251336898395722, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6571428571428571, | |
| "minor damage": 0.4, | |
| "major damage": 0.24242424242424243, | |
| "destroyed": 0.8235294117647058, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4661667978923142, | |
| "micro": 0.5775401069518716 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8734177215189873, | |
| "minor damage": 0.30303030303030304, | |
| "major damage": 0.42105263157894735, | |
| "destroyed": 0.4, | |
| "un-classified": 0.3333333333333333, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6246193022663611, | |
| "micro": 0.5775401069518716 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 69, | |
| 18, | |
| 6, | |
| 2, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 10, | |
| 3, | |
| 3, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 4, | |
| 8, | |
| 16, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 2, | |
| 14, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "1.964606": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 54, | |
| "minor damage": 119, | |
| "major damage": 120, | |
| "destroyed": 206, | |
| "un-classified": 11, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 93, | |
| "minor damage": 105, | |
| "major damage": 66, | |
| "destroyed": 205, | |
| "un-classified": 41, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6851164229906398, | |
| "minor damage": 0.6649029982363316, | |
| "major damage": 0.5389025389025388, | |
| "destroyed": 0.7618152738904438, | |
| "un-classified": 0.5678402413021998 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5170068027210885, | |
| "minor damage": 0.4642857142857143, | |
| "major damage": 0.21505376344086022, | |
| "destroyed": 0.7153284671532847, | |
| "un-classified": 0.23076923076923078, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.42848879567403575, | |
| "micro": 0.515686274509804 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8607843137254902, | |
| "minor damage": 0.7647058823529411, | |
| "major damage": 0.7137254901960784, | |
| "destroyed": 0.7705882352941177, | |
| "un-classified": 0.9215686274509803, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7037037037037037, | |
| "minor damage": 0.4369747899159664, | |
| "major damage": 0.16666666666666666, | |
| "destroyed": 0.7135922330097088, | |
| "un-classified": 0.5454545454545454, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4140570365904749, | |
| "micro": 0.515686274509804 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.40860215053763443, | |
| "minor damage": 0.49523809523809526, | |
| "major damage": 0.30303030303030304, | |
| "destroyed": 0.7170731707317073, | |
| "un-classified": 0.14634146341463414, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5132783877501181, | |
| "micro": 0.515686274509804 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 38, | |
| 9, | |
| 5, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 29, | |
| 52, | |
| 7, | |
| 16, | |
| 15, | |
| 0 | |
| ], | |
| [ | |
| 19, | |
| 33, | |
| 20, | |
| 40, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 11, | |
| 30, | |
| 147, | |
| 11, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 4, | |
| 1, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "12.7": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 643, | |
| "minor damage": 16, | |
| "major damage": 3, | |
| "destroyed": 0, | |
| "un-classified": 120, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6618816921579378, | |
| "minor damage": 0.49991840731070497, | |
| "major damage": 0.48267008985879334, | |
| "un-classified": 0.693202416918429 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8821705426356589, | |
| "minor damage": 0.03076923076923077, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5423728813559322, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.29106253095216433, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8056265984654731, | |
| "minor damage": 0.9194373401534527, | |
| "major damage": 0.9616368286445013, | |
| "destroyed": 0.9974424552429667, | |
| "un-classified": 0.8964194373401535, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8794435857805255, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8421052631578947, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.33685361586314155, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8849144634525661, | |
| "minor damage": 0.0625, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.4, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.34839140244074523, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 569, | |
| 11, | |
| 3, | |
| 0, | |
| 64, | |
| 0 | |
| ], | |
| [ | |
| 44, | |
| 1, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 23, | |
| 1, | |
| 0, | |
| 0, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 2, | |
| 0, | |
| 0, | |
| 48, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_collection_platform_metrics": { | |
| "DJI Mavic Pro": { | |
| "samples": { | |
| "total": 1145, | |
| "actual_class_counts": { | |
| "no damage": 161, | |
| "minor damage": 368, | |
| "major damage": 306, | |
| "destroyed": 289, | |
| "un-classified": 21, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 358, | |
| "minor damage": 232, | |
| "major damage": 195, | |
| "destroyed": 285, | |
| "un-classified": 75, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6456134248578507, | |
| "minor damage": 0.6444272387355062, | |
| "major damage": 0.6170850202429151, | |
| "destroyed": 0.7991330069359444, | |
| "un-classified": 0.5900623052959503 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4701348747591522, | |
| "minor damage": 0.4266666666666667, | |
| "major damage": 0.3592814371257485, | |
| "destroyed": 0.6968641114982579, | |
| "un-classified": 0.2916666666666667, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4489227513432984, | |
| "micro": 0.48384279475982533 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.759825327510917, | |
| "minor damage": 0.6995633187772926, | |
| "major damage": 0.719650655021834, | |
| "destroyed": 0.8480349344978166, | |
| "un-classified": 0.9406113537117904, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7577639751552795, | |
| "minor damage": 0.34782608695652173, | |
| "major damage": 0.29411764705882354, | |
| "destroyed": 0.6920415224913494, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4484931550012206, | |
| "micro": 0.48384279475982533 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3407821229050279, | |
| "minor damage": 0.5517241379310345, | |
| "major damage": 0.46153846153846156, | |
| "destroyed": 0.7017543859649122, | |
| "un-classified": 0.18666666666666668, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5516831796657281, | |
| "micro": 0.48384279475982533 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 122, | |
| 17, | |
| 12, | |
| 2, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 159, | |
| 128, | |
| 36, | |
| 22, | |
| 23, | |
| 0 | |
| ], | |
| [ | |
| 69, | |
| 69, | |
| 90, | |
| 60, | |
| 18, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 17, | |
| 52, | |
| 200, | |
| 12, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 5, | |
| 1, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic 2": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 1.0, | |
| "micro": 1.0 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Wingtra WingtraOne Gen II": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 643, | |
| "minor damage": 16, | |
| "major damage": 3, | |
| "destroyed": 0, | |
| "un-classified": 120, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6618816921579378, | |
| "minor damage": 0.49991840731070497, | |
| "major damage": 0.48267008985879334, | |
| "un-classified": 0.693202416918429 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8821705426356589, | |
| "minor damage": 0.03076923076923077, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5423728813559322, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.29106253095216433, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8056265984654731, | |
| "minor damage": 0.9194373401534527, | |
| "major damage": 0.9616368286445013, | |
| "destroyed": 0.9974424552429667, | |
| "un-classified": 0.8964194373401535, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8794435857805255, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8421052631578947, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.33685361586314155, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8849144634525661, | |
| "minor damage": 0.0625, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.4, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.34839140244074523, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 569, | |
| 11, | |
| 3, | |
| 0, | |
| 64, | |
| 0 | |
| ], | |
| [ | |
| 44, | |
| 1, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 23, | |
| 1, | |
| 0, | |
| 0, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 2, | |
| 0, | |
| 0, | |
| 48, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "SenseFly eBee X": { | |
| "samples": { | |
| "total": 2052, | |
| "actual_class_counts": { | |
| "no damage": 868, | |
| "minor damage": 608, | |
| "major damage": 363, | |
| "destroyed": 160, | |
| "un-classified": 53, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 764, | |
| "minor damage": 584, | |
| "major damage": 195, | |
| "destroyed": 343, | |
| "un-classified": 166, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6530885174465871, | |
| "minor damage": 0.5921064909857788, | |
| "major damage": 0.6034298496334037, | |
| "destroyed": 0.6947296681775611, | |
| "un-classified": 0.6334212779005737 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5759803921568627, | |
| "minor damage": 0.41946308724832215, | |
| "major damage": 0.25448028673835127, | |
| "destroyed": 0.5487077534791253, | |
| "un-classified": 0.410958904109589, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4419180847464501, | |
| "micro": 0.4746588693957115 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6627680311890838, | |
| "minor damage": 0.6627680311890838, | |
| "major damage": 0.797270955165692, | |
| "destroyed": 0.8893762183235867, | |
| "un-classified": 0.9371345029239766, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5414746543778802, | |
| "minor damage": 0.41118421052631576, | |
| "major damage": 0.19559228650137742, | |
| "destroyed": 0.8625, | |
| "un-classified": 0.8490566037735849, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.41615694016442334, | |
| "micro": 0.4746588693957115 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6151832460732984, | |
| "minor damage": 0.4280821917808219, | |
| "major damage": 0.3641025641025641, | |
| "destroyed": 0.40233236151603496, | |
| "un-classified": 0.2710843373493976, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5719615510358317, | |
| "micro": 0.4746588693957115 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 470, | |
| 236, | |
| 58, | |
| 25, | |
| 79, | |
| 0 | |
| ], | |
| [ | |
| 237, | |
| 250, | |
| 54, | |
| 36, | |
| 31, | |
| 0 | |
| ], | |
| [ | |
| 55, | |
| 86, | |
| 71, | |
| 142, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 8, | |
| 11, | |
| 138, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 2, | |
| 45, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Phantom 4": { | |
| "samples": { | |
| "total": 92, | |
| "actual_class_counts": { | |
| "no damage": 43, | |
| "minor damage": 6, | |
| "major damage": 1, | |
| "destroyed": 37, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 34, | |
| "minor damage": 11, | |
| "major damage": 8, | |
| "destroyed": 35, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.829107505070994, | |
| "minor damage": 0.6178451178451179, | |
| "major damage": 0.49404761904761907, | |
| "destroyed": 0.91328320802005, | |
| "un-classified": 0.8636363636363636 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7792207792207793, | |
| "minor damage": 0.35294117647058826, | |
| "major damage": 0.0, | |
| "destroyed": 0.8888888888888888, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5375435022493845, | |
| "micro": 0.7391304347826086 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8152173913043478, | |
| "minor damage": 0.8804347826086957, | |
| "major damage": 0.9021739130434783, | |
| "destroyed": 0.9130434782608695, | |
| "un-classified": 0.967391304347826, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6976744186046512, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 0.8648648648648649, | |
| "un-classified": 0.6, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5638731856378916, | |
| "micro": 0.7391304347826086 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8823529411764706, | |
| "minor damage": 0.2727272727272727, | |
| "major damage": 0.0, | |
| "destroyed": 0.9142857142857143, | |
| "un-classified": 0.75, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5325078566939032, | |
| "micro": 0.7391304347826086 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 30, | |
| 8, | |
| 3, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 5, | |
| 32, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_source_metrics": { | |
| "sUAS": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1819, | |
| "minor damage": 843, | |
| "major damage": 401, | |
| "destroyed": 663, | |
| "un-classified": 366, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7167291436847261, | |
| "minor damage": 0.6266948823015897, | |
| "major damage": 0.6281390806376095, | |
| "destroyed": 0.7618285082388834, | |
| "un-classified": 0.6481503480196756 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6807195053400787, | |
| "minor damage": 0.40768409818569906, | |
| "major damage": 0.29326047358834245, | |
| "destroyed": 0.6429192006950478, | |
| "un-classified": 0.441351888667992, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4931870332954321, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7223851417399805, | |
| "minor damage": 0.7287390029325513, | |
| "major damage": 0.8103616813294232, | |
| "destroyed": 0.8995601173020528, | |
| "un-classified": 0.9313294232649071, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6963772282921219, | |
| "minor damage": 0.3705140640155189, | |
| "major damage": 0.2309899569583931, | |
| "destroyed": 0.7581967213114754, | |
| "un-classified": 0.8102189781021898, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4763476553567063, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6657504123144585, | |
| "minor damage": 0.4531435349940688, | |
| "major damage": 0.4014962593516209, | |
| "destroyed": 0.5580693815987934, | |
| "un-classified": 0.30327868852459017, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5732593897359398, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1211, | |
| 272, | |
| 76, | |
| 28, | |
| 152, | |
| 0 | |
| ], | |
| [ | |
| 443, | |
| 382, | |
| 90, | |
| 58, | |
| 58, | |
| 0 | |
| ], | |
| [ | |
| 147, | |
| 156, | |
| 161, | |
| 203, | |
| 30, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 26, | |
| 68, | |
| 370, | |
| 15, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 7, | |
| 6, | |
| 4, | |
| 111, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_pre_or_post_metrics": { | |
| "POST": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1819, | |
| "minor damage": 843, | |
| "major damage": 401, | |
| "destroyed": 663, | |
| "un-classified": 366, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7167291436847261, | |
| "minor damage": 0.6266948823015897, | |
| "major damage": 0.6281390806376095, | |
| "destroyed": 0.7618285082388834, | |
| "un-classified": 0.6481503480196756 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6807195053400787, | |
| "minor damage": 0.40768409818569906, | |
| "major damage": 0.29326047358834245, | |
| "destroyed": 0.6429192006950478, | |
| "un-classified": 0.441351888667992, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4931870332954321, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7223851417399805, | |
| "minor damage": 0.7287390029325513, | |
| "major damage": 0.8103616813294232, | |
| "destroyed": 0.8995601173020528, | |
| "un-classified": 0.9313294232649071, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6963772282921219, | |
| "minor damage": 0.3705140640155189, | |
| "major damage": 0.2309899569583931, | |
| "destroyed": 0.7581967213114754, | |
| "un-classified": 0.8102189781021898, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4763476553567063, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6657504123144585, | |
| "minor damage": 0.4531435349940688, | |
| "major damage": 0.4014962593516209, | |
| "destroyed": 0.5580693815987934, | |
| "un-classified": 0.30327868852459017, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5732593897359398, | |
| "micro": 0.5461876832844574 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1211, | |
| 272, | |
| 76, | |
| 28, | |
| 152, | |
| 0 | |
| ], | |
| [ | |
| 443, | |
| 382, | |
| 90, | |
| 58, | |
| 58, | |
| 0 | |
| ], | |
| [ | |
| 147, | |
| 156, | |
| 161, | |
| 203, | |
| 30, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 26, | |
| 68, | |
| 370, | |
| 15, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 7, | |
| 6, | |
| 4, | |
| 111, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_event_metrics": { | |
| "Hurricane Idalia": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 643, | |
| "minor damage": 16, | |
| "major damage": 3, | |
| "destroyed": 0, | |
| "un-classified": 120, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6618816921579378, | |
| "minor damage": 0.49991840731070497, | |
| "major damage": 0.48267008985879334, | |
| "un-classified": 0.693202416918429 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8821705426356589, | |
| "minor damage": 0.03076923076923077, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5423728813559322, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.29106253095216433, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8056265984654731, | |
| "minor damage": 0.9194373401534527, | |
| "major damage": 0.9616368286445013, | |
| "destroyed": 0.9974424552429667, | |
| "un-classified": 0.8964194373401535, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8794435857805255, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8421052631578947, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.33685361586314155, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8849144634525661, | |
| "minor damage": 0.0625, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.4, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.34839140244074523, | |
| "micro": 0.7902813299232737 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 569, | |
| 11, | |
| 3, | |
| 0, | |
| 64, | |
| 0 | |
| ], | |
| [ | |
| 44, | |
| 1, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 23, | |
| 1, | |
| 0, | |
| 0, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 2, | |
| 0, | |
| 0, | |
| 48, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "samples": { | |
| "total": 1145, | |
| "actual_class_counts": { | |
| "no damage": 161, | |
| "minor damage": 368, | |
| "major damage": 306, | |
| "destroyed": 289, | |
| "un-classified": 21, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 358, | |
| "minor damage": 232, | |
| "major damage": 195, | |
| "destroyed": 285, | |
| "un-classified": 75, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6456134248578507, | |
| "minor damage": 0.6444272387355062, | |
| "major damage": 0.6170850202429151, | |
| "destroyed": 0.7991330069359444, | |
| "un-classified": 0.5900623052959503 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4701348747591522, | |
| "minor damage": 0.4266666666666667, | |
| "major damage": 0.3592814371257485, | |
| "destroyed": 0.6968641114982579, | |
| "un-classified": 0.2916666666666667, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4489227513432984, | |
| "micro": 0.48384279475982533 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.759825327510917, | |
| "minor damage": 0.6995633187772926, | |
| "major damage": 0.719650655021834, | |
| "destroyed": 0.8480349344978166, | |
| "un-classified": 0.9406113537117904, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7577639751552795, | |
| "minor damage": 0.34782608695652173, | |
| "major damage": 0.29411764705882354, | |
| "destroyed": 0.6920415224913494, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4484931550012206, | |
| "micro": 0.48384279475982533 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3407821229050279, | |
| "minor damage": 0.5517241379310345, | |
| "major damage": 0.46153846153846156, | |
| "destroyed": 0.7017543859649122, | |
| "un-classified": 0.18666666666666668, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5516831796657281, | |
| "micro": 0.48384279475982533 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 122, | |
| 17, | |
| 12, | |
| 2, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 159, | |
| 128, | |
| 36, | |
| 22, | |
| 23, | |
| 0 | |
| ], | |
| [ | |
| 69, | |
| 69, | |
| 90, | |
| 60, | |
| 18, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 17, | |
| 52, | |
| 200, | |
| 12, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 5, | |
| 1, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mussett Bayou Fire": { | |
| "samples": { | |
| "total": 129, | |
| "actual_class_counts": { | |
| "no damage": 74, | |
| "minor damage": 7, | |
| "major damage": 1, | |
| "destroyed": 39, | |
| "un-classified": 8, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 65, | |
| "minor damage": 11, | |
| "major damage": 9, | |
| "destroyed": 36, | |
| "un-classified": 8, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8521634615384616, | |
| "minor damage": 0.6194144838212634, | |
| "major damage": 0.49583333333333335, | |
| "destroyed": 0.9260752688172043, | |
| "un-classified": 0.8667355371900827 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8633093525179856, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.88, | |
| "un-classified": 0.75, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5653285371702638, | |
| "micro": 0.7906976744186046 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8527131782945736, | |
| "minor damage": 0.9069767441860465, | |
| "major damage": 0.9224806201550387, | |
| "destroyed": 0.9302325581395349, | |
| "un-classified": 0.9689922480620154, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8108108108108109, | |
| "minor damage": 0.42857142857142855, | |
| "major damage": 0.0, | |
| "destroyed": 0.8461538461538461, | |
| "un-classified": 0.75, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5724941724941726, | |
| "micro": 0.7906976744186046 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9230769230769231, | |
| "minor damage": 0.2727272727272727, | |
| "major damage": 0.0, | |
| "destroyed": 0.9166666666666666, | |
| "un-classified": 0.75, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5671072171072171, | |
| "micro": 0.7906976744186046 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 60, | |
| 8, | |
| 3, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 4, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 6, | |
| 33, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "samples": { | |
| "total": 2036, | |
| "actual_class_counts": { | |
| "no damage": 857, | |
| "minor damage": 607, | |
| "major damage": 363, | |
| "destroyed": 158, | |
| "un-classified": 51, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 753, | |
| "minor damage": 584, | |
| "major damage": 194, | |
| "destroyed": 342, | |
| "un-classified": 163, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6507293765959803, | |
| "minor damage": 0.5911072115928903, | |
| "major damage": 0.6037280186261011, | |
| "destroyed": 0.6940940505533808, | |
| "un-classified": 0.6297662291720575 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5714285714285714, | |
| "minor damage": 0.41981528127623846, | |
| "major damage": 0.25493716337522443, | |
| "destroyed": 0.548, | |
| "un-classified": 0.40186915887850466, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.43921003499170785, | |
| "micro": 0.4720039292730845 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6611001964636543, | |
| "minor damage": 0.6606090373280943, | |
| "major damage": 0.7961689587426326, | |
| "destroyed": 0.8889980353634578, | |
| "un-classified": 0.93713163064833, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5367561260210035, | |
| "minor damage": 0.41186161449752884, | |
| "major damage": 0.19559228650137742, | |
| "destroyed": 0.8670886075949367, | |
| "un-classified": 0.8431372549019608, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.41386796475274823, | |
| "micro": 0.4720039292730845 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6108897742363878, | |
| "minor damage": 0.4280821917808219, | |
| "major damage": 0.36597938144329895, | |
| "destroyed": 0.40058479532163743, | |
| "un-classified": 0.26380368098159507, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5708871779033615, | |
| "micro": 0.4720039292730845 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 460, | |
| 236, | |
| 58, | |
| 25, | |
| 78, | |
| 0 | |
| ], | |
| [ | |
| 236, | |
| 250, | |
| 54, | |
| 36, | |
| 31, | |
| 0 | |
| ], | |
| [ | |
| 55, | |
| 86, | |
| 71, | |
| 142, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 8, | |
| 10, | |
| 137, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 2, | |
| 43, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |