{ "global": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.5493606878636947, "Road Line": 11.897280042176437, "Total": 0.5023995428866239 }, "total_predicted_segments": 1079800 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.09191578717696733, "Road Line": 0.4691480271677536, "Total": 0.1396610416128841 }, "class_level_pixels": { "Partial": 0.1307561204455456, "Road Line": 0.5167262574493462, "Total": 0.13318201033075616 }, "macro_km": 0.23357495198586833, "macro_pixels": 0.2602214627418827 }, "Accuracy": { "class_level_km": { "Partial": 0.5216146418371382, "Road Line": 0.35816743394348677, "Total": 0.7727574173448191 }, "class_level_pixels": { "Partial": 0.5527015288803326, "Road Line": 0.40768592799256564, "Total": 0.7748110012722247 } }, "Precision": { "class_level_km": { "Partial": 0.049983133017157004, "Road Line": 0.9770227020499908, "Total": 0.08185404146832286 }, "class_level_pixels": { "Partial": 0.07403239623073025, "Road Line": 0.9700126652205602, "Total": 0.07894847519140831 }, "macro_km": 0.3696199588451569, "macro_pixels": 0.37433117888089956 }, "Recall": { "class_level_km": { "Partial": 0.04641539972992141, "Road Line": 0.791848533311579, "Total": 0.02386834056167899 }, "class_level_pixels": { "Partial": 0.06086913599501896, "Road Line": 0.7767185278763432, "Total": 0.022327445908482988 }, "macro_km": 0.28737742453439313, "macro_pixels": 0.28663836992661507 }, "IoU": { "class_level_km": { "Partial": 0.048171766507609674, "Road Line": 0.30646204564101487, "Total": 0.0750729005503212 }, "class_level_pixels": { "Partial": 0.06995134336174054, "Road Line": 0.34836877551730816, "Total": 0.07134172215383079 }, "macro_km": 0.14323557089964858, "macro_pixels": 0.1632206136776265 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1455219.681714672, 365647.5801008166, 781139.8264945623 ], [ 17248477.718942843, 13697147.828151327, 7948890.6639882885 ], [ 952828.0639420198, 57791.17711670565, 748299.7172621306 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.3135085938645597, 0.0741459833143763, 0.16170611068475876 ], [ 5.707440847008261, 3.6725337339861657, 2.5173054611820094 ], [ 0.2513383278219913, 0.01222345483706473, 0.23883776022756792 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0006091917262747285, "Road Line": 0.7008939529239159, "Total": 0.010915320713311038 }, "total_predicted_segments": 79544 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.003760539955978086, "Road Line": 0.48572589329000193, "Total": 0.05855434536424009 }, "class_level_pixels": { "Partial": 0.0031966970521278715, "Road Line": 0.46676887742525464, "Total": 0.07760592788953277 }, "macro_km": 0.18268025953674005, "macro_pixels": 0.1825238341223051 }, "Accuracy": { "class_level_km": { "Partial": 0.5724423900881886, "Road Line": 0.33137517952603207, "Total": 0.74515507530628 }, "class_level_pixels": { "Partial": 0.5496656320788509, "Road Line": 0.31787071132166406, "Total": 0.751890884913589 } }, "Precision": { "class_level_km": { "Partial": 0.001884023805508869, "Road Line": 0.9982435044970454, "Total": 0.03103369677836136 }, "class_level_pixels": { "Partial": 0.0016010602587668726, "Road Line": 0.9983375066177893, "Total": 0.041760291077895834 }, "macro_km": 0.34372040836030515, "macro_pixels": 0.34723295265148396 }, "Recall": { "class_level_km": { "Partial": 0.0014096760666556028, "Road Line": 0.9528600518527159, "Total": 0.010635629602695087 }, "class_level_pixels": { "Partial": 0.0013137070334129889, "Road Line": 0.9392313699122754, "Total": 0.01388149678357671 }, "macro_km": 0.3216351191740222, "macro_pixels": 0.31814219124308835 }, "IoU": { "class_level_km": { "Partial": 0.001883812053236918, "Road Line": 0.32076484114578097, "Total": 0.030160177404103355 }, "class_level_pixels": { "Partial": 0.0016009073339415061, "Road Line": 0.30443477865320956, "Total": 0.04036941697616371 }, "macro_km": 0.11760294353437374, "macro_pixels": 0.11546836765443826 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1787.9664979393506, 0, 106.6752079913696 ], [ 1094860.236347208, 739239.8521964196, 592906.0759533616 ], [ 20090.838142873938, 1231.027937943139, 25843.622290771735 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.0005748920199484315, 0, 3.429970632629703e-05 ], [ 0.29969218732894665, 0.22494910175490346, 0.17625266384006574 ], [ 0.004873449272586399, 0.0003958173369986092, 0.00564605410372603 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.46677371326697836, "Road Line": 2.4966361316458827, "Total": 0.2795998385365309 }, "total_predicted_segments": 421988 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.2590261756760629, "Road Line": 0.4770420467296553, "Total": 0.2056662856269847 }, "class_level_pixels": { "Partial": 0.2588853652646488, "Road Line": 0.4774220649545276, "Total": 0.20523095525174803 }, "macro_km": 0.3139115026775676, "macro_pixels": 0.31384612849030813 }, "Accuracy": { "class_level_km": { "Partial": 0.5461817384033109, "Road Line": 0.4549242308715348, "Total": 0.7257607439024935 }, "class_level_pixels": { "Partial": 0.54641755449128, "Road Line": 0.4549093912746871, "Total": 0.7258900436965932 } }, "Precision": { "class_level_km": { "Partial": 0.1692994930067772, "Road Line": 0.9125203359525875, "Total": 0.13706060392603422 }, "class_level_pixels": { "Partial": 0.16919159658140462, "Road Line": 0.9128548156666509, "Total": 0.13664917678565103 }, "macro_km": 0.40629347762846635, "macro_pixels": 0.40623186301123554 }, "Recall": { "class_level_km": { "Partial": 0.14522974808043654, "Road Line": 0.5464843112647829, "Total": 0.04891772616114362 }, "class_level_pixels": { "Partial": 0.14498521285502258, "Road Line": 0.5473501227929368, "Total": 0.048755756356087525 }, "macro_km": 0.24687726183545436, "macro_pixels": 0.24703036400134895 }, "IoU": { "class_level_km": { "Partial": 0.14878234931340747, "Road Line": 0.3132338917862259, "Total": 0.11461986361820636 }, "class_level_pixels": { "Partial": 0.1486894430153356, "Road Line": 0.3135616601065936, "Total": 0.11434950689186602 }, "macro_km": 0.19221203490594654, "macro_pixels": 0.19220020333793175 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1315485.2057644883, 341978.1280340871, 730100.2253848717 ], [ 5673689.464542027, 4134545.132120033, 2982811.6371408696 ], [ 785946.7443764979, 52723.95546209576, 587671.1249348681 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.2572414831470212, 0.06695348769171505, 0.14257874242824212 ], [ 1.1080777379459343, 0.8062412484101839, 0.5823171452897645 ], [ 0.15412704881834083, 0.010337626569823847, 0.11513516314836625 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.058232275604850225, "Road Line": 6.537725424356802, "Total": 0.04624351689965326 }, "total_predicted_segments": 528081 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.02526437204885928, "Road Line": 0.5669202774034804, "Total": 0.026772009501213615 }, "class_level_pixels": { "Partial": 0.025363839458739414, "Road Line": 0.57059742355214, "Total": 0.026385117500291422 }, "macro_km": 0.20631888631785109, "macro_pixels": 0.2074487935037236 }, "Accuracy": { "class_level_km": { "Partial": 0.5708338702060733, "Road Line": 0.40435597565885084, "Total": 0.820593059163139 }, "class_level_pixels": { "Partial": 0.5759102228658819, "Road Line": 0.40784462701416646, "Total": 0.8190514555227449 } }, "Precision": { "class_level_km": { "Partial": 0.0128888273205417, "Road Line": 0.9968418554467983, "Total": 0.013911398584830405 }, "class_level_pixels": { "Partial": 0.01294017145041054, "Road Line": 0.9969205643511619, "Total": 0.013704519589659231 }, "macro_km": 0.3412140271173902, "macro_pixels": 0.3411884184637439 }, "Recall": { "class_level_km": { "Partial": 0.009743329234637643, "Road Line": 0.9641554688015185, "Total": 0.0030070994102644687 }, "class_level_pixels": { "Partial": 0.009581764568198658, "Road Line": 0.9646640494159785, "Total": 0.0029935446532804956 }, "macro_km": 0.32563529914880684, "macro_pixels": 0.32574645287915255 }, "IoU": { "class_level_km": { "Partial": 0.012793799681971595, "Road Line": 0.3955957707477072, "Total": 0.013567620989628404 }, "class_level_pixels": { "Partial": 0.012844816663231276, "Road Line": 0.39918594869900437, "Total": 0.013368929133161478 }, "macro_km": 0.14065239713976904, "macro_pixels": 0.14179989816513236 }, "Confusion_Matrix_pixels": { "matrix": [ [ 123183.1428290518, 23615.840651301958, 47052.654124875036 ], [ 9299513.683569139, 8782574.367351416, 3891994.2396287075 ], [ 96739.85967011303, 3513.073690028219, 54732.832495159775 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.03694274308615415, 0.007124409125071885, 0.014165123393624189 ], [ 2.8005447169288584, 2.5895420186833396, 1.1476386887446046 ], [ 0.028773540105322876, 0.0010796484964114821, 0.0163903282979189 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.023745507265579467, "Road Line": 2.162024533250676, "Total": 0.16564086673711742 }, "total_predicted_segments": 50187 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.023361132874032447, "Road Line": 0.04678793608576355, "Total": 0.230188005964841 }, "class_level_pixels": { "Partial": 0.0233611328740342, "Road Line": 0.04678793608576586, "Total": 0.23018800596484024 }, "macro_km": 0.10011235830821234, "macro_pixels": 0.10011235830821343 }, "Accuracy": { "class_level_km": { "Partial": 0.33329962821512676, "Road Line": 0.10236802485996542, "Total": 0.7108121092634835 }, "class_level_pixels": { "Partial": 0.33329962821514747, "Road Line": 0.10236802485997079, "Total": 0.7108121092634653 } }, "Precision": { "class_level_km": { "Partial": 0.011855951516722326, "Road Line": 0.990848304648117, "Total": 0.14165733892951418 }, "class_level_pixels": { "Partial": 0.01185595151672323, "Road Line": 0.9908483046481169, "Total": 0.1416573389295135 }, "macro_km": 0.3814538650314512, "macro_pixels": 0.3814538650314512 }, "Recall": { "class_level_km": { "Partial": 0.023923557901146652, "Road Line": 0.21520301560982957, "Total": 0.06082656724597142 }, "class_level_pixels": { "Partial": 0.023923557901146263, "Road Line": 0.21520301560982813, "Total": 0.06082656724597653 }, "macro_km": 0.09998438025231587, "macro_pixels": 0.09998438025231697 }, "IoU": { "class_level_km": { "Partial": 0.011818614549454614, "Road Line": 0.023954355469216454, "Total": 0.1300635359804597 }, "class_level_pixels": { "Partial": 0.01181861454945551, "Road Line": 0.023954355469217665, "Total": 0.1300635359804592 }, "macro_km": 0.055278835333043584, "macro_pixels": 0.05527883533304412 }, "Confusion_Matrix_pixels": { "matrix": [ [ 14763.366623170044, 53.611415424853746, 3880.2717768219927 ], [ 1180414.3344919807, 40788.476486953194, 481178.7112656054 ], [ 50050.621752550425, 323.12002663842645, 80052.13754137717 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.01874947561142597, 6.808649758956426e-05, 0.004927945156563932 ], [ 1.4991262048049372, 0.051801365138430595, 0.6110969633073081 ], [ 0.06356428962573882, 0.0004103624338308017, 0.10166621467754781 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }