{ "global": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.6333428226809731, "Road Line": 12.296186806068839, "Total": 0.5996808464683188 }, "total_predicted_segments": 1077687 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.11424806047945112, "Road Line": 0.505694738247566, "Total": 0.17334980813012052 }, "class_level_pixels": { "Partial": 0.1529057376908799, "Road Line": 0.5605588283582738, "Total": 0.15887641204208067 }, "macro_km": 0.26443086895237916, "macro_pixels": 0.29078032603041143 }, "Accuracy": { "class_level_km": { "Partial": 0.538336412997295, "Road Line": 0.3941023325926624, "Total": 0.7908302044586988 }, "class_level_pixels": { "Partial": 0.5724756165454596, "Road Line": 0.44874080066445676, "Total": 0.7974155741925999 } }, "Precision": { "class_level_km": { "Partial": 0.06276095779253815, "Road Line": 0.9780218297963746, "Total": 0.10508269771545706 }, "class_level_pixels": { "Partial": 0.08743969818284564, "Road Line": 0.9726801621773595, "Total": 0.09699873321217198 }, "macro_km": 0.38195516176812333, "macro_pixels": 0.385706197857459 }, "Recall": { "class_level_km": { "Partial": 0.05530680792902423, "Road Line": 0.786418064442794, "Total": 0.027732391499369378 }, "class_level_pixels": { "Partial": 0.06740093829302099, "Road Line": 0.7835211942681998, "Total": 0.023993353731656696 }, "macro_km": 0.2898190879570625, "macro_pixels": 0.29163849543095915 }, "IoU": { "class_level_km": { "Partial": 0.060584882923943116, "Road Line": 0.338414613928694, "Total": 0.0949003859095037 }, "class_level_pixels": { "Partial": 0.08278177286941861, "Road Line": 0.3894280915412051, "Total": 0.08629318155567074 }, "macro_km": 0.16463329425404694, "macro_pixels": 0.18616768198876485 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1724812.8755897025, 375847.47922039515, 734071.1305064473 ], [ 16972664.113273006, 15716844.513059929, 7227834.339930322 ], [ 1028264.4241844495, 65594.28126465126, 855253.2238793522 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.40281422903899944, 0.07611562788247205, 0.15441296575950156 ], [ 5.730563730699903, 4.193097292492543, 2.372525782876393 ], [ 0.2848515129618981, 0.018111927338814636, 0.29671740616760606 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0008397396136685919, "Road Line": 0.8874983110217352, "Total": 0.013660820515815787 }, "total_predicted_segments": 79009 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.0044553120300849895, "Road Line": 0.5896413359043632, "Total": 0.08263158319184716 }, "class_level_pixels": { "Partial": 0.003733727305611137, "Road Line": 0.5515243134995732, "Total": 0.10698017597744333 }, "macro_km": 0.22557607704209845, "macro_pixels": 0.22074607226087592 }, "Accuracy": { "class_level_km": { "Partial": 0.6265782185010286, "Road Line": 0.4272352772292663, "Total": 0.7897933417378635 }, "class_level_pixels": { "Partial": 0.5962814695757628, "Road Line": 0.39315733136181147, "Total": 0.7842056322673913 } }, "Precision": { "class_level_km": { "Partial": 0.0022331987886891496, "Road Line": 0.9991709119378673, "Total": 0.04423981907412754 }, "class_level_pixels": { "Partial": 0.0018707548308751192, "Road Line": 0.9991721936289566, "Total": 0.05818114852967565 }, "macro_km": 0.348547976600228, "macro_pixels": 0.3530746989965025 }, "Recall": { "class_level_km": { "Partial": 0.0013335574297339027, "Road Line": 0.963171169244922, "Total": 0.0119868561604551 }, "class_level_pixels": { "Partial": 0.0012687163676029158, "Road Line": 0.9490858416828999, "Total": 0.016482472531641763 }, "macro_km": 0.32549719427837037, "macro_pixels": 0.3222790101940482 }, "IoU": { "class_level_km": { "Partial": 0.002232629545679289, "Road Line": 0.4180789971481888, "Total": 0.04309635147188046 }, "class_level_pixels": { "Partial": 0.0018703553512286076, "Road Line": 0.38076187169705084, "Total": 0.056512971824096744 }, "macro_km": 0.15446932605524952, "macro_pixels": 0.14638173295745874 }, "Confusion_Matrix_pixels": { "matrix": [ [ 2344.045878719712, 0, 267.6207371547876 ], [ 1231288.9732085934, 1156171.141589107, 648049.7505215274 ], [ 19361.675906039945, 957.8787751767592, 40050.00453397568 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.0007536904475682645, 0, 8.604916610032746e-05 ], [ 0.3319264951444376, 0.37117316824138985, 0.1843986476359076 ], [ 0.004813481064811593, 0.0003079905940976841, 0.008539348856906508 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.48664794980240444, "Road Line": 2.6320241922297205, "Total": 0.2983971803392663 }, "total_predicted_segments": 420925 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.2774997247208831, "Road Line": 0.5426072291741548, "Total": 0.2355348478837491 }, "class_level_pixels": { "Partial": 0.27738262543596287, "Road Line": 0.543042122066259, "Total": 0.2350397851676425 }, "macro_km": 0.35188060059292897, "macro_pixels": 0.3518215108899548 }, "Accuracy": { "class_level_km": { "Partial": 0.5619194724315957, "Road Line": 0.5016746957978151, "Total": 0.7674730878518538 }, "class_level_pixels": { "Partial": 0.5622209621511922, "Road Line": 0.5017414492134866, "Total": 0.767609613784892 } }, "Precision": { "class_level_km": { "Partial": 0.18134381247524217, "Road Line": 0.9259150424062506, "Total": 0.1651936770022591 }, "class_level_pixels": { "Partial": 0.18125543095641716, "Road Line": 0.9262094936858868, "Total": 0.16468205569068176 }, "macro_km": 0.42415084396125063, "macro_pixels": 0.42404899344432856 }, "Recall": { "class_level_km": { "Partial": 0.14971813596977823, "Road Line": 0.5891922534871249, "Total": 0.04667427183503365 }, "class_level_pixels": { "Partial": 0.14944754584788109, "Road Line": 0.5900680961069338, "Total": 0.04651042305955822 }, "macro_km": 0.26186155376397896, "macro_pixels": 0.26200868833812435 }, "IoU": { "class_level_km": { "Partial": 0.16110286233534363, "Road Line": 0.3723136549296053, "Total": 0.13348795673366237 }, "class_level_pixels": { "Partial": 0.1610239334234994, "Road Line": 0.3727232820460134, "Total": 0.13317001890037927 }, "macro_km": 0.2223014913328704, "macro_pixels": 0.22230574478996404 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1470027.6099152358, 355768.24639976234, 663226.7762877081 ], [ 5799608.501594265, 5179785.596434334, 2505070.3006766513 ], [ 840618.031819886, 56901.89395734539, 624626.4422161874 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.28747645649432785, 0.06965939330455682, 0.1295121000035198 ], [ 1.1329421381483273, 1.0100270702783942, 0.48905498380299917 ], [ 0.16483790002586493, 0.011155594294794232, 0.12240368601860714 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.09027413783106315, "Road Line": 6.384128758246461, "Total": 0.055027739923620644 }, "total_predicted_segments": 527532 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.046253107094698286, "Road Line": 0.6015620056930415, "Total": 0.04153547225726827 }, "class_level_pixels": { "Partial": 0.04606947577650991, "Road Line": 0.6046097391335165, "Total": 0.04050280585128388 }, "macro_km": 0.22978352834833604, "macro_pixels": 0.23039400692043674 }, "Accuracy": { "class_level_km": { "Partial": 0.5952970088226143, "Road Line": 0.4422515305353001, "Total": 0.8314704127128633 }, "class_level_pixels": { "Partial": 0.5996023181554309, "Road Line": 0.44513979693249905, "Total": 0.8302241919765724 } }, "Precision": { "class_level_km": { "Partial": 0.02390545362621085, "Road Line": 0.997520935202756, "Total": 0.021813241980103294 }, "class_level_pixels": { "Partial": 0.02380657785632368, "Road Line": 0.997554624833214, "Total": 0.021253156015764295 }, "macro_km": 0.3477465436030234, "macro_pixels": 0.347538119568434 }, "Recall": { "class_level_km": { "Partial": 0.016484678985126632, "Road Line": 0.952047682876312, "Total": 0.004391799147239092 }, "class_level_pixels": { "Partial": 0.016124816469131765, "Road Line": 0.9530294657333521, "Total": 0.004316103270569919 }, "macro_km": 0.3243080536695592, "macro_pixels": 0.32449012849101794 }, "IoU": { "class_level_km": { "Partial": 0.023674052797042724, "Road Line": 0.4301670922429172, "Total": 0.021208182057369622 }, "class_level_pixels": { "Partial": 0.02357784742362748, "Road Line": 0.4332907832953321, "Total": 0.020669999412211416 }, "macro_km": 0.15834977569910985, "macro_pixels": 0.159179543377057 }, "Confusion_Matrix_pixels": { "matrix": [ [ 212670.3926857163, 19583.50748868644, 67078.72258977249 ], [ 8619252.575809535, 9331505.17392212, 3562724.696940012 ], [ 101338.83709539022, 3291.4614132510414, 78819.95109969804 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.06407513166744756, 0.005826663406341523, 0.020372342757274065 ], [ 2.5861022378312706, 2.749181150556189, 1.0488453698590015 ], [ 0.030178865080037087, 0.0010056726089475432, 0.023843202234636013 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.05558099543383093, "Road Line": 2.3925355445684158, "Total": 0.23259510568960273 }, "total_predicted_segments": 50221 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.05399993636562697, "Road Line": 0.050956977334725075, "Total": 0.2758099212411594 }, "class_level_pixels": { "Partial": 0.053999936365625, "Road Line": 0.050956977334723555, "Total": 0.27580992124116993 }, "macro_km": 0.12692227831383715, "macro_pixels": 0.12692227831383948 }, "Accuracy": { "class_level_km": { "Partial": 0.33984463632482526, "Road Line": 0.12855532749269638, "Total": 0.7219644293925205 }, "class_level_pixels": { "Partial": 0.339844636324809, "Road Line": 0.12855532749269502, "Total": 0.7219644293925359 } }, "Precision": { "class_level_km": { "Partial": 0.027826735870066937, "Road Line": 0.9090823348759616, "Total": 0.17817109393582617 }, "class_level_pixels": { "Partial": 0.02782673587006589, "Road Line": 0.9090823348759609, "Total": 0.17817109393583486 }, "macro_km": 0.37169338822728487, "macro_pixels": 0.37169338822728726 }, "Recall": { "class_level_km": { "Partial": 0.05544186397998029, "Road Line": 0.1819858001553448, "Total": 0.07333509825426307 }, "class_level_pixels": { "Partial": 0.05544186397998218, "Road Line": 0.1819858001553413, "Total": 0.0733350982542613 }, "macro_km": 0.10358758746319606, "macro_pixels": 0.10358758746319492 }, "IoU": { "class_level_km": { "Partial": 0.027749195580588033, "Road Line": 0.026144613916753098, "Total": 0.1599649160721893 }, "class_level_pixels": { "Partial": 0.027749195580586996, "Road Line": 0.026144613916752296, "Total": 0.1599649160721964 }, "macro_km": 0.07128624185651014, "macro_pixels": 0.0712862418565119 }, "Confusion_Matrix_pixels": { "matrix": [ [ 39770.827109961036, 495.72533194757216, 3498.0108918168035 ], [ 1322514.0626572403, 49382.60111379149, 511989.5917946905 ], [ 66945.87936313658, 4443.047118878126, 111756.8260294864 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.050508950429650167, 0.0006295711715734167, 0.0044424738326073465 ], [ 1.679592859574616, 0.06271590341451577, 0.6502267815792842 ], [ 0.08502126679118233, 0.005642669840975217, 0.14193116905744518 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }