{ "global": { "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.6333428226809997, "Road Line": 12.296186806065466, "Total": 0.5996808464683158 }, "total_predicted_segments": 1077687 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.21436210108427578, "Road Line": 0.7757141431372723, "Total": 0.17341662077279676 }, "class_level_pixels": { "Partial": 0.23883083788381765, "Road Line": 0.79090639733707, "Total": 0.1727402205102003 }, "macro_km": 0.38783095499811493, "macro_pixels": 0.40082581857702926 }, "Accuracy": { "class_level_km": { "Partial": 0.9080189955889184, "Road Line": 0.6569699596477705, "Total": 0.7078114081584151 }, "class_level_pixels": { "Partial": 0.8828665281445076, "Road Line": 0.6787349416916942, "Total": 0.7438402695006242 } }, "Precision": { "class_level_km": { "Partial": 0.17858867708023435, "Road Line": 0.9558968964492757, "Total": 0.09913966923726349 }, "class_level_pixels": { "Partial": 0.20311885508663527, "Road Line": 0.9442356695518602, "Total": 0.10052562111742958 }, "macro_km": 0.4112084142555912, "macro_pixels": 0.41596004858530833 }, "Recall": { "class_level_km": { "Partial": 0.013819705799505897, "Road Line": 0.9029349598928977, "Total": 0.043303176240827246 }, "class_level_pixels": { "Partial": 0.020814461797257294, "Road Line": 0.8951949688411448, "Total": 0.03595445711097931 }, "macro_km": 0.32001928064441026, "macro_pixels": 0.31732129591646047 }, "IoU": { "class_level_km": { "Partial": 0.12004791184956412, "Road Line": 0.6336054106882072, "Total": 0.09494043510138934 }, "class_level_pixels": { "Partial": 0.1356092549320156, "Road Line": 0.6541316533270568, "Total": 0.09453511889723319 }, "macro_km": 0.28286458587972024, "macro_pixels": 0.2947586757187685 }, "Confusion_Matrix_pixels": { "matrix": [ [ 821446.5069103367, 1183836.4840063695, 829448.4943996082 ], [ 2889308.790812034, 27160445.537744686, 9867588.637731247 ], [ 333411.38764009427, 420195.3365711432, 1195505.205117187 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.16977204688781422, 0.26075542060499585, 0.20281535518818966 ], [ 0.7053820924772497, 8.025543133551901, 3.5652615800363154 ], [ 0.07547750012874853, 0.10952652212817168, 0.41467682421139557 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0008397396136685918, "Road Line": 0.8874983110217128, "Total": 0.01366082051581588 }, "total_predicted_segments": 79009 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.0016116878048362325, "Road Line": 0.6685192600580194, "Total": 0.0627950838177129 }, "class_level_pixels": { "Partial": 0.0013488072916323758, "Road Line": 0.6801594592841995, "Total": 0.08437377317738222 }, "macro_km": 0.2443086772268562, "macro_pixels": 0.25529401325107137 }, "Accuracy": { "class_level_km": { "Partial": 0.9222530008159966, "Road Line": 0.5091295863257274, "Total": 0.5864245328072963 }, "class_level_pixels": { "Partial": 0.915868656191269, "Road Line": 0.5242512404574152, "Total": 0.6078382596751731 } }, "Precision": { "class_level_km": { "Partial": 0.0008155944444450137, "Road Line": 0.9961121268477768, "Total": 0.032513410644148186 }, "class_level_pixels": { "Partial": 0.0006812193456841746, "Road Line": 0.9962014404016143, "Total": 0.044197450941365 }, "macro_km": 0.34314704397879003, "macro_pixels": 0.34702670356288784 }, "Recall": { "class_level_km": { "Partial": 6.804324144000792e-05, "Road Line": 0.9722191020616285, "Total": 0.023626736033658988 }, "class_level_pixels": { "Partial": 6.203413257228202e-05, "Road Line": 0.9649069478404707, "Total": 0.02972599770636731 }, "macro_km": 0.33197129377890916, "macro_pixels": 0.3315649932264701 }, "IoU": { "class_level_km": { "Partial": 0.000806493810537676, "Road Line": 0.502087067430769, "Total": 0.03241530273496581 }, "class_level_pixels": { "Partial": 0.0006748587730331325, "Road Line": 0.5153345713379305, "Total": 0.04404500836122402 }, "macro_km": 0.17843628799209085, "macro_pixels": 0.18668481282406255 }, "Confusion_Matrix_pixels": { "matrix": [ [ 176.04113584077737, 2435.625480033723, 0 ], [ 257401.30134987886, 1567383.07235622, 1210725.491612763 ], [ 843.2924479118165, 3540.874625653377, 55985.39214162779 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 5.660321057142851e-05, 0.0007831364030971633, 0 ], [ 0.06914069358261855, 0.4464763705802481, 0.37188124685884616 ], [ 0.0002038755136483989, 0.000959482171153228, 0.012497462831014253 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.48664794980243425, "Road Line": 2.632024192230252, "Total": 0.29839718033927676 }, "total_predicted_segments": 420925 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.30589026053913393, "Road Line": 0.7607504823879659, "Total": 0.2909253973919646 }, "class_level_pixels": { "Partial": 0.30591753144544637, "Road Line": 0.7609391996795322, "Total": 0.29028935542244794 }, "macro_km": 0.4525220467730215, "macro_pixels": 0.4523820288491422 }, "Accuracy": { "class_level_km": { "Partial": 0.7991342463199559, "Road Line": 0.6719632262338249, "Total": 0.7592645771048891 }, "class_level_pixels": { "Partial": 0.799274067715179, "Road Line": 0.6720567889840167, "Total": 0.7594041404266665 } }, "Precision": { "class_level_km": { "Partial": 0.3011525142685899, "Road Line": 0.8679964202045564, "Total": 0.19583365347573212 }, "class_level_pixels": { "Partial": 0.3010607693634406, "Road Line": 0.8683376746799539, "Total": 0.19525420582654643 }, "macro_km": 0.4549941959829595, "macro_pixels": 0.45488421662331374 }, "Recall": { "class_level_km": { "Partial": 0.05538519277170378, "Road Line": 0.7761366564061415, "Total": 0.06504389958206512 }, "class_level_pixels": { "Partial": 0.05534406524205479, "Road Line": 0.7766123000060458, "Total": 0.06479402885243594 }, "macro_km": 0.2988552495866368, "macro_pixels": 0.2989167980335122 }, "IoU": { "class_level_km": { "Partial": 0.18056106603606478, "Road Line": 0.6138799907333353, "Total": 0.1702239310958191 }, "class_level_pixels": { "Partial": 0.180580070406174, "Road Line": 0.6141257955079562, "Total": 0.16978858752685297 }, "macro_km": 0.3215549959550731, "macro_pixels": 0.32149815114699437 }, "Confusion_Matrix_pixels": { "matrix": [ [ 773920.6757094323, 1017157.8553109502, 697944.1015821582 ], [ 1502854.4268047437, 9131453.401701167, 2850156.5702086245 ], [ 293870.9412921998, 367405.34340404795, 860870.0832971663 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.15124018625701707, 0.19899298041543115, 0.13641478312998606 ], [ 0.29335050592374207, 1.782122245587123, 0.5565514407193871 ], [ 0.05761393534604268, 0.07202946918770863, 0.16875377580552542 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.09027413783106399, "Road Line": 6.384128758247357, "Total": 0.05502773992362059 }, "total_predicted_segments": 527532 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.05817272013522714, "Road Line": 0.8380367445409855, "Total": 0.0488949128038952 }, "class_level_pixels": { "Partial": 0.0575050727369042, "Road Line": 0.8351646781157509, "Total": 0.047359755315634515 }, "macro_km": 0.3150347924933693, "macro_pixels": 0.3133431687227632 }, "Accuracy": { "class_level_km": { "Partial": 0.9360245046858553, "Road Line": 0.7251157856670947, "Total": 0.7766121288593478 }, "class_level_pixels": { "Partial": 0.9359792869694769, "Road Line": 0.7208849555758188, "Total": 0.7725315864656894 } }, "Precision": { "class_level_km": { "Partial": 0.03651946044861906, "Road Line": 0.9884689985705306, "Total": 0.025357325084611592 }, "class_level_pixels": { "Partial": 0.03595586766697126, "Road Line": 0.9885995865492299, "Total": 0.02453690967675493 }, "macro_km": 0.35011526136792037, "macro_pixels": 0.3496974546309854 }, "Recall": { "class_level_km": { "Partial": 0.0021107876717762065, "Road Line": 0.9807515624801217, "Total": 0.0073936790783928185 }, "class_level_pixels": { "Partial": 0.002086658644456026, "Road Line": 0.9808647465163524, "Total": 0.007319061273399042 }, "macro_km": 0.33008534307676357, "macro_pixels": 0.33009015547806914 }, "IoU": { "class_level_km": { "Partial": 0.029957721131242027, "Road Line": 0.7212248241102365, "Total": 0.025060112407456807 }, "class_level_pixels": { "Partial": 0.02960371835715769, "Road Line": 0.7169809005832518, "Total": 0.024254214489617867 }, "macro_km": 0.2587475525496451, "macro_pixels": 0.2569462778100091 }, "Confusion_Matrix_pixels": { "matrix": [ [ 42960.22985350699, 152519.97499388809, 103852.41791678123 ], [ 1119604.8178174514, 15553353.304862328, 4840524.3239967665 ], [ 32239.379005966995, 26839.454884351413, 124371.41571802383 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.012900515951521762, 0.04609105794519022, 0.031282563934352 ], [ 0.330891622024387, 4.643459703698736, 1.4097774325242338 ], [ 0.00945831515365217, 0.008077297924812725, 0.037492126845155696 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_ResNet101_PSPNet_simple_adjusted", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.05558099543383113, "Road Line": 2.392535544568471, "Total": 0.23259510568960506 }, "total_predicted_segments": 50221 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.13704497014493375, "Road Line": 0.6427229149376353, "Total": 0.2317781826983241 }, "class_level_pixels": { "Partial": 0.13704497014493341, "Road Line": 0.6427229149376307, "Total": 0.23177818269833322 }, "macro_km": 0.33718202259363106, "macro_pixels": 0.33718202259363245 }, "Accuracy": { "class_level_km": { "Partial": 0.9738103502703064, "Road Line": 0.5216198461225495, "Total": 0.5154901807115251 }, "class_level_pixels": { "Partial": 0.973810350270305, "Road Line": 0.5216198461225475, "Total": 0.5154901807115229 } }, "Precision": { "class_level_km": { "Partial": 0.21628158561638966, "Road Line": 0.9637806555739638, "Total": 0.13437560211284327 }, "class_level_pixels": { "Partial": 0.21628158561638913, "Road Line": 0.9637806555739615, "Total": 0.13437560211284938 }, "macro_km": 0.43814594776773225, "macro_pixels": 0.43814594776773336 }, "Recall": { "class_level_km": { "Partial": 0.0021355032875642133, "Road Line": 0.8249120989585914, "Total": 0.14178755281706623 }, "class_level_pixels": { "Partial": 0.0021355032875643143, "Road Line": 0.8249120989585812, "Total": 0.1417875528170748 }, "macro_km": 0.3229450516877406, "macro_pixels": 0.32294505168774007 }, "IoU": { "class_level_km": { "Partial": 0.07356321969596633, "Road Line": 0.4735384705239486, "Total": 0.13107981161097762 }, "class_level_pixels": { "Partial": 0.07356321969596614, "Road Line": 0.47353847052394354, "Total": 0.13107981161098342 }, "macro_km": 0.2260605006102975, "macro_pixels": 0.22606050061029773 }, "Confusion_Matrix_pixels": { "matrix": [ [ 4389.560211578679, 11723.02822147751, 27651.974900669153 ], [ 9448.244839724639, 908255.7588086631, 966182.2519172353 ], [ 6457.77489401983, 22409.663657083915, 154278.31396039767 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.005574741468704931, 0.014888245841276465, 0.035118008123849735 ], [ 0.011999270946450277, 1.153484813687076, 1.2270514599349447 ], [ 0.00820137411540517, 0.028460272844496454, 0.19593345872970344 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }