{ "global": { "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.633342822681033, "Road Line": 12.296186806070025, "Total": 0.5996808464683203 }, "total_predicted_segments": 1077687 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.14130496974770604, "Road Line": 0.6512342929699255, "Total": 0.13576373057633317 }, "class_level_pixels": { "Partial": 0.16479558711429043, "Road Line": 0.6666820935261957, "Total": 0.12523306147469013 }, "macro_km": 0.30943433109798824, "macro_pixels": 0.31890358070505875 }, "Accuracy": { "class_level_km": { "Partial": 0.852488468711202, "Road Line": 0.518313196145559, "Total": 0.6136036817239396 }, "class_level_pixels": { "Partial": 0.8109923912374115, "Road Line": 0.5386649509748291, "Total": 0.6591647505982837 } }, "Precision": { "class_level_km": { "Partial": 0.09711789586077306, "Road Line": 0.9522704526123259, "Total": 0.0753522593642775 }, "class_level_pixels": { "Partial": 0.1144771019886728, "Road Line": 0.9394804533365001, "Total": 0.07050689752979941 }, "macro_km": 0.3749135359457922, "macro_pixels": 0.3748214842849908 }, "Recall": { "class_level_km": { "Partial": 0.014237244702758882, "Road Line": 0.8676528009399167, "Total": 0.049461388285587785 }, "class_level_pixels": { "Partial": 0.02299245313939458, "Road Line": 0.8565010141312872, "Total": 0.03701239340281054 }, "macro_km": 0.31045047797608777, "macro_pixels": 0.3055019535578308 }, "IoU": { "class_level_km": { "Partial": 0.07602375185160187, "Road Line": 0.48283722634371856, "Total": 0.0728253884998734 }, "class_level_pixels": { "Partial": 0.08979685639223305, "Road Line": 0.5000173554177748, "Total": 0.06679926923247234 }, "macro_km": 0.2105621222317313, "macro_pixels": 0.2188711603474934 }, "Confusion_Matrix_pixels": { "matrix": [ [ 833529.8155659455, 840145.9914379589, 1161055.6783124097 ], [ 6077528.18283285, 20623655.68947476, 13216159.093972776 ], [ 370134.494126225, 488390.7422838097, 1090586.6929183898 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.16420520370400113, 0.19004755212469673, 0.2790900668523352 ], [ 1.4524122428772153, 6.084301016445046, 4.759473546747764 ], [ 0.07416469247380951, 0.1149088107327692, 0.41060734326174164 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0008397396136685921, "Road Line": 0.8874983110217224, "Total": 0.013660820515815892 }, "total_predicted_segments": 79009 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.001244225464573989, "Road Line": 0.5541921035157846, "Total": 0.061275966189928664 }, "class_level_pixels": { "Partial": 0.0011283014590048675, "Road Line": 0.5467849752947748, "Total": 0.07750589485196012 }, "macro_km": 0.20557076505676244, "macro_pixels": 0.20847305720191325 }, "Accuracy": { "class_level_km": { "Partial": 0.8319526525668699, "Road Line": 0.3922858099659102, "Total": 0.5601436948342213 }, "class_level_pixels": { "Partial": 0.8322027491184254, "Road Line": 0.3880157102861842, "Total": 0.5556387727268898 } }, "Precision": { "class_level_km": { "Partial": 0.0006255740784412651, "Road Line": 0.9959904232666683, "Total": 0.0316613401798582 }, "class_level_pixels": { "Partial": 0.0005669956628083833, "Road Line": 0.9960138719158389, "Total": 0.04038649332263905 }, "macro_km": 0.3427591125083225, "macro_pixels": 0.3456557869670955 }, "Recall": { "class_level_km": { "Partial": 0.0001258180173913822, "Road Line": 0.9628959484057287, "Total": 0.025629114724223495 }, "class_level_pixels": { "Partial": 0.00011387834344078265, "Road Line": 0.9514221134976198, "Total": 0.03359578193742631 }, "macro_km": 0.3295502937157812, "macro_pixels": 0.3283772579261623 }, "IoU": { "class_level_km": { "Partial": 0.0006224999974612636, "Road Line": 0.38330963945031615, "Total": 0.031606337529899116 }, "class_level_pixels": { "Partial": 0.0005644691751994041, "Road Line": 0.3762588233669593, "Total": 0.04031528348743199 }, "macro_km": 0.1385128256592255, "macro_pixels": 0.13904619200986357 }, "Confusion_Matrix_pixels": { "matrix": [ [ 293.64359938079315, 2059.4373398732832, 258.585676620425 ], [ 517588.9889700522, 1143859.8152256634, 1374061.061123288 ], [ 11.274989486414249, 2518.382168848958, 57839.90205685753 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 9.441640108330395e-05, 0.0006621791256388165, 8.31440869464717e-05 ], [ 0.15083089104920314, 0.3407124097634522, 0.3959550102090671 ], [ 2.303422849628051e-06, 0.0007094330094099445, 0.01294908408355632 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.4866479498024727, "Road Line": 2.6320241922301255, "Total": 0.29839718033927887 }, "total_predicted_segments": 420925 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.24383898145414107, "Road Line": 0.6516308539081781, "Total": 0.22228638612262422 }, "class_level_pixels": { "Partial": 0.2434961694927116, "Road Line": 0.6517168068068212, "Total": 0.22174531937435948 }, "macro_km": 0.37258540716164784, "macro_pixels": 0.37231943189129746 }, "Accuracy": { "class_level_km": { "Partial": 0.708118396421268, "Road Line": 0.5697987233068501, "Total": 0.7051728048289823 }, "class_level_pixels": { "Partial": 0.7081654584100235, "Road Line": 0.5697042723467597, "Total": 0.7052313795032189 } }, "Precision": { "class_level_km": { "Partial": 0.19320129997786908, "Road Line": 0.8659331965290735, "Total": 0.144407933526097 }, "class_level_pixels": { "Partial": 0.19287904206990453, "Road Line": 0.8662638113145835, "Total": 0.14393500577725954 }, "macro_km": 0.40118081001101324, "macro_pixels": 0.4010259530539158 }, "Recall": { "class_level_km": { "Partial": 0.06645990273147372, "Road Line": 0.7061259675512559, "Total": 0.05974962085459886 }, "class_level_pixels": { "Partial": 0.06632128932973583, "Road Line": 0.7066656239843928, "Total": 0.05954596602685056 }, "macro_km": 0.2774451637124428, "macro_pixels": 0.2775109597803264 }, "IoU": { "class_level_km": { "Partial": 0.1388477359872418, "Road Line": 0.48327333490008745, "Total": 0.1250406051837533 }, "class_level_pixels": { "Partial": 0.13862547024585112, "Road Line": 0.4833678934047535, "Total": 0.12469829085243467 }, "macro_km": 0.24905389202369418, "macro_pixels": 0.24889721816767976 }, "Confusion_Matrix_pixels": { "matrix": [ [ 821707.7258423778, 658945.9058699777, 1008369.0008902316 ], [ 3079535.46182456, 7043574.487697592, 3361354.449184203 ], [ 358979.7843269236, 428460.4874284153, 734706.0962381103 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.16081233871410883, 0.12883713092045138, 0.19699848016791252 ], [ 0.6011440162631198, 1.3748567306408257, 0.65602344532618 ], [ 0.07040004600211085, 0.08402299252362717, 0.14397414181354085 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.09027413783106383, "Road Line": 6.3841287582460815, "Total": 0.055027739923620894 }, "total_predicted_segments": 527532 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.008275850622522063, "Road Line": 0.7054056565850552, "Total": 0.0337226027686238 }, "class_level_pixels": { "Partial": 0.008229021847433468, "Road Line": 0.7024290498847786, "Total": 0.03346663405254208 }, "macro_km": 0.24913470332540036, "macro_pixels": 0.24804156859491808 }, "Accuracy": { "class_level_km": { "Partial": 0.8789282978813957, "Road Line": 0.5505044054351703, "Total": 0.659767998020032 }, "class_level_pixels": { "Partial": 0.8736675261301444, "Road Line": 0.5469033249038616, "Total": 0.6617438572885938 } }, "Precision": { "class_level_km": { "Partial": 0.004666391834068642, "Road Line": 0.9819233418177076, "Total": 0.017274772679758722 }, "class_level_pixels": { "Partial": 0.004606648558273898, "Road Line": 0.9819643734457604, "Total": 0.017141822143458812 }, "macro_km": 0.33462150211051167, "macro_pixels": 0.3345709480491643 }, "Recall": { "class_level_km": { "Partial": 0.0005747526198399243, "Road Line": 0.9775729581842195, "Total": 0.00899856347921211 }, "class_level_pixels": { "Partial": 0.0005998955375504904, "Road Line": 0.9778275030528577, "Total": 0.008849545401173184 }, "macro_km": 0.32904875809442385, "macro_pixels": 0.32909231466386046 }, "IoU": { "class_level_km": { "Partial": 0.004155118882857707, "Road Line": 0.5448854771945791, "Total": 0.017150480810137484 }, "class_level_pixels": { "Partial": 0.004131510067018929, "Road Line": 0.5413415349830424, "Total": 0.01701808605541669 }, "macro_km": 0.18873035896252477, "macro_pixels": 0.187497043701826 }, "Confusion_Matrix_pixels": { "matrix": [ [ 11528.446124185586, 172048.98464622116, 115755.1919937685 ], [ 2480403.732037414, 11763099.255346702, 7269979.45928694 ], [ 10634.704975079958, 44002.50462057009, 128813.04001269049 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.003298448588809138, 0.05154182932955217, 0.03543385991270252 ], [ 0.700437335564986, 3.5138667694325942, 2.169824653248501 ], [ 0.003116256158732644, 0.013146487755939414, 0.03876499600894884 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.05558099543383083, "Road Line": 2.392535544568435, "Total": 0.23259510568960684 }, "total_predicted_segments": 50221 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.0, "Road Line": 0.5223043038218408, "Total": 0.2115596339475326 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.5223043038218262, "Total": 0.2115596339475335 }, "macro_km": 0.24462131258979114, "macro_pixels": 0.2446213125897866 }, "Accuracy": { "class_level_km": { "Partial": 0.9790253150075621, "Road Line": 0.41668222665106713, "Total": 0.40242696093188496 }, "class_level_pixels": { "Partial": 0.9790253150075611, "Road Line": 0.4166822266510569, "Total": 0.402426960931874 } }, "Precision": { "class_level_km": { "Partial": 0.0, "Road Line": 0.9704435596352365, "Total": 0.11945498264344596 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.9704435596352342, "Total": 0.11945498264344656 }, "macro_km": 0.3632995140928941, "macro_pixels": 0.3632995140928936 }, "Recall": { "class_level_km": { "Partial": 0.0, "Road Line": 0.7653190317170769, "Total": 0.19922227098128453 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.7653190317170646, "Total": 0.19922227098129466 }, "macro_km": 0.3215137675661205, "macro_pixels": 0.32151376756611977 }, "IoU": { "class_level_km": { "Partial": 0.0, "Road Line": 0.35345863507128256, "Total": 0.11829280861877287 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.35345863507126923, "Total": 0.11829280861877342 }, "macro_km": 0.15725048123001847, "macro_pixels": 0.1572504812300142 }, "Confusion_Matrix_pixels": { "matrix": [ [ 0, 7091.6635819303465, 36672.89975179508 ], [ 0.0, 673122.1311855708, 1210764.1243800495 ], [ 508.7298347371068, 13409.368065977558, 169227.65461078455 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0, 0.00900641274905155, 0.046574582684779285 ], [ 0.0, 0.8548651066057414, 1.5376704379626935 ], [ 0.0006460868901161257, 0.01702989744379145, 0.21491912135569927 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }