CRASAR-U-DROIDs-RDA_AAAI26_Simple_NoPretrained_ScaleMAE_UPerNet / CRASAR-U-DROIDs_RDA_metrics_adjusted.json
| { | |
| "global": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.633342822681033, | |
| "Road Line": 12.296186806070025, | |
| "Total": 0.5996808464683203 | |
| }, | |
| "total_predicted_segments": 1077687 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.14130496974770604, | |
| "Road Line": 0.6512342929699255, | |
| "Total": 0.13576373057633317 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.16479558711429043, | |
| "Road Line": 0.6666820935261957, | |
| "Total": 0.12523306147469013 | |
| }, | |
| "macro_km": 0.30943433109798824, | |
| "macro_pixels": 0.31890358070505875 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.852488468711202, | |
| "Road Line": 0.518313196145559, | |
| "Total": 0.6136036817239396 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8109923912374115, | |
| "Road Line": 0.5386649509748291, | |
| "Total": 0.6591647505982837 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.09711789586077306, | |
| "Road Line": 0.9522704526123259, | |
| "Total": 0.0753522593642775 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1144771019886728, | |
| "Road Line": 0.9394804533365001, | |
| "Total": 0.07050689752979941 | |
| }, | |
| "macro_km": 0.3749135359457922, | |
| "macro_pixels": 0.3748214842849908 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.014237244702758882, | |
| "Road Line": 0.8676528009399167, | |
| "Total": 0.049461388285587785 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.02299245313939458, | |
| "Road Line": 0.8565010141312872, | |
| "Total": 0.03701239340281054 | |
| }, | |
| "macro_km": 0.31045047797608777, | |
| "macro_pixels": 0.3055019535578308 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.07602375185160187, | |
| "Road Line": 0.48283722634371856, | |
| "Total": 0.0728253884998734 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.08979685639223305, | |
| "Road Line": 0.5000173554177748, | |
| "Total": 0.06679926923247234 | |
| }, | |
| "macro_km": 0.2105621222317313, | |
| "macro_pixels": 0.2188711603474934 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 833529.8155659455, | |
| 840145.9914379589, | |
| 1161055.6783124097 | |
| ], | |
| [ | |
| 6077528.18283285, | |
| 20623655.68947476, | |
| 13216159.093972776 | |
| ], | |
| [ | |
| 370134.494126225, | |
| 488390.7422838097, | |
| 1090586.6929183898 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.16420520370400113, | |
| 0.19004755212469673, | |
| 0.2790900668523352 | |
| ], | |
| [ | |
| 1.4524122428772153, | |
| 6.084301016445046, | |
| 4.759473546747764 | |
| ], | |
| [ | |
| 0.07416469247380951, | |
| 0.1149088107327692, | |
| 0.41060734326174164 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0008397396136685921, | |
| "Road Line": 0.8874983110217224, | |
| "Total": 0.013660820515815892 | |
| }, | |
| "total_predicted_segments": 79009 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.001244225464573989, | |
| "Road Line": 0.5541921035157846, | |
| "Total": 0.061275966189928664 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0011283014590048675, | |
| "Road Line": 0.5467849752947748, | |
| "Total": 0.07750589485196012 | |
| }, | |
| "macro_km": 0.20557076505676244, | |
| "macro_pixels": 0.20847305720191325 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8319526525668699, | |
| "Road Line": 0.3922858099659102, | |
| "Total": 0.5601436948342213 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8322027491184254, | |
| "Road Line": 0.3880157102861842, | |
| "Total": 0.5556387727268898 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0006255740784412651, | |
| "Road Line": 0.9959904232666683, | |
| "Total": 0.0316613401798582 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0005669956628083833, | |
| "Road Line": 0.9960138719158389, | |
| "Total": 0.04038649332263905 | |
| }, | |
| "macro_km": 0.3427591125083225, | |
| "macro_pixels": 0.3456557869670955 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0001258180173913822, | |
| "Road Line": 0.9628959484057287, | |
| "Total": 0.025629114724223495 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.00011387834344078265, | |
| "Road Line": 0.9514221134976198, | |
| "Total": 0.03359578193742631 | |
| }, | |
| "macro_km": 0.3295502937157812, | |
| "macro_pixels": 0.3283772579261623 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0006224999974612636, | |
| "Road Line": 0.38330963945031615, | |
| "Total": 0.031606337529899116 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0005644691751994041, | |
| "Road Line": 0.3762588233669593, | |
| "Total": 0.04031528348743199 | |
| }, | |
| "macro_km": 0.1385128256592255, | |
| "macro_pixels": 0.13904619200986357 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 293.64359938079315, | |
| 2059.4373398732832, | |
| 258.585676620425 | |
| ], | |
| [ | |
| 517588.9889700522, | |
| 1143859.8152256634, | |
| 1374061.061123288 | |
| ], | |
| [ | |
| 11.274989486414249, | |
| 2518.382168848958, | |
| 57839.90205685753 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 9.441640108330395e-05, | |
| 0.0006621791256388165, | |
| 8.31440869464717e-05 | |
| ], | |
| [ | |
| 0.15083089104920314, | |
| 0.3407124097634522, | |
| 0.3959550102090671 | |
| ], | |
| [ | |
| 2.303422849628051e-06, | |
| 0.0007094330094099445, | |
| 0.01294908408355632 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.4866479498024727, | |
| "Road Line": 2.6320241922301255, | |
| "Total": 0.29839718033927887 | |
| }, | |
| "total_predicted_segments": 420925 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.24383898145414107, | |
| "Road Line": 0.6516308539081781, | |
| "Total": 0.22228638612262422 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.2434961694927116, | |
| "Road Line": 0.6517168068068212, | |
| "Total": 0.22174531937435948 | |
| }, | |
| "macro_km": 0.37258540716164784, | |
| "macro_pixels": 0.37231943189129746 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.708118396421268, | |
| "Road Line": 0.5697987233068501, | |
| "Total": 0.7051728048289823 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.7081654584100235, | |
| "Road Line": 0.5697042723467597, | |
| "Total": 0.7052313795032189 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.19320129997786908, | |
| "Road Line": 0.8659331965290735, | |
| "Total": 0.144407933526097 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.19287904206990453, | |
| "Road Line": 0.8662638113145835, | |
| "Total": 0.14393500577725954 | |
| }, | |
| "macro_km": 0.40118081001101324, | |
| "macro_pixels": 0.4010259530539158 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.06645990273147372, | |
| "Road Line": 0.7061259675512559, | |
| "Total": 0.05974962085459886 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06632128932973583, | |
| "Road Line": 0.7066656239843928, | |
| "Total": 0.05954596602685056 | |
| }, | |
| "macro_km": 0.2774451637124428, | |
| "macro_pixels": 0.2775109597803264 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.1388477359872418, | |
| "Road Line": 0.48327333490008745, | |
| "Total": 0.1250406051837533 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.13862547024585112, | |
| "Road Line": 0.4833678934047535, | |
| "Total": 0.12469829085243467 | |
| }, | |
| "macro_km": 0.24905389202369418, | |
| "macro_pixels": 0.24889721816767976 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 821707.7258423778, | |
| 658945.9058699777, | |
| 1008369.0008902316 | |
| ], | |
| [ | |
| 3079535.46182456, | |
| 7043574.487697592, | |
| 3361354.449184203 | |
| ], | |
| [ | |
| 358979.7843269236, | |
| 428460.4874284153, | |
| 734706.0962381103 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.16081233871410883, | |
| 0.12883713092045138, | |
| 0.19699848016791252 | |
| ], | |
| [ | |
| 0.6011440162631198, | |
| 1.3748567306408257, | |
| 0.65602344532618 | |
| ], | |
| [ | |
| 0.07040004600211085, | |
| 0.08402299252362717, | |
| 0.14397414181354085 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.09027413783106383, | |
| "Road Line": 6.3841287582460815, | |
| "Total": 0.055027739923620894 | |
| }, | |
| "total_predicted_segments": 527532 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.008275850622522063, | |
| "Road Line": 0.7054056565850552, | |
| "Total": 0.0337226027686238 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.008229021847433468, | |
| "Road Line": 0.7024290498847786, | |
| "Total": 0.03346663405254208 | |
| }, | |
| "macro_km": 0.24913470332540036, | |
| "macro_pixels": 0.24804156859491808 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.8789282978813957, | |
| "Road Line": 0.5505044054351703, | |
| "Total": 0.659767998020032 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.8736675261301444, | |
| "Road Line": 0.5469033249038616, | |
| "Total": 0.6617438572885938 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.004666391834068642, | |
| "Road Line": 0.9819233418177076, | |
| "Total": 0.017274772679758722 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.004606648558273898, | |
| "Road Line": 0.9819643734457604, | |
| "Total": 0.017141822143458812 | |
| }, | |
| "macro_km": 0.33462150211051167, | |
| "macro_pixels": 0.3345709480491643 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0005747526198399243, | |
| "Road Line": 0.9775729581842195, | |
| "Total": 0.00899856347921211 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0005998955375504904, | |
| "Road Line": 0.9778275030528577, | |
| "Total": 0.008849545401173184 | |
| }, | |
| "macro_km": 0.32904875809442385, | |
| "macro_pixels": 0.32909231466386046 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.004155118882857707, | |
| "Road Line": 0.5448854771945791, | |
| "Total": 0.017150480810137484 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.004131510067018929, | |
| "Road Line": 0.5413415349830424, | |
| "Total": 0.01701808605541669 | |
| }, | |
| "macro_km": 0.18873035896252477, | |
| "macro_pixels": 0.187497043701826 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 11528.446124185586, | |
| 172048.98464622116, | |
| 115755.1919937685 | |
| ], | |
| [ | |
| 2480403.732037414, | |
| 11763099.255346702, | |
| 7269979.45928694 | |
| ], | |
| [ | |
| 10634.704975079958, | |
| 44002.50462057009, | |
| 128813.04001269049 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.003298448588809138, | |
| 0.05154182932955217, | |
| 0.03543385991270252 | |
| ], | |
| [ | |
| 0.700437335564986, | |
| 3.5138667694325942, | |
| 2.169824653248501 | |
| ], | |
| [ | |
| 0.003116256158732644, | |
| 0.013146487755939414, | |
| 0.03876499600894884 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_UperNet_NoPretrainTrain_CCE_Simple", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.05558099543383083, | |
| "Road Line": 2.392535544568435, | |
| "Total": 0.23259510568960684 | |
| }, | |
| "total_predicted_segments": 50221 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.5223043038218408, | |
| "Total": 0.2115596339475326 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.5223043038218262, | |
| "Total": 0.2115596339475335 | |
| }, | |
| "macro_km": 0.24462131258979114, | |
| "macro_pixels": 0.2446213125897866 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.9790253150075621, | |
| "Road Line": 0.41668222665106713, | |
| "Total": 0.40242696093188496 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.9790253150075611, | |
| "Road Line": 0.4166822266510569, | |
| "Total": 0.402426960931874 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9704435596352365, | |
| "Total": 0.11945498264344596 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.9704435596352342, | |
| "Total": 0.11945498264344656 | |
| }, | |
| "macro_km": 0.3632995140928941, | |
| "macro_pixels": 0.3632995140928936 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.7653190317170769, | |
| "Total": 0.19922227098128453 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.7653190317170646, | |
| "Total": 0.19922227098129466 | |
| }, | |
| "macro_km": 0.3215137675661205, | |
| "macro_pixels": 0.32151376756611977 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0, | |
| "Road Line": 0.35345863507128256, | |
| "Total": 0.11829280861877287 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0, | |
| "Road Line": 0.35345863507126923, | |
| "Total": 0.11829280861877342 | |
| }, | |
| "macro_km": 0.15725048123001847, | |
| "macro_pixels": 0.1572504812300142 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 0, | |
| 7091.6635819303465, | |
| 36672.89975179508 | |
| ], | |
| [ | |
| 0.0, | |
| 673122.1311855708, | |
| 1210764.1243800495 | |
| ], | |
| [ | |
| 508.7298347371068, | |
| 13409.368065977558, | |
| 169227.65461078455 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0, | |
| 0.00900641274905155, | |
| 0.046574582684779285 | |
| ], | |
| [ | |
| 0.0, | |
| 0.8548651066057414, | |
| 1.5376704379626935 | |
| ], | |
| [ | |
| 0.0006460868901161257, | |
| 0.01702989744379145, | |
| 0.21491912135569927 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |