{ "global": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.6333428226810414, "Road Line": 12.296186806070006, "Total": 0.599680846468319 }, "total_predicted_segments": 1077687 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.19000777661082646, "Road Line": 0.6248437768097759, "Total": 0.12536054629324225 }, "class_level_pixels": { "Partial": 0.22414154794903027, "Road Line": 0.6698967974718948, "Total": 0.12148683707329855 }, "macro_km": 0.3134040332379482, "macro_pixels": 0.33850839416474116 }, "Accuracy": { "class_level_km": { "Partial": 0.8895329593383532, "Road Line": 0.49440077699244, "Total": 0.5487590917387243 }, "class_level_pixels": { "Partial": 0.8647455812331235, "Road Line": 0.5448424834612409, "Total": 0.6074475698394312 } }, "Precision": { "class_level_km": { "Partial": 0.1446583080084901, "Road Line": 0.9594635139355024, "Total": 0.06857159241185207 }, "class_level_pixels": { "Partial": 0.17614751884919094, "Road Line": 0.9505734118598131, "Total": 0.06731181961176234 }, "macro_km": 0.3908978047852815, "macro_pixels": 0.3980109167735888 }, "Recall": { "class_level_km": { "Partial": 0.014565694821070186, "Road Line": 0.8516409805973769, "Total": 0.05892892960979473 }, "class_level_pixels": { "Partial": 0.02259295236004538, "Road Line": 0.8476546007104125, "Total": 0.04468274321239778 }, "macro_km": 0.3083785350094139, "macro_pixels": 0.30497676542761853 }, "IoU": { "class_level_km": { "Partial": 0.10497712319174543, "Road Line": 0.45438021242430265, "Total": 0.06687181689543803 }, "class_level_pixels": { "Partial": 0.12621588600722386, "Road Line": 0.5036427220073098, "Total": 0.06467180505886021 }, "macro_km": 0.20874305083716202, "macro_pixels": 0.23151013769113127 }, "Confusion_Matrix_pixels": { "matrix": [ [ 873334.0392090192, 720345.4679557413, 1241051.978151487 ], [ 3701931.8404081957, 20644717.144325078, 15570693.981550379 ], [ 382703.69562685065, 353109.6895652164, 1213298.5441363459 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.17529345621656905, 0.15724949496682952, 0.3007998714976427 ], [ 0.9577289675165389, 5.69650062201771, 5.641957216535757 ], [ 0.07875350970502497, 0.08342262515752738, 0.43750471160576665 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0008397396136685921, "Road Line": 0.8874983110217276, "Total": 0.01366082051581581 }, "total_predicted_segments": 79009 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.0, "Road Line": 0.5637423233054774, "Total": 0.04809238806082429 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.5660042393047698, "Total": 0.06395503360585654 }, "macro_km": 0.2039449037887672, "macro_pixels": 0.2099864243035421 }, "Accuracy": { "class_level_km": { "Partial": 0.9164969442855148, "Road Line": 0.40129120225668863, "Total": 0.4820454564973671 }, "class_level_pixels": { "Partial": 0.913078994762726, "Road Line": 0.4059945869233138, "Total": 0.4904268940739364 } }, "Precision": { "class_level_km": { "Partial": 0.0, "Road Line": 0.9958358935209242, "Total": 0.02473465577776454 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.9956972372082556, "Total": 0.03316446272406944 }, "macro_km": 0.3401901830995629, "macro_pixels": 0.3429538999774417 }, "Recall": { "class_level_km": { "Partial": 0.0, "Road Line": 0.9639701025946609, "Total": 0.027142834630455095 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.9540570837736628, "Total": 0.035496067736884906 }, "macro_km": 0.33037097907503865, "macro_pixels": 0.32985105050351593 }, "IoU": { "class_level_km": { "Partial": 0.0, "Road Line": 0.39250778774105705, "Total": 0.024638660030146406 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.3947042626056019, "Total": 0.033033857537395885 }, "macro_km": 0.1390488159237345, "macro_pixels": 0.14257937338099927 }, "Confusion_Matrix_pixels": { "matrix": [ [ 0, 718.2830614414771, 1893.3835544330252 ], [ 264750.07287505176, 1200175.772257427, 1570584.020186726 ], [ 1962.220870592867, 4468.104389930257, 53939.23395466966 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0, 0.0002309524258775239, 0.0006087871877910682 ], [ 0.0738490016530687, 0.3489226780359142, 0.4647266313327448 ], [ 0.0006309207254052059, 0.0012280743010751947, 0.011801825489335411 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.48664794980247955, "Road Line": 2.632024192229984, "Total": 0.2983971803392825 }, "total_predicted_segments": 420925 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.3379721173325083, "Road Line": 0.7556442508451066, "Total": 0.24573335259429585 }, "class_level_pixels": { "Partial": 0.3380726709778529, "Road Line": 0.755973742777095, "Total": 0.24518080362005562 }, "macro_km": 0.4464499069239703, "macro_pixels": 0.44640907245833444 }, "Accuracy": { "class_level_km": { "Partial": 0.808338502142955, "Road Line": 0.6753010974004716, "Total": 0.7120983242966474 }, "class_level_pixels": { "Partial": 0.808733694059816, "Road Line": 0.6755153043680691, "Total": 0.7121616631170673 } }, "Precision": { "class_level_km": { "Partial": 0.3326032997410599, "Road Line": 0.8988616805357893, "Total": 0.15931508113895235 }, "class_level_pixels": { "Partial": 0.33297593130218955, "Road Line": 0.8991638107410346, "Total": 0.15882677926541944 }, "macro_km": 0.46359335380526717, "macro_pixels": 0.46365550710288117 }, "Recall": { "class_level_km": { "Partial": 0.06052240932353662, "Road Line": 0.7434438799243258, "Total": 0.06585874260991531 }, "class_level_pixels": { "Partial": 0.06039523697798308, "Road Line": 0.7440449649449055, "Total": 0.06564226794342656 }, "macro_km": 0.2899416772859259, "macro_pixels": 0.29002748995543837 }, "IoU": { "class_level_km": { "Partial": 0.20334924633759807, "Road Line": 0.6072574112011808, "Total": 0.14007753778919438 }, "class_level_pixels": { "Partial": 0.20342205406584757, "Road Line": 0.6076831082847789, "Total": 0.1397185556927144 }, "macro_km": 0.3168947317759911, "macro_pixels": 0.3169412393477803 }, "Confusion_Matrix_pixels": { "matrix": [ [ 854550.8235611613, 655553.5089132425, 978918.3001280859 ], [ 1338184.7053171615, 8793546.10317243, 3352733.5902201394 ], [ 373668.65601040644, 330593.4740109969, 817884.2379720226 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.16717189409858396, 0.12820909624792348, 0.1912669594559721 ], [ 0.26212055364327713, 1.7155344182391064, 0.6543692203476004 ], [ 0.07332401525995379, 0.06481978884181888, 0.1602533762375098 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.09027413783106206, "Road Line": 6.38412875824638, "Total": 0.05502773992361967 }, "total_predicted_segments": 527532 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.013721559827850501, "Road Line": 0.6345794610894117, "Total": 0.035095408408711386 }, "class_level_pixels": { "Partial": 0.013450885393025261, "Road Line": 0.6392173199886814, "Total": 0.035150274672387405 }, "macro_km": 0.22779880977532452, "macro_pixels": 0.22927282668469803 }, "Accuracy": { "class_level_km": { "Partial": 0.8917698208030527, "Road Line": 0.47519746134476143, "Total": 0.5618333638573773 }, "class_level_pixels": { "Partial": 0.891571522436568, "Road Line": 0.47993871179647374, "Total": 0.5671564217942429 } }, "Precision": { "class_level_km": { "Partial": 0.007849780924348206, "Road Line": 0.9940340185237914, "Total": 0.017879527964110332 }, "class_level_pixels": { "Partial": 0.007675842924079532, "Road Line": 0.994131959382846, "Total": 0.017908062527959515 }, "macro_km": 0.33992110913741663, "macro_pixels": 0.3399052882782951 }, "Recall": { "class_level_km": { "Partial": 0.0008442470559263101, "Road Line": 0.9589255217077413, "Total": 0.014182987225767541 }, "class_level_pixels": { "Partial": 0.0008290664430093537, "Road Line": 0.9599345075136432, "Total": 0.013901676389071034 }, "macro_km": 0.32465091866314505, "macro_pixels": 0.3248884167819079 }, "IoU": { "class_level_km": { "Partial": 0.0069081753848474845, "Road Line": 0.4647501945413214, "Total": 0.017861125959448842 }, "class_level_pixels": { "Partial": 0.006770980538120967, "Road Line": 0.4697423985315307, "Total": 0.017889548609895122 }, "macro_km": 0.1631731652952059, "macro_pixels": 0.16480097589318227 }, "Confusion_Matrix_pixels": { "matrix": [ [ 16259.024105782062, 54091.69736925417, 228981.90128914063 ], [ 2097651.027758619, 10133893.47693364, 9281937.941979827 ], [ 4296.934208311774, 5725.410381184081, 173427.90501884205 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.004915838859545825, 0.01613233345602775, 0.06922596551548849 ], [ 0.6200499484599261, 2.9753242499758508, 2.7887545598106036 ], [ 0.001273200356990295, 0.0017249320200887213, 0.05202960754654066 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_adjusted", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.05558099543383095, "Road Line": 2.392535544568411, "Total": 0.23259510568960712 }, "total_predicted_segments": 50221 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.10014512198639848, "Road Line": 0.4267761679802825, "Total": 0.19228577541022923 }, "class_level_pixels": { "Partial": 0.10014512198639801, "Road Line": 0.4267761679802778, "Total": 0.19228577541022526 }, "macro_km": 0.2397356884589701, "macro_pixels": 0.239735688458967 }, "Accuracy": { "class_level_km": { "Partial": 0.9785093971628918, "Road Line": 0.34191235582148916, "Total": 0.3311551540351268 }, "class_level_pixels": { "Partial": 0.9785093971628919, "Road Line": 0.34191235582148466, "Total": 0.33115515403512225 } }, "Precision": { "class_level_km": { "Partial": 0.37979981346913483, "Road Line": 0.958649588797686, "Total": 0.1073959499537019 }, "class_level_pixels": { "Partial": 0.37979981346913505, "Road Line": 0.9586495887976859, "Total": 0.10739594995369944 }, "macro_km": 0.4819484507401743, "macro_pixels": 0.48194845074017345 }, "Recall": { "class_level_km": { "Partial": 0.0012221117688209272, "Road Line": 0.7164978100523957, "Total": 0.24041042548648311 }, "class_level_pixels": { "Partial": 0.0012221117688209179, "Road Line": 0.7164978100523964, "Total": 0.2404104254864819 }, "macro_km": 0.3193767824358999, "macro_pixels": 0.31937678243589973 }, "IoU": { "class_level_km": { "Partial": 0.05271198508125288, "Road Line": 0.27127491924171004, "Total": 0.10636956483199946 }, "class_level_pixels": { "Partial": 0.05271198508125262, "Road Line": 0.27127491924170627, "Total": 0.10636956483199703 }, "macro_km": 0.14345215638498746, "macro_pixels": 0.14345215638498532 }, "Confusion_Matrix_pixels": { "matrix": [ [ 2524.1915420777323, 9981.97861181157, 31258.393179836097 ], [ 1346.0344569348474, 517101.7919407127, 1365438.4291680474 ], [ 2775.8845375394985, 12322.700783105978, 168047.16719085426 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.0032057232584387202, 0.012677112837000728, 0.039698159338391506 ], [ 0.0017094637603072573, 0.6567192757647083, 1.7341068050433952 ], [ 0.003525373362675167, 0.01564982999454459, 0.21341990233238736 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }