{ "global": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.5493606878637323, "Road Line": 11.89728004217281, "Total": 0.5023995428866371 }, "total_predicted_segments": 1079800 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.17362823939624594, "Road Line": 0.5783194680199977, "Total": 0.09918002424569662 }, "class_level_pixels": { "Partial": 0.2048409459585735, "Road Line": 0.615385592325945, "Total": 0.09867628602087407 }, "macro_km": 0.2837092438873134, "macro_pixels": 0.30630094143513087 }, "Accuracy": { "class_level_km": { "Partial": 0.8855277001814632, "Road Line": 0.4460199103277086, "Total": 0.5065916664400679 }, "class_level_pixels": { "Partial": 0.8579057018297582, "Road Line": 0.4886614061178744, "Total": 0.5567136166525246 } }, "Precision": { "class_level_km": { "Partial": 0.1251398814336211, "Road Line": 0.9618072563892235, "Total": 0.05337046818023706 }, "class_level_pixels": { "Partial": 0.1543927921795729, "Road Line": 0.9506645417147291, "Total": 0.05378510592834981 }, "macro_km": 0.3801058686676939, "macro_pixels": 0.38628081327421726 }, "Recall": { "class_level_km": { "Partial": 0.013580418555998414, "Road Line": 0.851714764214813, "Total": 0.05361726357289369 }, "class_level_pixels": { "Partial": 0.021333880876032767, "Road Line": 0.8371288553999224, "Total": 0.04358675618301911 }, "macro_km": 0.306304148781235, "macro_pixels": 0.3006831641529914 }, "IoU": { "class_level_km": { "Partial": 0.09506730400761818, "Road Line": 0.40678581088436283, "Total": 0.05217749471847746 }, "class_level_pixels": { "Partial": 0.11410740764024045, "Road Line": 0.4444454636000074, "Total": 0.05189872997184813 }, "macro_km": 0.18467686987015283, "macro_pixels": 0.20348386707069865 }, "Confusion_Matrix_pixels": { "matrix": [ [ 791680.917170272, 606371.2188137055, 1203954.9523261122 ], [ 3938618.8676587944, 17694614.653218463, 17261282.69020745 ], [ 397406.6708549188, 311904.24512987304, 1049608.042336116 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.1557230451863552, 0.12528379457672384, 0.26835384810065316 ], [ 1.0080424703157722, 4.919103985945882, 5.970133585911155 ], [ 0.08062630749122095, 0.07005064076044408, 0.35172259463497213 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0006091917262747286, "Road Line": 0.7008939529238982, "Total": 0.010915320713311031 }, "total_predicted_segments": 79544 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.0, "Road Line": 0.5373603008696202, "Total": 0.042799040615263 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.5385902204424042, "Total": 0.055209535883908235 }, "macro_km": 0.1933864471616277, "macro_pixels": 0.1979332521087708 }, "Accuracy": { "class_level_km": { "Partial": 0.9183282056800997, "Road Line": 0.37628608663086455, "Total": 0.45423770847408684 }, "class_level_pixels": { "Partial": 0.9110325673333051, "Road Line": 0.37956286926122035, "Total": 0.4648922103002399 } }, "Precision": { "class_level_km": { "Partial": 0.0, "Road Line": 0.994194252681267, "Total": 0.021990448933026367 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.9935248798632709, "Total": 0.02856549048389067 }, "macro_km": 0.3387282338714311, "macro_pixels": 0.3406967901157205 }, "Recall": { "class_level_km": { "Partial": 0.0, "Road Line": 0.9626312534303467, "Total": 0.0268609429447057 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.9540161623991021, "Total": 0.033630831360894974 }, "macro_km": 0.3298307321250175, "macro_pixels": 0.3292156645866657 }, "IoU": { "class_level_km": { "Partial": 0.0, "Road Line": 0.36739075329974336, "Total": 0.021867473756357263 }, "class_level_pixels": { "Partial": 0.0, "Road Line": 0.36854154664645017, "Total": 0.028388423792997663 }, "macro_km": 0.12975274235203355, "macro_pixels": 0.13230999014648262 }, "Confusion_Matrix_pixels": { "matrix": [ [ 0, 373.63989290888003, 1521.0018130218405 ], [ 215411.54342000227, 896606.1669878779, 1314988.4540892364 ], [ 2983.0762149087427, 5469.829922741545, 38712.58223393845 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0, 0.00012013792932656383, 0.0004890537969481648 ], [ 0.05673919666017777, 0.25805559853247995, 0.38609915773124054 ], [ 0.0008361059864130769, 0.0013868166675476447, 0.00869239805935031 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.46677371326702316, "Road Line": 2.4966361316448675, "Total": 0.2795998385365425 }, "total_predicted_segments": 421988 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.3067909813959602, "Road Line": 0.6873369461224319, "Total": 0.2041578444571468 }, "class_level_pixels": { "Partial": 0.30684622877747336, "Road Line": 0.6876390178237863, "Total": 0.20367195523064147 }, "macro_km": 0.39942859065851294, "macro_pixels": 0.39938573394396704 }, "Accuracy": { "class_level_km": { "Partial": 0.7861954604220923, "Road Line": 0.6087772302656905, "Total": 0.6495805306984411 }, "class_level_pixels": { "Partial": 0.7865788629626749, "Road Line": 0.6088930350682572, "Total": 0.6496140528245383 } }, "Precision": { "class_level_km": { "Partial": 0.28761576053916915, "Road Line": 0.8932511395986004, "Total": 0.12693330420029983 }, "class_level_pixels": { "Partial": 0.287843951871826, "Road Line": 0.8935457794812257, "Total": 0.12653939862805286 }, "macro_km": 0.43593340144602316, "macro_pixels": 0.4359763766603682 }, "Recall": { "class_level_km": { "Partial": 0.06017758833507434, "Road Line": 0.7063644776117307, "Total": 0.06919335103541172 }, "class_level_pixels": { "Partial": 0.06005599427968416, "Road Line": 0.7070144331127937, "Total": 0.06897639532764036 }, "macro_km": 0.27857847232740557, "macro_pixels": 0.2786822742400394 }, "IoU": { "class_level_km": { "Partial": 0.18118907826801733, "Road Line": 0.5236202421421543, "Total": 0.11368362404625325 }, "class_level_pixels": { "Partial": 0.18122762030994843, "Road Line": 0.523970940284672, "Total": 0.11338238348151614 }, "macro_km": 0.27283098148547497, "macro_pixels": 0.27286031469204547 }, "Confusion_Matrix_pixels": { "matrix": [ [ 784397.5848912715, 559109.8643243557, 1044056.1099678823 ], [ 1550899.2278664864, 7148367.975103191, 4091779.030835603 ], [ 389782.45255387184, 292524.10703499155, 744035.2651846197 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.15343115570621038, 0.10930971389787172, 0.20403284366294105 ], [ 0.3035381314203557, 1.3945545170666251, 0.7985434831578866 ], [ 0.07648950323522023, 0.05734790215776839, 0.14576243314355392 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.058232275604850364, "Road Line": 6.537725424357531, "Total": 0.046243516899653406 }, "total_predicted_segments": 528081 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.005972008157837341, "Road Line": 0.5837627522325801, "Total": 0.02616202060574904 }, "class_level_pixels": { "Partial": 0.006014812152343541, "Road Line": 0.5894625981223737, "Total": 0.026402657294615748 }, "macro_km": 0.20529892699872218, "macro_pixels": 0.20729335585644434 }, "Accuracy": { "class_level_km": { "Partial": 0.8943139997798081, "Road Line": 0.42006846483950455, "Total": 0.512684217446065 }, "class_level_pixels": { "Partial": 0.8942985073622844, "Road Line": 0.42565033360455107, "Total": 0.5184200189800334 } }, "Precision": { "class_level_km": { "Partial": 0.0032543514457014423, "Road Line": 0.9943015789654421, "Total": 0.013265571769284367 }, "class_level_pixels": { "Partial": 0.003274833871108679, "Road Line": 0.9944259561071077, "Total": 0.013389263996853588 }, "macro_km": 0.3369405007268093, "macro_pixels": 0.33703001799169 }, "Recall": { "class_level_km": { "Partial": 0.00035499253042523313, "Road Line": 0.9681041669115864, "Total": 0.012767771702126602 }, "class_level_pixels": { "Partial": 0.0003576109220321549, "Road Line": 0.9687170057965161, "Total": 0.012595775886129913 }, "macro_km": 0.32707564371471276, "macro_pixels": 0.3272234642015594 }, "IoU": { "class_level_km": { "Partial": 0.002994947002885432, "Road Line": 0.4121927686571113, "Total": 0.013254391129801786 }, "class_level_pixels": { "Partial": 0.003016477849986458, "Road Line": 0.41789930372474693, "Total": 0.013377935166057373 }, "macro_km": 0.14281403559659953, "macro_pixels": 0.14476457224693026 }, "Confusion_Matrix_pixels": { "matrix": [ [ 7139.113345797561, 45028.49746640464, 141684.02679302552 ], [ 2170199.5867156093, 9204514.767626686, 10599367.936206417 ], [ 2653.820713592982, 6565.45883817071, 145766.48630353375 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.0021087314349767894, 0.013492736994356285, 0.04263080717551729 ], [ 0.6450873349715079, 2.701184176093163, 3.19145391329286 ], [ 0.000776800126457873, 0.0019879632809863728, 0.04347875349220916 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_ScaleMAE_Pretrained_UPerNet_simple_unadjusted", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.023745507265579485, "Road Line": 2.1620245332505514, "Total": 0.16564086673712033 }, "total_predicted_segments": 50187 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.012575057622427818, "Road Line": 0.41278193966827587, "Total": 0.15898232235855436 }, "class_level_pixels": { "Partial": 0.012575057622427825, "Road Line": 0.41278193966828386, "Total": 0.1589823223585615 }, "macro_km": 0.19477977321641937, "macro_pixels": 0.1947797732164244 }, "Accuracy": { "class_level_km": { "Partial": 0.9877673210843201, "Road Line": 0.31598343852083116, "Total": 0.3080367080995976 }, "class_level_pixels": { "Partial": 0.9877673210843194, "Road Line": 0.3159834385208395, "Total": 0.3080367080996055 } }, "Precision": { "class_level_km": { "Partial": 0.034013498540937104, "Road Line": 0.9797414427537143, "Total": 0.08693422646753785 }, "class_level_pixels": { "Partial": 0.03401349854093711, "Road Line": 0.9797414427537138, "Total": 0.08693422646754213 }, "macro_km": 0.3668963892540631, "macro_pixels": 0.36689638925406437 }, "Recall": { "class_level_km": { "Partial": 7.885746598159289e-05, "Road Line": 0.7608404327432223, "Total": 0.21232165907781034 }, "class_level_pixels": { "Partial": 7.885746598159722e-05, "Road Line": 0.7608404327432181, "Total": 0.2123216590778139 }, "macro_km": 0.32441364976233805, "macro_pixels": 0.32441364976233783 }, "IoU": { "class_level_km": { "Partial": 0.006327311967507149, "Road Line": 0.26006630719789414, "Total": 0.0863556739782254 }, "class_level_pixels": { "Partial": 0.006327311967507152, "Road Line": 0.26006630719790047, "Total": 0.08635567397822963 }, "macro_km": 0.11758309771454223, "macro_pixels": 0.11758309771454574 }, "Confusion_Matrix_pixels": { "matrix": [ [ 144.2189332033135, 1859.217130053868, 16693.813752159724 ], [ 2108.5096564685045, 445125.74350855197, 1255147.269079409 ], [ 1987.3213725435692, 7344.84933396994, 121093.70861405219 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.00018315804516820815, 0.002361205755168414, 0.021201143465242864 ], [ 0.002677807263715001, 0.56530969425588, 1.5940370317309565 ], [ 0.0025238981431303332, 0.009327958654141847, 0.15378900993984815 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }