CRASAR-U-DROIDs-RDA_AAAI26_Simple_ResNet101_DeepLabv3Plus
/
CRASAR-U-DROIDs_RDA_metrics_adjusted.json
| { | |
| "global": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.6333428226809731, | |
| "Road Line": 12.296186806068839, | |
| "Total": 0.5996808464683188 | |
| }, | |
| "total_predicted_segments": 1077687 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.11424806047945112, | |
| "Road Line": 0.505694738247566, | |
| "Total": 0.17334980813012052 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1529057376908799, | |
| "Road Line": 0.5605588283582738, | |
| "Total": 0.15887641204208067 | |
| }, | |
| "macro_km": 0.26443086895237916, | |
| "macro_pixels": 0.29078032603041143 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.538336412997295, | |
| "Road Line": 0.3941023325926624, | |
| "Total": 0.7908302044586988 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5724756165454596, | |
| "Road Line": 0.44874080066445676, | |
| "Total": 0.7974155741925999 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.06276095779253815, | |
| "Road Line": 0.9780218297963746, | |
| "Total": 0.10508269771545706 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.08743969818284564, | |
| "Road Line": 0.9726801621773595, | |
| "Total": 0.09699873321217198 | |
| }, | |
| "macro_km": 0.38195516176812333, | |
| "macro_pixels": 0.385706197857459 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.05530680792902423, | |
| "Road Line": 0.786418064442794, | |
| "Total": 0.027732391499369378 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06740093829302099, | |
| "Road Line": 0.7835211942681998, | |
| "Total": 0.023993353731656696 | |
| }, | |
| "macro_km": 0.2898190879570625, | |
| "macro_pixels": 0.29163849543095915 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.060584882923943116, | |
| "Road Line": 0.338414613928694, | |
| "Total": 0.0949003859095037 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.08278177286941861, | |
| "Road Line": 0.3894280915412051, | |
| "Total": 0.08629318155567074 | |
| }, | |
| "macro_km": 0.16463329425404694, | |
| "macro_pixels": 0.18616768198876485 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1724812.8755897025, | |
| 375847.47922039515, | |
| 734071.1305064473 | |
| ], | |
| [ | |
| 16972664.113273006, | |
| 15716844.513059929, | |
| 7227834.339930322 | |
| ], | |
| [ | |
| 1028264.4241844495, | |
| 65594.28126465126, | |
| 855253.2238793522 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.40281422903899944, | |
| 0.07611562788247205, | |
| 0.15441296575950156 | |
| ], | |
| [ | |
| 5.730563730699903, | |
| 4.193097292492543, | |
| 2.372525782876393 | |
| ], | |
| [ | |
| 0.2848515129618981, | |
| 0.018111927338814636, | |
| 0.29671740616760606 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0008397396136685919, | |
| "Road Line": 0.8874983110217352, | |
| "Total": 0.013660820515815787 | |
| }, | |
| "total_predicted_segments": 79009 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.0044553120300849895, | |
| "Road Line": 0.5896413359043632, | |
| "Total": 0.08263158319184716 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.003733727305611137, | |
| "Road Line": 0.5515243134995732, | |
| "Total": 0.10698017597744333 | |
| }, | |
| "macro_km": 0.22557607704209845, | |
| "macro_pixels": 0.22074607226087592 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.6265782185010286, | |
| "Road Line": 0.4272352772292663, | |
| "Total": 0.7897933417378635 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5962814695757628, | |
| "Road Line": 0.39315733136181147, | |
| "Total": 0.7842056322673913 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0022331987886891496, | |
| "Road Line": 0.9991709119378673, | |
| "Total": 0.04423981907412754 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0018707548308751192, | |
| "Road Line": 0.9991721936289566, | |
| "Total": 0.05818114852967565 | |
| }, | |
| "macro_km": 0.348547976600228, | |
| "macro_pixels": 0.3530746989965025 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0013335574297339027, | |
| "Road Line": 0.963171169244922, | |
| "Total": 0.0119868561604551 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0012687163676029158, | |
| "Road Line": 0.9490858416828999, | |
| "Total": 0.016482472531641763 | |
| }, | |
| "macro_km": 0.32549719427837037, | |
| "macro_pixels": 0.3222790101940482 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.002232629545679289, | |
| "Road Line": 0.4180789971481888, | |
| "Total": 0.04309635147188046 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0018703553512286076, | |
| "Road Line": 0.38076187169705084, | |
| "Total": 0.056512971824096744 | |
| }, | |
| "macro_km": 0.15446932605524952, | |
| "macro_pixels": 0.14638173295745874 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 2344.045878719712, | |
| 0, | |
| 267.6207371547876 | |
| ], | |
| [ | |
| 1231288.9732085934, | |
| 1156171.141589107, | |
| 648049.7505215274 | |
| ], | |
| [ | |
| 19361.675906039945, | |
| 957.8787751767592, | |
| 40050.00453397568 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.0007536904475682645, | |
| 0, | |
| 8.604916610032746e-05 | |
| ], | |
| [ | |
| 0.3319264951444376, | |
| 0.37117316824138985, | |
| 0.1843986476359076 | |
| ], | |
| [ | |
| 0.004813481064811593, | |
| 0.0003079905940976841, | |
| 0.008539348856906508 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.48664794980240444, | |
| "Road Line": 2.6320241922297205, | |
| "Total": 0.2983971803392663 | |
| }, | |
| "total_predicted_segments": 420925 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.2774997247208831, | |
| "Road Line": 0.5426072291741548, | |
| "Total": 0.2355348478837491 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.27738262543596287, | |
| "Road Line": 0.543042122066259, | |
| "Total": 0.2350397851676425 | |
| }, | |
| "macro_km": 0.35188060059292897, | |
| "macro_pixels": 0.3518215108899548 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.5619194724315957, | |
| "Road Line": 0.5016746957978151, | |
| "Total": 0.7674730878518538 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5622209621511922, | |
| "Road Line": 0.5017414492134866, | |
| "Total": 0.767609613784892 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.18134381247524217, | |
| "Road Line": 0.9259150424062506, | |
| "Total": 0.1651936770022591 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.18125543095641716, | |
| "Road Line": 0.9262094936858868, | |
| "Total": 0.16468205569068176 | |
| }, | |
| "macro_km": 0.42415084396125063, | |
| "macro_pixels": 0.42404899344432856 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.14971813596977823, | |
| "Road Line": 0.5891922534871249, | |
| "Total": 0.04667427183503365 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.14944754584788109, | |
| "Road Line": 0.5900680961069338, | |
| "Total": 0.04651042305955822 | |
| }, | |
| "macro_km": 0.26186155376397896, | |
| "macro_pixels": 0.26200868833812435 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.16110286233534363, | |
| "Road Line": 0.3723136549296053, | |
| "Total": 0.13348795673366237 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1610239334234994, | |
| "Road Line": 0.3727232820460134, | |
| "Total": 0.13317001890037927 | |
| }, | |
| "macro_km": 0.2223014913328704, | |
| "macro_pixels": 0.22230574478996404 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1470027.6099152358, | |
| 355768.24639976234, | |
| 663226.7762877081 | |
| ], | |
| [ | |
| 5799608.501594265, | |
| 5179785.596434334, | |
| 2505070.3006766513 | |
| ], | |
| [ | |
| 840618.031819886, | |
| 56901.89395734539, | |
| 624626.4422161874 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.28747645649432785, | |
| 0.06965939330455682, | |
| 0.1295121000035198 | |
| ], | |
| [ | |
| 1.1329421381483273, | |
| 1.0100270702783942, | |
| 0.48905498380299917 | |
| ], | |
| [ | |
| 0.16483790002586493, | |
| 0.011155594294794232, | |
| 0.12240368601860714 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.09027413783106315, | |
| "Road Line": 6.384128758246461, | |
| "Total": 0.055027739923620644 | |
| }, | |
| "total_predicted_segments": 527532 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.046253107094698286, | |
| "Road Line": 0.6015620056930415, | |
| "Total": 0.04153547225726827 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.04606947577650991, | |
| "Road Line": 0.6046097391335165, | |
| "Total": 0.04050280585128388 | |
| }, | |
| "macro_km": 0.22978352834833604, | |
| "macro_pixels": 0.23039400692043674 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.5952970088226143, | |
| "Road Line": 0.4422515305353001, | |
| "Total": 0.8314704127128633 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5996023181554309, | |
| "Road Line": 0.44513979693249905, | |
| "Total": 0.8302241919765724 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.02390545362621085, | |
| "Road Line": 0.997520935202756, | |
| "Total": 0.021813241980103294 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.02380657785632368, | |
| "Road Line": 0.997554624833214, | |
| "Total": 0.021253156015764295 | |
| }, | |
| "macro_km": 0.3477465436030234, | |
| "macro_pixels": 0.347538119568434 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.016484678985126632, | |
| "Road Line": 0.952047682876312, | |
| "Total": 0.004391799147239092 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.016124816469131765, | |
| "Road Line": 0.9530294657333521, | |
| "Total": 0.004316103270569919 | |
| }, | |
| "macro_km": 0.3243080536695592, | |
| "macro_pixels": 0.32449012849101794 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.023674052797042724, | |
| "Road Line": 0.4301670922429172, | |
| "Total": 0.021208182057369622 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.02357784742362748, | |
| "Road Line": 0.4332907832953321, | |
| "Total": 0.020669999412211416 | |
| }, | |
| "macro_km": 0.15834977569910985, | |
| "macro_pixels": 0.159179543377057 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 212670.3926857163, | |
| 19583.50748868644, | |
| 67078.72258977249 | |
| ], | |
| [ | |
| 8619252.575809535, | |
| 9331505.17392212, | |
| 3562724.696940012 | |
| ], | |
| [ | |
| 101338.83709539022, | |
| 3291.4614132510414, | |
| 78819.95109969804 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.06407513166744756, | |
| 0.005826663406341523, | |
| 0.020372342757274065 | |
| ], | |
| [ | |
| 2.5861022378312706, | |
| 2.749181150556189, | |
| 1.0488453698590015 | |
| ], | |
| [ | |
| 0.030178865080037087, | |
| 0.0010056726089475432, | |
| 0.023843202234636013 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.05558099543383093, | |
| "Road Line": 2.3925355445684158, | |
| "Total": 0.23259510568960273 | |
| }, | |
| "total_predicted_segments": 50221 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.05399993636562697, | |
| "Road Line": 0.050956977334725075, | |
| "Total": 0.2758099212411594 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.053999936365625, | |
| "Road Line": 0.050956977334723555, | |
| "Total": 0.27580992124116993 | |
| }, | |
| "macro_km": 0.12692227831383715, | |
| "macro_pixels": 0.12692227831383948 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.33984463632482526, | |
| "Road Line": 0.12855532749269638, | |
| "Total": 0.7219644293925205 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.339844636324809, | |
| "Road Line": 0.12855532749269502, | |
| "Total": 0.7219644293925359 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.027826735870066937, | |
| "Road Line": 0.9090823348759616, | |
| "Total": 0.17817109393582617 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.02782673587006589, | |
| "Road Line": 0.9090823348759609, | |
| "Total": 0.17817109393583486 | |
| }, | |
| "macro_km": 0.37169338822728487, | |
| "macro_pixels": 0.37169338822728726 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.05544186397998029, | |
| "Road Line": 0.1819858001553448, | |
| "Total": 0.07333509825426307 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.05544186397998218, | |
| "Road Line": 0.1819858001553413, | |
| "Total": 0.0733350982542613 | |
| }, | |
| "macro_km": 0.10358758746319606, | |
| "macro_pixels": 0.10358758746319492 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.027749195580588033, | |
| "Road Line": 0.026144613916753098, | |
| "Total": 0.1599649160721893 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.027749195580586996, | |
| "Road Line": 0.026144613916752296, | |
| "Total": 0.1599649160721964 | |
| }, | |
| "macro_km": 0.07128624185651014, | |
| "macro_pixels": 0.0712862418565119 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 39770.827109961036, | |
| 495.72533194757216, | |
| 3498.0108918168035 | |
| ], | |
| [ | |
| 1322514.0626572403, | |
| 49382.60111379149, | |
| 511989.5917946905 | |
| ], | |
| [ | |
| 66945.87936313658, | |
| 4443.047118878126, | |
| 111756.8260294864 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.050508950429650167, | |
| 0.0006295711715734167, | |
| 0.0044424738326073465 | |
| ], | |
| [ | |
| 1.679592859574616, | |
| 0.06271590341451577, | |
| 0.6502267815792842 | |
| ], | |
| [ | |
| 0.08502126679118233, | |
| 0.005642669840975217, | |
| 0.14193116905744518 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |