CRASAR-U-DROIDs-RDA_AAAI26_Simple_ResNet101_DeepLabv3Plus
/
CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
| { | |
| "global": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.5493606878636947, | |
| "Road Line": 11.897280042176437, | |
| "Total": 0.5023995428866239 | |
| }, | |
| "total_predicted_segments": 1079800 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.09191578717696733, | |
| "Road Line": 0.4691480271677536, | |
| "Total": 0.1396610416128841 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1307561204455456, | |
| "Road Line": 0.5167262574493462, | |
| "Total": 0.13318201033075616 | |
| }, | |
| "macro_km": 0.23357495198586833, | |
| "macro_pixels": 0.2602214627418827 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.5216146418371382, | |
| "Road Line": 0.35816743394348677, | |
| "Total": 0.7727574173448191 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5527015288803326, | |
| "Road Line": 0.40768592799256564, | |
| "Total": 0.7748110012722247 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.049983133017157004, | |
| "Road Line": 0.9770227020499908, | |
| "Total": 0.08185404146832286 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.07403239623073025, | |
| "Road Line": 0.9700126652205602, | |
| "Total": 0.07894847519140831 | |
| }, | |
| "macro_km": 0.3696199588451569, | |
| "macro_pixels": 0.37433117888089956 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.04641539972992141, | |
| "Road Line": 0.791848533311579, | |
| "Total": 0.02386834056167899 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06086913599501896, | |
| "Road Line": 0.7767185278763432, | |
| "Total": 0.022327445908482988 | |
| }, | |
| "macro_km": 0.28737742453439313, | |
| "macro_pixels": 0.28663836992661507 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.048171766507609674, | |
| "Road Line": 0.30646204564101487, | |
| "Total": 0.0750729005503212 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06995134336174054, | |
| "Road Line": 0.34836877551730816, | |
| "Total": 0.07134172215383079 | |
| }, | |
| "macro_km": 0.14323557089964858, | |
| "macro_pixels": 0.1632206136776265 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1455219.681714672, | |
| 365647.5801008166, | |
| 781139.8264945623 | |
| ], | |
| [ | |
| 17248477.718942843, | |
| 13697147.828151327, | |
| 7948890.6639882885 | |
| ], | |
| [ | |
| 952828.0639420198, | |
| 57791.17711670565, | |
| 748299.7172621306 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.3135085938645597, | |
| 0.0741459833143763, | |
| 0.16170611068475876 | |
| ], | |
| [ | |
| 5.707440847008261, | |
| 3.6725337339861657, | |
| 2.5173054611820094 | |
| ], | |
| [ | |
| 0.2513383278219913, | |
| 0.01222345483706473, | |
| 0.23883776022756792 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0006091917262747285, | |
| "Road Line": 0.7008939529239159, | |
| "Total": 0.010915320713311038 | |
| }, | |
| "total_predicted_segments": 79544 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.003760539955978086, | |
| "Road Line": 0.48572589329000193, | |
| "Total": 0.05855434536424009 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0031966970521278715, | |
| "Road Line": 0.46676887742525464, | |
| "Total": 0.07760592788953277 | |
| }, | |
| "macro_km": 0.18268025953674005, | |
| "macro_pixels": 0.1825238341223051 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.5724423900881886, | |
| "Road Line": 0.33137517952603207, | |
| "Total": 0.74515507530628 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5496656320788509, | |
| "Road Line": 0.31787071132166406, | |
| "Total": 0.751890884913589 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.001884023805508869, | |
| "Road Line": 0.9982435044970454, | |
| "Total": 0.03103369677836136 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0016010602587668726, | |
| "Road Line": 0.9983375066177893, | |
| "Total": 0.041760291077895834 | |
| }, | |
| "macro_km": 0.34372040836030515, | |
| "macro_pixels": 0.34723295265148396 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0014096760666556028, | |
| "Road Line": 0.9528600518527159, | |
| "Total": 0.010635629602695087 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0013137070334129889, | |
| "Road Line": 0.9392313699122754, | |
| "Total": 0.01388149678357671 | |
| }, | |
| "macro_km": 0.3216351191740222, | |
| "macro_pixels": 0.31814219124308835 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.001883812053236918, | |
| "Road Line": 0.32076484114578097, | |
| "Total": 0.030160177404103355 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0016009073339415061, | |
| "Road Line": 0.30443477865320956, | |
| "Total": 0.04036941697616371 | |
| }, | |
| "macro_km": 0.11760294353437374, | |
| "macro_pixels": 0.11546836765443826 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1787.9664979393506, | |
| 0, | |
| 106.6752079913696 | |
| ], | |
| [ | |
| 1094860.236347208, | |
| 739239.8521964196, | |
| 592906.0759533616 | |
| ], | |
| [ | |
| 20090.838142873938, | |
| 1231.027937943139, | |
| 25843.622290771735 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.0005748920199484315, | |
| 0, | |
| 3.429970632629703e-05 | |
| ], | |
| [ | |
| 0.29969218732894665, | |
| 0.22494910175490346, | |
| 0.17625266384006574 | |
| ], | |
| [ | |
| 0.004873449272586399, | |
| 0.0003958173369986092, | |
| 0.00564605410372603 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.46677371326697836, | |
| "Road Line": 2.4966361316458827, | |
| "Total": 0.2795998385365309 | |
| }, | |
| "total_predicted_segments": 421988 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.2590261756760629, | |
| "Road Line": 0.4770420467296553, | |
| "Total": 0.2056662856269847 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.2588853652646488, | |
| "Road Line": 0.4774220649545276, | |
| "Total": 0.20523095525174803 | |
| }, | |
| "macro_km": 0.3139115026775676, | |
| "macro_pixels": 0.31384612849030813 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.5461817384033109, | |
| "Road Line": 0.4549242308715348, | |
| "Total": 0.7257607439024935 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.54641755449128, | |
| "Road Line": 0.4549093912746871, | |
| "Total": 0.7258900436965932 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.1692994930067772, | |
| "Road Line": 0.9125203359525875, | |
| "Total": 0.13706060392603422 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.16919159658140462, | |
| "Road Line": 0.9128548156666509, | |
| "Total": 0.13664917678565103 | |
| }, | |
| "macro_km": 0.40629347762846635, | |
| "macro_pixels": 0.40623186301123554 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.14522974808043654, | |
| "Road Line": 0.5464843112647829, | |
| "Total": 0.04891772616114362 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.14498521285502258, | |
| "Road Line": 0.5473501227929368, | |
| "Total": 0.048755756356087525 | |
| }, | |
| "macro_km": 0.24687726183545436, | |
| "macro_pixels": 0.24703036400134895 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.14878234931340747, | |
| "Road Line": 0.3132338917862259, | |
| "Total": 0.11461986361820636 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.1486894430153356, | |
| "Road Line": 0.3135616601065936, | |
| "Total": 0.11434950689186602 | |
| }, | |
| "macro_km": 0.19221203490594654, | |
| "macro_pixels": 0.19220020333793175 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1315485.2057644883, | |
| 341978.1280340871, | |
| 730100.2253848717 | |
| ], | |
| [ | |
| 5673689.464542027, | |
| 4134545.132120033, | |
| 2982811.6371408696 | |
| ], | |
| [ | |
| 785946.7443764979, | |
| 52723.95546209576, | |
| 587671.1249348681 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.2572414831470212, | |
| 0.06695348769171505, | |
| 0.14257874242824212 | |
| ], | |
| [ | |
| 1.1080777379459343, | |
| 0.8062412484101839, | |
| 0.5823171452897645 | |
| ], | |
| [ | |
| 0.15412704881834083, | |
| 0.010337626569823847, | |
| 0.11513516314836625 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.058232275604850225, | |
| "Road Line": 6.537725424356802, | |
| "Total": 0.04624351689965326 | |
| }, | |
| "total_predicted_segments": 528081 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.02526437204885928, | |
| "Road Line": 0.5669202774034804, | |
| "Total": 0.026772009501213615 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.025363839458739414, | |
| "Road Line": 0.57059742355214, | |
| "Total": 0.026385117500291422 | |
| }, | |
| "macro_km": 0.20631888631785109, | |
| "macro_pixels": 0.2074487935037236 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.5708338702060733, | |
| "Road Line": 0.40435597565885084, | |
| "Total": 0.820593059163139 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5759102228658819, | |
| "Road Line": 0.40784462701416646, | |
| "Total": 0.8190514555227449 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0128888273205417, | |
| "Road Line": 0.9968418554467983, | |
| "Total": 0.013911398584830405 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.01294017145041054, | |
| "Road Line": 0.9969205643511619, | |
| "Total": 0.013704519589659231 | |
| }, | |
| "macro_km": 0.3412140271173902, | |
| "macro_pixels": 0.3411884184637439 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.009743329234637643, | |
| "Road Line": 0.9641554688015185, | |
| "Total": 0.0030070994102644687 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.009581764568198658, | |
| "Road Line": 0.9646640494159785, | |
| "Total": 0.0029935446532804956 | |
| }, | |
| "macro_km": 0.32563529914880684, | |
| "macro_pixels": 0.32574645287915255 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.012793799681971595, | |
| "Road Line": 0.3955957707477072, | |
| "Total": 0.013567620989628404 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.012844816663231276, | |
| "Road Line": 0.39918594869900437, | |
| "Total": 0.013368929133161478 | |
| }, | |
| "macro_km": 0.14065239713976904, | |
| "macro_pixels": 0.14179989816513236 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 123183.1428290518, | |
| 23615.840651301958, | |
| 47052.654124875036 | |
| ], | |
| [ | |
| 9299513.683569139, | |
| 8782574.367351416, | |
| 3891994.2396287075 | |
| ], | |
| [ | |
| 96739.85967011303, | |
| 3513.073690028219, | |
| 54732.832495159775 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.03694274308615415, | |
| 0.007124409125071885, | |
| 0.014165123393624189 | |
| ], | |
| [ | |
| 2.8005447169288584, | |
| 2.5895420186833396, | |
| 1.1476386887446046 | |
| ], | |
| [ | |
| 0.028773540105322876, | |
| 0.0010796484964114821, | |
| 0.0163903282979189 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.023745507265579467, | |
| "Road Line": 2.162024533250676, | |
| "Total": 0.16564086673711742 | |
| }, | |
| "total_predicted_segments": 50187 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.023361132874032447, | |
| "Road Line": 0.04678793608576355, | |
| "Total": 0.230188005964841 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0233611328740342, | |
| "Road Line": 0.04678793608576586, | |
| "Total": 0.23018800596484024 | |
| }, | |
| "macro_km": 0.10011235830821234, | |
| "macro_pixels": 0.10011235830821343 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.33329962821512676, | |
| "Road Line": 0.10236802485996542, | |
| "Total": 0.7108121092634835 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.33329962821514747, | |
| "Road Line": 0.10236802485997079, | |
| "Total": 0.7108121092634653 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.011855951516722326, | |
| "Road Line": 0.990848304648117, | |
| "Total": 0.14165733892951418 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.01185595151672323, | |
| "Road Line": 0.9908483046481169, | |
| "Total": 0.1416573389295135 | |
| }, | |
| "macro_km": 0.3814538650314512, | |
| "macro_pixels": 0.3814538650314512 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.023923557901146652, | |
| "Road Line": 0.21520301560982957, | |
| "Total": 0.06082656724597142 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.023923557901146263, | |
| "Road Line": 0.21520301560982813, | |
| "Total": 0.06082656724597653 | |
| }, | |
| "macro_km": 0.09998438025231587, | |
| "macro_pixels": 0.09998438025231697 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.011818614549454614, | |
| "Road Line": 0.023954355469216454, | |
| "Total": 0.1300635359804597 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.01181861454945551, | |
| "Road Line": 0.023954355469217665, | |
| "Total": 0.1300635359804592 | |
| }, | |
| "macro_km": 0.055278835333043584, | |
| "macro_pixels": 0.05527883533304412 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 14763.366623170044, | |
| 53.611415424853746, | |
| 3880.2717768219927 | |
| ], | |
| [ | |
| 1180414.3344919807, | |
| 40788.476486953194, | |
| 481178.7112656054 | |
| ], | |
| [ | |
| 50050.621752550425, | |
| 323.12002663842645, | |
| 80052.13754137717 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.01874947561142597, | |
| 6.808649758956426e-05, | |
| 0.004927945156563932 | |
| ], | |
| [ | |
| 1.4991262048049372, | |
| 0.051801365138430595, | |
| 0.6110969633073081 | |
| ], | |
| [ | |
| 0.06356428962573882, | |
| 0.0004103624338308017, | |
| 0.10166621467754781 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |