CRASAR-U-DROIDs-RDA_AAAI26_Full_ResNet101_DeepLabv3Plus / CRASAR-U-DROIDs_RDA_metrics_adjusted.json
tmanzini's picture
Upload 2 files
548112b verified
{
"global": {
"model_name": "RDA_Deeplabv3plus_ResNet101_CCE_full",
"samples": {
"total": 1.617570644343792,
"class_level_km": {
"Not Able To Determine": 0.11841965607640993,
"Partial Flooding": 0.0549165239420146,
"Partial Obstruction": 0.16147923528425345,
"Partial Road Condition": 0.08311675538446762,
"Particulate Partial": 0.33383030807027103,
"Particulate Total": 0.2250300886893548,
"Road Line": 12.296186806067952,
"Total Destruction": 0.0049965619999779946,
"Total Flooding": 0.09967762277159214,
"Total Obstruction": 0.15155691693097245
},
"total_predicted_segments": 1077687
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.06330703602103276,
"Road Line": 0.8278871170073144,
"Total Destruction": 0.0,
"Total Flooding": 0.13428718333106926,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.07584596687744478,
"Road Line": 0.8208409570915209,
"Total Destruction": 0.0,
"Total Flooding": 0.0712204886099884,
"Total Obstruction": 0.0
},
"macro_km": 0.10254813363594165,
"macro_pixels": 0.09679074125789541
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.991247112586996,
"Partial Flooding": 0.9959408921871229,
"Partial Obstruction": 0.9880644006847221,
"Partial Road Condition": 0.9938564962429463,
"Particulate Partial": 0.9753252188158519,
"Particulate Total": 0.7590251993370034,
"Road Line": 0.7232555879701335,
"Total Destruction": 0.9996306834009915,
"Total Flooding": 0.941410728148912,
"Total Obstruction": 0.9887978003440338
},
"class_level_pixels": {
"Not Able To Determine": 0.9962964427588684,
"Partial Flooding": 0.9987384530881563,
"Partial Obstruction": 0.9844058477577216,
"Partial Road Condition": 0.9906340848241725,
"Particulate Partial": 0.9628064856763262,
"Particulate Total": 0.730862921392409,
"Road Line": 0.7158485502862513,
"Total Destruction": 0.9994310465108698,
"Total Flooding": 0.9639868939713404,
"Total Obstruction": 0.9837167092074447
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.03384149799797619,
"Road Line": 0.9521186413655239,
"Total Destruction": 0.0,
"Total Flooding": 0.07534599535548613,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.040863562119916104,
"Road Line": 0.9392414895462108,
"Total Destruction": 0.0,
"Total Flooding": 0.03763954288128253,
"Total Obstruction": 0.0
},
"macro_km": 0.10613061347189863,
"macro_pixels": 0.10177445945474095
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.010728528573063839,
"Road Line": 0.9202690411694934,
"Total Destruction": 0.0,
"Total Flooding": 0.004826915312274198,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.015111088102532725,
"Road Line": 0.9093247566240358,
"Total Destruction": 0.0,
"Total Flooding": 0.001432358656187024,
"Total Obstruction": 0.0
},
"macro_km": 0.09358244850548314,
"macro_pixels": 0.09258682033827556
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0326882150131673,
"Road Line": 0.706320294759938,
"Total Destruction": 0.0,
"Total Flooding": 0.07197634176669668,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.03941782496194468,
"Road Line": 0.6961240402879485,
"Total Destruction": 0.0,
"Total Flooding": 0.03692515820984744,
"Total Obstruction": 0.0
},
"macro_km": 0.08109848515398019,
"macro_pixels": 0.07724670234597406
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
58381.71581530604,
32919.92207429,
0,
74251.76461867272,
0
],
[
0,
0,
0,
0,
0,
18193.428805196094,
19935.89397372668,
0,
18263.32085568515,
0
],
[
0,
0,
0,
0,
0,
339695.86675228615,
346318.25296621595,
0,
11062.986116181062,
0
],
[
0,
0,
0,
0,
0,
352786.75375082187,
62936.23489139473,
0,
2944.5312604320106,
0
],
[
0,
0,
0,
0,
0,
827835.5680317542,
814495.6643799699,
0,
20262.983532603695,
0
],
[
0,
0,
0,
0,
0,
493685.89217273064,
401259.88809840236,
0,
41849.734759836305,
0
],
[
0,
0,
0,
0,
0,
9445476.271880094,
29097737.013350762,
0,
1374129.6810542485,
0
],
[
0,
0,
0,
0,
0,
12732.720324928125,
9436.494861530802,
0,
3263.680773229703,
0
],
[
0,
0,
0,
0,
0,
12795.548746722645,
18929.871095084993,
0,
61722.2793748672,
0
],
[
0,
0,
0,
0,
0,
519739.2158915495,
176068.73879074398,
0,
32074.46193059916,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.03136685103031449,
0.01809302643817559,
0,
0.06895977860791985,
0
],
[
0,
0,
0,
0,
0,
0.015889899044895545,
0.021562855871821322,
0,
0.017463769025297733,
0
],
[
0,
0,
0,
0,
0,
0.07829993272368674,
0.07945936642198781,
0,
0.0037199361385788932,
0
],
[
0,
0,
0,
0,
0,
0.06953331526179676,
0.012971333626413778,
0,
0.0006121064962570835,
0
],
[
0,
0,
0,
0,
0,
0.1636927818478325,
0.16615742817478377,
0,
0.003980098047654739,
0
],
[
0,
0,
0,
0,
0,
0.11017138520266168,
0.09255251675662468,
0,
0.022306186730068442,
0
],
[
0,
0,
0,
0,
0,
2.663880141258583,
9.004903499443342,
0,
0.6274031653660278,
0
],
[
0,
0,
0,
0,
0,
0.002501477874667571,
0.0018538994423932529,
0,
0.0006411846829171709,
0
],
[
0,
0,
0,
0,
0,
0.014332201966514191,
0.023867202102305723,
0,
0.06147821870277223,
0
],
[
0,
0,
0,
0,
0,
0.10584349289822305,
0.03633246273319808,
0,
0.009380961299551321,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"per_event": {
"Mussett Bayou Fire": {
"model_name": "RDA_Deeplabv3plus_ResNet101_CCE_full",
"samples": {
"total": 0.11308100756115586,
"class_level_km": {
"Not Able To Determine": 0.012599366471149308,
"Partial Flooding": 0,
"Partial Obstruction": 0,
"Partial Road Condition": 0,
"Particulate Partial": 0.0008397396136685919,
"Particulate Total": 0.00106145404466651,
"Road Line": 0.8874983110217041,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0
},
"total_predicted_segments": 79009
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0024531178723781366,
"Road Line": 0.7501410410722532,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.002088533671648213,
"Road Line": 0.7331400853147451,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07525941589446314,
"macro_pixels": 0.07352286189863932
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9860317270075192,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9990690236534366,
"Particulate Total": 0.6541587243014572,
"Road Line": 0.6046837575762699,
"Total Destruction": 1.0,
"Total Flooding": 0.9437485672627544,
"Total Obstruction": 1.0
},
"class_level_pixels": {
"Not Able To Determine": 0.9815818929718342,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9991571166290154,
"Particulate Total": 0.6320902511978844,
"Road Line": 0.584836176132825,
"Total Destruction": 1.0,
"Total Flooding": 0.9436776672273491,
"Total Obstruction": 1.0
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0012307364390159385,
"Road Line": 0.9919547587670899,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.001047293352736865,
"Road Line": 0.9899719463322849,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09931854952061059,
"macro_pixels": 0.09910192396850218
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0006500530376229702,
"Road Line": 0.9813735768486384,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.000609090290598605,
"Road Line": 0.9751218808241897,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09820236298862614,
"macro_pixels": 0.09757309711147884
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0012280652305718493,
"Road Line": 0.6001805529447889,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.001045358469004836,
"Road Line": 0.5787065142848804,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.06014086181753607,
"macro_pixels": 0.05797518727538853
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
26550.895619410487,
13355.893328874059,
0,
17161.551594336877,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
99.88392309913418,
2511.782692775366,
0,
0,
0
],
[
0,
0,
0,
0,
0,
1192.9191778789695,
2031.669192678077,
0,
76.63030201416115,
0
],
[
0,
0,
0,
0,
0,
1111205.9999734343,
1767027.8009131253,
0,
157276.06443250048,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.005719836796511772,
0.0028803864069624203,
0,
0.003999143267675114,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
3.211607732975701e-05,
0.0008076235363388349,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.00038356407494013643,
0.0006532507221985522,
0,
2.4639247527821295e-05,
0
],
[
0,
0,
0,
0,
0,
0.3055185974340047,
0.5352647672732698,
0,
0.04671494631442968,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Michael": {
"model_name": "RDA_Deeplabv3plus_ResNet101_CCE_full",
"samples": {
"total": 0.4105051213097,
"class_level_km": {
"Not Able To Determine": 0.00020187813942711423,
"Partial Flooding": 0.0030484407774259005,
"Partial Obstruction": 0.09747500016672075,
"Partial Road Condition": 0.07816214305077539,
"Particulate Partial": 0.30796236580752145,
"Particulate Total": 0.16268808382817776,
"Road Line": 2.6320241922299634,
"Total Destruction": 0.0049965619999779946,
"Total Flooding": 0.00347722595534274,
"Total Obstruction": 0.12703343041634008
},
"total_predicted_segments": 420925
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.13727300598212197,
"Road Line": 0.7868714230098339,
"Total Destruction": 0.0,
"Total Flooding": 0.06980396269099573,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.13677360685814619,
"Road Line": 0.7871005927115139,
"Total Destruction": 0.0,
"Total Flooding": 0.06953913381341674,
"Total Obstruction": 0.0
},
"macro_km": 0.09939483916829517,
"macro_pixels": 0.09934133333830768
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9999409206778144,
"Partial Flooding": 0.9991078785679097,
"Partial Obstruction": 0.9714740934494515,
"Partial Road Condition": 0.9771259709192772,
"Particulate Partial": 0.9098752946592915,
"Particulate Total": 0.6769281612879884,
"Road Line": 0.6976851880504696,
"Total Destruction": 0.9985377639349412,
"Total Flooding": 0.9758649629259232,
"Total Obstruction": 0.9628238650048309
},
"class_level_pixels": {
"Not Able To Determine": 0.9999407193712265,
"Partial Flooding": 0.9991111134467757,
"Partial Obstruction": 0.9715508749391532,
"Partial Road Condition": 0.9770652444793286,
"Particulate Partial": 0.9100074043556639,
"Particulate Total": 0.6771081518740953,
"Road Line": 0.6978585778033175,
"Total Destruction": 0.9985463289393859,
"Total Flooding": 0.9759081000111318,
"Total Obstruction": 0.9628976451152514
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.07863387666372554,
"Road Line": 0.8609532704645259,
"Total Destruction": 0.0,
"Total Flooding": 0.036326708449512995,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.07830420281351992,
"Road Line": 0.8613215460133763,
"Total Destruction": 0.0,
"Total Flooding": 0.03618328504646481,
"Total Obstruction": 0.0
},
"macro_km": 0.09759138555777644,
"macro_pixels": 0.0975809033873361
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.037969797664748596,
"Road Line": 0.7998932194163677,
"Total Destruction": 0.0,
"Total Flooding": 0.0009279697979465771,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.037778667183267965,
"Road Line": 0.8003291577568732,
"Total Destruction": 0.0,
"Total Flooding": 0.0009224934644841066,
"Total Obstruction": 0.0
},
"macro_km": 0.0838790986879063,
"macro_pixels": 0.08390303184046252
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.07369464576557506,
"Road Line": 0.6486298632599211,
"Total Destruction": 0.0,
"Total Flooding": 0.03616418298543053,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0734068642230387,
"Road Line": 0.6489413614861329,
"Total Destruction": 0.0,
"Total Flooding": 0.036022037551470175,
"Total Obstruction": 0.0
},
"macro_km": 0.07584886920109267,
"macro_pixels": 0.07583702632606418
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
487.4173806410789,
549.7347680587404,
0,
0,
0
],
[
0,
0,
0,
0,
0,
6720.927209556096,
3492.6174325636566,
0,
5338.0886266702455,
0
],
[
0,
0,
0,
0,
0,
245160.01612870023,
246983.2458724343,
0,
5592.200594547521,
0
],
[
0,
0,
0,
0,
0,
343386.64644029725,
55243.862439259115,
0,
2627.5658128981704,
0
],
[
0,
0,
0,
0,
0,
809542.1504275834,
744672.328085408,
0,
20262.983532603695,
0
],
[
0,
0,
0,
0,
0,
447542.5628337544,
352945.6930078238,
0,
28359.509461986858,
0
],
[
0,
0,
0,
0,
0,
3364620.1953269294,
9771601.117787244,
0,
348243.0855992697,
0
],
[
0,
0,
0,
0,
0,
12732.720324928125,
9436.494861530802,
0,
3263.680773229703,
0
],
[
0,
0,
0,
0,
0,
1786.7485271836204,
161.83308079071344,
0,
15750.77365889722,
0
],
[
0,
0,
0,
0,
0,
483455.37820069573,
159806.46702505948,
0,
5867.3540888849,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
9.487413592269182e-05,
0.0001070040035044224,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.0013198220184327326,
0.0006798946645443553,
0,
0.0010487240944488125,
0
],
[
0,
0,
0,
0,
0,
0.048015668509953174,
0.0483611176945557,
0,
0.0010982139622118755,
0
],
[
0,
0,
0,
0,
0,
0.06688387156324074,
0.010764757062036414,
0,
0.0005135144254982268,
0
],
[
0,
0,
0,
0,
0,
0.1583352347073596,
0.14564703305250712,
0,
0.003980098047654739,
0
],
[
0,
0,
0,
0,
0,
0.08782833589130594,
0.06928825968160675,
0,
0.005571488255265071,
0
],
[
0,
0,
0,
0,
0,
0.6569610488361451,
1.9069763531695534,
0,
0.06808679022426493,
0
],
[
0,
0,
0,
0,
0,
0.002501477874667571,
0.0018538994423932529,
0,
0.0006411846829171709,
0
],
[
0,
0,
0,
0,
0,
0.00035102568769961013,
3.179382415199205e-05,
0,
0.0030944064434911375,
0
],
[
0,
0,
0,
0,
0,
0.09463609771473072,
0.031249071125591166,
0,
0.0011482615760182006,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Mayfield Tornado": {
"model_name": "RDA_Deeplabv3plus_ResNet101_CCE_full",
"samples": {
"total": 0.7815637246100545,
"class_level_km": {
"Not Able To Determine": 0.009716834463650298,
"Partial Flooding": 0,
"Partial Obstruction": 0.060291322848289246,
"Partial Road Condition": 0.0049546123336924345,
"Particulate Partial": 0.025028202649082707,
"Particulate Total": 0.02150703019763301,
"Road Line": 6.384128758248788,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0.02380387526233725
},
"total_predicted_segments": 527532
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.014297252604292791,
"Road Line": 0.8547043941017906,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.014367180063234597,
"Road Line": 0.8532991790825385,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.08690016467060833,
"macro_pixels": 0.08676663591457731
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9985118404643015,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9907662204854676,
"Partial Road Condition": 0.9992411876915618,
"Particulate Partial": 0.9961668629250647,
"Particulate Total": 0.77687032314978,
"Road Line": 0.7491724758810344,
"Total Destruction": 1.0,
"Total Flooding": 0.9716512070861233,
"Total Obstruction": 0.9963543719828981
},
"class_level_pixels": {
"Not Able To Determine": 0.9985481691279806,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9910703891127821,
"Partial Road Condition": 0.9992085272223408,
"Particulate Partial": 0.9961127452300346,
"Particulate Total": 0.7755728453241082,
"Road Line": 0.7470031208185103,
"Total Destruction": 1.0,
"Total Flooding": 0.9708903690358501,
"Total Obstruction": 0.9964454604847286
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.007254182130455901,
"Road Line": 0.985532670406457,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.007290326380507166,
"Road Line": 0.9856195119630742,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0992786852536913,
"macro_pixels": 0.09929098383435814
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0020829815952707817,
"Road Line": 0.9847519256236456,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0021090126819083743,
"Road Line": 0.9849893523944201,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09868349072189163,
"macro_pixels": 0.09870983650763285
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0072000971056941695,
"Road Line": 0.7462740533536583,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.007235567381330924,
"Road Line": 0.7441340962848739,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07534741504593524,
"macro_pixels": 0.07513696636662048
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
14816.317137587504,
9347.669189396855,
0,
7770.870732338668,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
93288.1034284355,
98618.62025944455,
0,
4511.366583211728,
0
],
[
0,
0,
0,
0,
0,
9400.10731052689,
7692.372452135941,
0,
316.96544753384075,
0
],
[
0,
0,
0,
0,
0,
18193.53368107945,
67311.55360180837,
0,
0.0,
0
],
[
0,
0,
0,
0,
0,
35979.13647234328,
37016.898301701716,
0,
332.7635100240202,
0
],
[
0,
0,
0,
0,
0,
4727259.2921520565,
16184634.703308437,
0,
601588.4512137473,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
36252.22352825032,
16151.622196572682,
0,
25782.748540124696,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.004562741287242957,
0.002829022546999371,
0,
0.002325070629407969,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.028699625275895372,
0.03018843744782252,
0,
0.00140326012457135,
0
],
[
0,
0,
0,
0,
0,
0.0026494436985562047,
0.002206576564377374,
0,
9.859207075885642e-05,
0
],
[
0,
0,
0,
0,
0,
0.005325431063142153,
0.019702771585940554,
0,
0.0,
0
],
[
0,
0,
0,
0,
0,
0.010565967651697395,
0.010843659305640133,
0,
9.740324029548201e-05,
0
],
[
0,
0,
0,
0,
0,
1.3935641987596221,
4.817081172019129,
0,
0.17348338747003658,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.01116724519698683,
0.004942866654836063,
0,
0.007693763410514359,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Idalia": {
"model_name": "RDA_Deeplabv3plus_ResNet101_CCE_full",
"samples": {
"total": 0.3124207908628798,
"class_level_km": {
"Not Able To Determine": 0.09590157700218299,
"Partial Flooding": 0.05186808316458874,
"Partial Obstruction": 0.003712912269242573,
"Partial Road Condition": 0,
"Particulate Partial": 0,
"Particulate Total": 0.03977352061887634,
"Road Line": 2.3925355445684,
"Total Destruction": 0,
"Total Flooding": 0.09620039681624937,
"Total Obstruction": 0.000719611252296094
},
"total_predicted_segments": 50221
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.055555265373784656,
"Road Line": 0.8296627788478033,
"Total Destruction": 0.0,
"Total Flooding": 0.19753527002399734,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.05555526537378518,
"Road Line": 0.8296627788478086,
"Total Destruction": 0.0,
"Total Flooding": 0.1975352700239916,
"Total Obstruction": 0.0
},
"macro_km": 0.10827533142455852,
"macro_pixels": 0.10827533142455854
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9642253290627859,
"Partial Flooding": 0.9806513754480286,
"Partial Obstruction": 0.9986149527588283,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.8554929468352093,
"Road Line": 0.7326206252045417,
"Total Destruction": 1.0,
"Total Flooding": 0.8230487450337951,
"Total Obstruction": 0.9997315596202029
},
"class_level_pixels": {
"Not Able To Determine": 0.9642253290627877,
"Partial Flooding": 0.9806513754480296,
"Partial Obstruction": 0.9986149527588284,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.8554929468352174,
"Road Line": 0.732620625204548,
"Total Destruction": 1.0,
"Total Flooding": 0.8230487450337958,
"Total Obstruction": 0.9997315596202028
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.030760430743663057,
"Road Line": 0.9615440664005496,
"Total Destruction": 0.0,
"Total Flooding": 0.11796556063203256,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.030760430743663383,
"Road Line": 0.961544066400552,
"Total Destruction": 0.0,
"Total Flooding": 0.11796556063202839,
"Total Obstruction": 0.0
},
"macro_km": 0.11102700577762452,
"macro_pixels": 0.1110270057776244
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.004968111024039161,
"Road Line": 0.8888138544114211,
"Total Destruction": 0.0,
"Total Flooding": 0.026461642112446192,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.004968111024038884,
"Road Line": 0.888813854411427,
"Total Destruction": 0.0,
"Total Flooding": 0.026461642112445123,
"Total Obstruction": 0.0
},
"macro_km": 0.09202436075479065,
"macro_pixels": 0.09202436075479112
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.028571275071216748,
"Road Line": 0.7089091621225209,
"Total Destruction": 0.0,
"Total Flooding": 0.10959175330250553,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.028571275071217025,
"Road Line": 0.7089091621225287,
"Total Destruction": 0.0,
"Total Flooding": 0.10959175330250198,
"Total Obstruction": 0.0
},
"macro_km": 0.0847072190496243,
"macro_pixels": 0.08470721904962478
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
16527.085677667023,
9666.62478796019,
0,
49319.34229199731,
0
],
[
0,
0,
0,
0,
0,
11472.501595639987,
16443.276541162937,
0,
12925.232229014873,
0
],
[
0,
0,
0,
0,
0,
1247.747195148181,
716.3868343375685,
0,
959.418938421788,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
8971.273688754849,
9265.627596202767,
0,
13080.83148581111,
0
],
[
0,
0,
0,
0,
0,
242390.78443231777,
1374473.3913245806,
0,
267022.0798088682,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
11008.800219539035,
18768.038014294274,
0,
45971.50571596964,
0
],
[
0,
0,
0,
0,
0,
31.614162603205617,
110.64956911121966,
0,
424.3593015895856,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0.0209893988106371,
0.012276613480709424,
0,
0.06263556471083646,
0
],
[
0,
0,
0,
0,
0,
0.014570077026462812,
0.02088296120727697,
0,
0.016415044930848957,
0
],
[
0,
0,
0,
0,
0,
0.0015846389378381897,
0.0009098112796087122,
0,
0.0012184620517956713,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.011393517584718656,
0.011767347047177525,
0,
0.016612655986980158,
0
],
[
0,
0,
0,
0,
0,
0.3078362962290473,
1.7455812069821102,
0,
0.3391180413572422,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0.013981176278814586,
0.02383540827815373,
0,
0.05838381225928105,
0
],
[
0,
0,
0,
0,
0,
4.014998650607114e-05,
0.00014052495277124897,
0,
0.0005389363130187738,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
}
}
}